summaryrefslogtreecommitdiff
path: root/results/synth_ladder_v2_lo
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-06-14 04:06:32 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-06-14 04:06:32 -0500
commitaa73718eb6427d7da3b9cb416275802d90c4b2ed (patch)
treeb68b0a664fb650744ef934a1c22abd740a7b62a6 /results/synth_ladder_v2_lo
parent827c658fa9a750f3c6ebdb87703762f10f69f6ff (diff)
Add new experiment scripts, figures, and paper assets; untrack pyc/build artifactsHEADmaster
Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/synth_ladder_v2_lo')
-rw-r--r--results/synth_ladder_v2_lo/config.json33
-rw-r--r--results/synth_ladder_v2_lo/summary.json3590
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json1722
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json1722
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json1722
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L2_s123.json1512
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L2_s42.json1512
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json1512
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json1554
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json1554
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json1554
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json1638
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json1638
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json1638
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json1722
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json1722
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json1722
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L2_s123.json1512
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L2_s42.json1512
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L2_s456.json1512
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json1554
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json1554
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json1554
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json1638
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json1638
-rw-r--r--results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json1638
26 files changed, 42179 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/config.json b/results/synth_ladder_v2_lo/config.json
new file mode 100644
index 0000000..05347bb
--- /dev/null
+++ b/results/synth_ladder_v2_lo/config.json
@@ -0,0 +1,33 @@
+{
+ "alphas": [
+ 0.0,
+ 0.25
+ ],
+ "depths": [
+ 2,
+ 4,
+ 8,
+ 12
+ ],
+ "seeds": [
+ 42,
+ 123,
+ 456
+ ],
+ "d_hidden": 128,
+ "num_classes": 10,
+ "n_train": 10000,
+ "n_test": 2000,
+ "batch_size": 256,
+ "epochs": 80,
+ "lr": 0.001,
+ "lr_fb": 0.001,
+ "wd": 0.01,
+ "lam": 0.1,
+ "K": 4,
+ "sigma_bridge": 0.05,
+ "ema_momentum": 0.995,
+ "term_grad_weight": 1.0,
+ "gpu": 0,
+ "output_dir": "results/synth_ladder_v2_lo"
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/summary.json b/results/synth_ladder_v2_lo/summary.json
new file mode 100644
index 0000000..4e13fce
--- /dev/null
+++ b/results/synth_ladder_v2_lo/summary.json
@@ -0,0 +1,3590 @@
+{
+ "a0.0_L2_s42": {
+ "bp": {
+ "test_acc": 0.9185,
+ "mean_bp_cosine": 0.8935370743274689,
+ "mean_rho": 0.9999973475933075,
+ "mean_nudge_001": -0.016880770213901997,
+ "mean_nudge_003": -0.046150531619787216,
+ "mean_nudge_01": -0.11240250617265701,
+ "bp_cosine_per_layer": [
+ 0.9016435146331787,
+ 0.885430634021759
+ ],
+ "rho_per_layer": [
+ 0.9999990463256836,
+ 0.9999956488609314
+ ],
+ "nudge_per_layer": [
+ -0.1530623733997345,
+ -0.07174263894557953
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.842,
+ "mean_bp_cosine": 0.030407493002712727,
+ "mean_rho": 0.008977552875876427,
+ "mean_nudge_001": -0.00023997636890271679,
+ "mean_nudge_003": -0.0006689573347102851,
+ "mean_nudge_01": -0.0016241300618276,
+ "bp_cosine_per_layer": [
+ -0.003507068380713463,
+ 0.06432205438613892
+ ],
+ "rho_per_layer": [
+ 0.009520611725747585,
+ 0.008434494026005268
+ ],
+ "nudge_per_layer": [
+ -0.0012172441929578781,
+ -0.002031015930697322
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.825,
+ "mean_bp_cosine": 0.666242927312851,
+ "mean_rho": 0.5969350039958954,
+ "mean_nudge_001": -0.015545505564659834,
+ "mean_nudge_003": -0.04490915546193719,
+ "mean_nudge_01": -0.13079415168613195,
+ "bp_cosine_per_layer": [
+ 0.9153801202774048,
+ 0.4171057343482971
+ ],
+ "rho_per_layer": [
+ 0.8286964893341064,
+ 0.3651735186576843
+ ],
+ "nudge_per_layer": [
+ -0.23136131465435028,
+ -0.030226988717913628
+ ],
+ "state_pred_error_per_layer": [
+ 438.86456298828125,
+ 353.2518310546875
+ ],
+ "mean_state_pred_error": 396.0581970214844
+ },
+ "credit_bridge": {
+ "test_acc": 0.6675,
+ "mean_bp_cosine": 0.16703729704022408,
+ "mean_rho": 0.26396652311086655,
+ "mean_nudge_001": -0.00457099755294621,
+ "mean_nudge_003": -0.013636467512696981,
+ "mean_nudge_01": -0.04456503316760063,
+ "bp_cosine_per_layer": [
+ 0.1011175885796547,
+ 0.23295700550079346
+ ],
+ "rho_per_layer": [
+ 0.19994769990444183,
+ 0.32798534631729126
+ ],
+ "nudge_per_layer": [
+ -0.07033564895391464,
+ -0.01879441738128662
+ ],
+ "final_value_loss": 0.5091902822494507,
+ "final_term_loss": 0.2335890076160431,
+ "final_bridge_loss": 0.035112081968784334,
+ "final_tgrad_loss": 0.2404891884803772
+ }
+ },
+ "a0.0_L2_s123": {
+ "bp": {
+ "test_acc": 0.9205,
+ "mean_bp_cosine": 0.8566932380199432,
+ "mean_rho": 0.9999960958957672,
+ "mean_nudge_001": -0.015286394860595465,
+ "mean_nudge_003": -0.04188752360641956,
+ "mean_nudge_01": -0.10229892283678055,
+ "bp_cosine_per_layer": [
+ 0.8634263277053833,
+ 0.8499601483345032
+ ],
+ "rho_per_layer": [
+ 0.9999988079071045,
+ 0.9999933838844299
+ ],
+ "nudge_per_layer": [
+ -0.13922545313835144,
+ -0.06537239253520966
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.841,
+ "mean_bp_cosine": 0.08572041988372803,
+ "mean_rho": 0.10125503316521645,
+ "mean_nudge_001": -0.001035464447340928,
+ "mean_nudge_003": -0.0030792844481766224,
+ "mean_nudge_01": -0.009957430185750127,
+ "bp_cosine_per_layer": [
+ 0.048809632658958435,
+ 0.12263120710849762
+ ],
+ "rho_per_layer": [
+ 0.09689537435770035,
+ 0.10561469197273254
+ ],
+ "nudge_per_layer": [
+ -0.015226385556161404,
+ -0.00468847481533885
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.822,
+ "mean_bp_cosine": 0.7052022516727448,
+ "mean_rho": 0.608213409781456,
+ "mean_nudge_001": -0.014205678016878664,
+ "mean_nudge_003": -0.04078014753758907,
+ "mean_nudge_01": -0.11634222697466612,
+ "bp_cosine_per_layer": [
+ 0.9309895038604736,
+ 0.47941499948501587
+ ],
+ "rho_per_layer": [
+ 0.8439192175865173,
+ 0.37250760197639465
+ ],
+ "nudge_per_layer": [
+ -0.2068808674812317,
+ -0.025803586468100548
+ ],
+ "state_pred_error_per_layer": [
+ 436.0709533691406,
+ 352.44915771484375
+ ],
+ "mean_state_pred_error": 394.2600555419922
+ },
+ "credit_bridge": {
+ "test_acc": 0.664,
+ "mean_bp_cosine": 0.14723356813192368,
+ "mean_rho": 0.27719707787036896,
+ "mean_nudge_001": -0.0040612792945466936,
+ "mean_nudge_003": -0.012125232955440879,
+ "mean_nudge_01": -0.03972679190337658,
+ "bp_cosine_per_layer": [
+ 0.08253486454486847,
+ 0.21193227171897888
+ ],
+ "rho_per_layer": [
+ 0.16999724507331848,
+ 0.38439691066741943
+ ],
+ "nudge_per_layer": [
+ -0.06126694008708,
+ -0.018186643719673157
+ ],
+ "final_value_loss": 0.6019191103935242,
+ "final_term_loss": 0.28414561631679536,
+ "final_bridge_loss": 0.04602321577072144,
+ "final_tgrad_loss": 0.27175028200149537
+ }
+ },
+ "a0.0_L2_s456": {
+ "bp": {
+ "test_acc": 0.9295,
+ "mean_bp_cosine": 0.870507538318634,
+ "mean_rho": 0.9999973773956299,
+ "mean_nudge_001": -0.014503923710435629,
+ "mean_nudge_003": -0.039223295636475086,
+ "mean_nudge_01": -0.09240655042231083,
+ "bp_cosine_per_layer": [
+ 0.8826531171798706,
+ 0.8583619594573975
+ ],
+ "rho_per_layer": [
+ 0.9999988079071045,
+ 0.9999959468841553
+ ],
+ "nudge_per_layer": [
+ -0.12340263277292252,
+ -0.06141046807169914
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8485,
+ "mean_bp_cosine": 0.051622094586491585,
+ "mean_rho": 0.014518704265356064,
+ "mean_nudge_001": -0.00044165633153170347,
+ "mean_nudge_003": -0.0013033851282671094,
+ "mean_nudge_01": -0.0040968600660562515,
+ "bp_cosine_per_layer": [
+ 0.016239378601312637,
+ 0.08700481057167053
+ ],
+ "rho_per_layer": [
+ -0.0633457601070404,
+ 0.09238316863775253
+ ],
+ "nudge_per_layer": [
+ -0.004778302274644375,
+ -0.003415417857468128
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.8285,
+ "mean_bp_cosine": 0.7213762998580933,
+ "mean_rho": 0.644424170255661,
+ "mean_nudge_001": -0.014933469472452998,
+ "mean_nudge_003": -0.042839838191866875,
+ "mean_nudge_01": -0.12188584543764591,
+ "bp_cosine_per_layer": [
+ 0.9387110471725464,
+ 0.5040415525436401
+ ],
+ "rho_per_layer": [
+ 0.7997298240661621,
+ 0.4891185164451599
+ ],
+ "nudge_per_layer": [
+ -0.21233828365802765,
+ -0.031433407217264175
+ ],
+ "state_pred_error_per_layer": [
+ 387.8657531738281,
+ 319.336669921875
+ ],
+ "mean_state_pred_error": 353.60121154785156
+ },
+ "credit_bridge": {
+ "test_acc": 0.7115,
+ "mean_bp_cosine": 0.16614358872175217,
+ "mean_rho": 0.25560564547777176,
+ "mean_nudge_001": -0.0032864182721823454,
+ "mean_nudge_003": -0.009816689416766167,
+ "mean_nudge_01": -0.03221969399601221,
+ "bp_cosine_per_layer": [
+ 0.08927787840366364,
+ 0.2430092990398407
+ ],
+ "rho_per_layer": [
+ 0.16060538589954376,
+ 0.35060590505599976
+ ],
+ "nudge_per_layer": [
+ -0.047705113887786865,
+ -0.016734274104237556
+ ],
+ "final_value_loss": 0.31588549439907077,
+ "final_term_loss": 0.09000624770522117,
+ "final_bridge_loss": 0.023082720217108728,
+ "final_tgrad_loss": 0.20279652795791625
+ }
+ },
+ "a0.0_L4_s42": {
+ "bp": {
+ "test_acc": 0.925,
+ "mean_bp_cosine": 0.8320528566837311,
+ "mean_rho": 0.9999772906303406,
+ "mean_nudge_001": -0.009003315295558423,
+ "mean_nudge_003": -0.024674441665410995,
+ "mean_nudge_01": -0.06179796298965812,
+ "bp_cosine_per_layer": [
+ 0.8599773645401001,
+ 0.8422204256057739,
+ 0.8250665664672852,
+ 0.8009470701217651
+ ],
+ "rho_per_layer": [
+ 0.9999991655349731,
+ 0.9999953508377075,
+ 0.9999807476997375,
+ 0.9999338984489441
+ ],
+ "nudge_per_layer": [
+ -0.12188813835382462,
+ -0.07056954503059387,
+ -0.034971628338098526,
+ -0.019762540236115456
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.856,
+ "mean_bp_cosine": 0.10417622653767467,
+ "mean_rho": 0.09206205606460571,
+ "mean_nudge_001": -0.00045079714618623257,
+ "mean_nudge_003": -0.0013433840940706432,
+ "mean_nudge_01": -0.004383910913020372,
+ "bp_cosine_per_layer": [
+ 0.004014266654849052,
+ 0.16519895195960999,
+ 0.13244280219078064,
+ 0.11504888534545898
+ ],
+ "rho_per_layer": [
+ 0.042726192623376846,
+ 0.18379396200180054,
+ 0.108277827501297,
+ 0.03345024213194847
+ ],
+ "nudge_per_layer": [
+ -0.005573366768658161,
+ -0.005793239921331406,
+ -0.003338021691888571,
+ -0.002831015270203352
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7615,
+ "mean_bp_cosine": 0.38204737193882465,
+ "mean_rho": 0.3213508538901806,
+ "mean_nudge_001": -0.006838726330897771,
+ "mean_nudge_003": -0.01991741475649178,
+ "mean_nudge_01": -0.059746103768702596,
+ "bp_cosine_per_layer": [
+ 0.8646283149719238,
+ 0.4090673327445984,
+ 0.1404263973236084,
+ 0.114067442715168
+ ],
+ "rho_per_layer": [
+ 0.7375176548957825,
+ 0.33617356419563293,
+ 0.14259827136993408,
+ 0.06911392509937286
+ ],
+ "nudge_per_layer": [
+ -0.218303382396698,
+ -0.013712376356124878,
+ -0.003879058640450239,
+ -0.0030895976815372705
+ ],
+ "state_pred_error_per_layer": [
+ 6951.521484375,
+ 6099.5322265625,
+ 5877.8310546875,
+ 3832.076416015625
+ ],
+ "mean_state_pred_error": 5690.240295410156
+ },
+ "credit_bridge": {
+ "test_acc": 0.6585,
+ "mean_bp_cosine": 0.10922159999608994,
+ "mean_rho": 0.21513587795197964,
+ "mean_nudge_001": -0.00137018840177916,
+ "mean_nudge_003": -0.004100472666323185,
+ "mean_nudge_01": -0.013550454750657082,
+ "bp_cosine_per_layer": [
+ 0.049023956060409546,
+ 0.11911389231681824,
+ 0.12341275811195374,
+ 0.14533579349517822
+ ],
+ "rho_per_layer": [
+ 0.09633419662714005,
+ 0.23598268628120422,
+ 0.24357257783412933,
+ 0.28465405106544495
+ ],
+ "nudge_per_layer": [
+ -0.026128236204385757,
+ -0.008897590450942516,
+ -0.009167088195681572,
+ -0.01000890415161848
+ ],
+ "final_value_loss": 0.5270826056480408,
+ "final_term_loss": 0.22659661755561827,
+ "final_bridge_loss": 0.04233165686130524,
+ "final_tgrad_loss": 0.25815433073043825
+ }
+ },
+ "a0.0_L4_s123": {
+ "bp": {
+ "test_acc": 0.926,
+ "mean_bp_cosine": 0.7713210135698318,
+ "mean_rho": 0.9999768882989883,
+ "mean_nudge_001": -0.010334675083868206,
+ "mean_nudge_003": -0.028318932512775064,
+ "mean_nudge_01": -0.06953301187604666,
+ "bp_cosine_per_layer": [
+ 0.808335542678833,
+ 0.780368447303772,
+ 0.7579712271690369,
+ 0.7386088371276855
+ ],
+ "rho_per_layer": [
+ 0.9999986886978149,
+ 0.999996542930603,
+ 0.9999827146530151,
+ 0.9999296069145203
+ ],
+ "nudge_per_layer": [
+ -0.13544964790344238,
+ -0.08136264234781265,
+ -0.039826083928346634,
+ -0.02149367332458496
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8375,
+ "mean_bp_cosine": 0.1401939271017909,
+ "mean_rho": 0.11219900287687778,
+ "mean_nudge_001": -0.000286264817987103,
+ "mean_nudge_003": -0.0008422381652053446,
+ "mean_nudge_01": -0.0026496590580791235,
+ "bp_cosine_per_layer": [
+ -0.028116505593061447,
+ 0.29581546783447266,
+ 0.170908123254776,
+ 0.12216862291097641
+ ],
+ "rho_per_layer": [
+ -0.07312458753585815,
+ 0.3015226125717163,
+ 0.09657395631074905,
+ 0.12382403016090393
+ ],
+ "nudge_per_layer": [
+ 0.0038727924693375826,
+ -0.007415304891765118,
+ -0.0039948043413460255,
+ -0.0030613194685429335
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.788,
+ "mean_bp_cosine": 0.3973395489156246,
+ "mean_rho": 0.36834993585944176,
+ "mean_nudge_001": -0.006569715158548206,
+ "mean_nudge_003": -0.019017601298401132,
+ "mean_nudge_01": -0.055994155758526176,
+ "bp_cosine_per_layer": [
+ 0.8812471032142639,
+ 0.4430118799209595,
+ 0.14485391974449158,
+ 0.12024529278278351
+ ],
+ "rho_per_layer": [
+ 0.803270697593689,
+ 0.4108988642692566,
+ 0.12428833544254303,
+ 0.13494184613227844
+ ],
+ "nudge_per_layer": [
+ -0.20551547408103943,
+ -0.01310029998421669,
+ -0.0029572518542408943,
+ -0.0024035971146076918
+ ],
+ "state_pred_error_per_layer": [
+ 6307.859375,
+ 4221.2177734375,
+ 3825.8369140625,
+ 3284.16064453125
+ ],
+ "mean_state_pred_error": 4409.7686767578125
+ },
+ "credit_bridge": {
+ "test_acc": 0.7305,
+ "mean_bp_cosine": 0.10989296156913042,
+ "mean_rho": 0.18325010500848293,
+ "mean_nudge_001": -0.0012505464837886393,
+ "mean_nudge_003": -0.00373545300681144,
+ "mean_nudge_01": -0.012258320581167936,
+ "bp_cosine_per_layer": [
+ 0.03434538468718529,
+ 0.12379913777112961,
+ 0.1433446854352951,
+ 0.13808263838291168
+ ],
+ "rho_per_layer": [
+ 0.03924814611673355,
+ 0.21971622109413147,
+ 0.26409071683883667,
+ 0.20994533598423004
+ ],
+ "nudge_per_layer": [
+ -0.020018436014652252,
+ -0.00925234891474247,
+ -0.010285570286214352,
+ -0.009476927109062672
+ ],
+ "final_value_loss": 0.454630423784256,
+ "final_term_loss": 0.185297670173645,
+ "final_bridge_loss": 0.03432008520960808,
+ "final_tgrad_loss": 0.2350126650452614
+ }
+ },
+ "a0.0_L4_s456": {
+ "bp": {
+ "test_acc": 0.9285,
+ "mean_bp_cosine": 0.7884698659181595,
+ "mean_rho": 0.999981090426445,
+ "mean_nudge_001": -0.01117145799798891,
+ "mean_nudge_003": -0.030768739874474704,
+ "mean_nudge_01": -0.07730476558208466,
+ "bp_cosine_per_layer": [
+ 0.8268355131149292,
+ 0.7960893511772156,
+ 0.7726784944534302,
+ 0.758276104927063
+ ],
+ "rho_per_layer": [
+ 0.9999993443489075,
+ 0.999996542930603,
+ 0.999983549118042,
+ 0.9999449253082275
+ ],
+ "nudge_per_layer": [
+ -0.15056422352790833,
+ -0.08916378021240234,
+ -0.04451071470975876,
+ -0.024980343878269196
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8655,
+ "mean_bp_cosine": 0.06126724602654576,
+ "mean_rho": 0.09146236767992377,
+ "mean_nudge_001": -0.00023738171148579568,
+ "mean_nudge_003": -0.0006991284317336977,
+ "mean_nudge_01": -0.0021681145881302655,
+ "bp_cosine_per_layer": [
+ -0.012256121262907982,
+ 0.07949584722518921,
+ 0.0787847638130188,
+ 0.09904449433088303
+ ],
+ "rho_per_layer": [
+ -0.003950485959649086,
+ 0.06165219843387604,
+ 0.14469987154006958,
+ 0.16344788670539856
+ ],
+ "nudge_per_layer": [
+ 0.002696676878258586,
+ -0.005506287328898907,
+ -0.0027312645688652992,
+ -0.003131583333015442
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7455,
+ "mean_bp_cosine": 0.4014641270041466,
+ "mean_rho": 0.3732803575694561,
+ "mean_nudge_001": -0.007542004925198853,
+ "mean_nudge_003": -0.022030926978914067,
+ "mean_nudge_01": -0.06684440147364512,
+ "bp_cosine_per_layer": [
+ 0.8436356782913208,
+ 0.46039146184921265,
+ 0.16277557611465454,
+ 0.13905379176139832
+ ],
+ "rho_per_layer": [
+ 0.7277628183364868,
+ 0.48849108815193176,
+ 0.1771586537361145,
+ 0.09970887005329132
+ ],
+ "nudge_per_layer": [
+ -0.2401106357574463,
+ -0.018598388880491257,
+ -0.004775169305503368,
+ -0.0038934119511395693
+ ],
+ "state_pred_error_per_layer": [
+ 3442.556884765625,
+ 2195.27490234375,
+ 2035.546875,
+ 2293.3291015625
+ ],
+ "mean_state_pred_error": 2491.6769409179688
+ },
+ "credit_bridge": {
+ "test_acc": 0.644,
+ "mean_bp_cosine": 0.1536249229684472,
+ "mean_rho": 0.26861424930393696,
+ "mean_nudge_001": -0.0018619927868712693,
+ "mean_nudge_003": -0.005573431379161775,
+ "mean_nudge_01": -0.018431853968650103,
+ "bp_cosine_per_layer": [
+ 0.053475264459848404,
+ 0.17959368228912354,
+ 0.19590041041374207,
+ 0.18553033471107483
+ ],
+ "rho_per_layer": [
+ 0.04320300370454788,
+ 0.30398592352867126,
+ 0.35316282510757446,
+ 0.3741052448749542
+ ],
+ "nudge_per_layer": [
+ -0.027841825038194656,
+ -0.015361151657998562,
+ -0.015351004898548126,
+ -0.015173434279859066
+ ],
+ "final_value_loss": 0.7469501955509186,
+ "final_term_loss": 0.4142983556270599,
+ "final_bridge_loss": 0.05541581681370735,
+ "final_tgrad_loss": 0.2772360302686691
+ }
+ },
+ "a0.0_L8_s42": {
+ "bp": {
+ "test_acc": 0.906,
+ "mean_bp_cosine": 0.8584278598427773,
+ "mean_rho": 0.9999460652470589,
+ "mean_nudge_001": -0.008581212867284194,
+ "mean_nudge_003": -0.02450006199069321,
+ "mean_nudge_01": -0.06902276305481791,
+ "bp_cosine_per_layer": [
+ 0.8854324817657471,
+ 0.8737501502037048,
+ 0.8630377054214478,
+ 0.8562113046646118,
+ 0.8509326577186584,
+ 0.8481521606445312,
+ 0.84560626745224,
+ 0.8443001508712769
+ ],
+ "rho_per_layer": [
+ 0.9999991655349731,
+ 0.9999963045120239,
+ 0.9999881386756897,
+ 0.9999630451202393,
+ 0.9999364614486694,
+ 0.9999151825904846,
+ 0.9998926520347595,
+ 0.9998775720596313
+ ],
+ "nudge_per_layer": [
+ -0.21767401695251465,
+ -0.12408202886581421,
+ -0.06762672960758209,
+ -0.04208396375179291,
+ -0.031123068183660507,
+ -0.025745777413249016,
+ -0.022784877568483353,
+ -0.021061642095446587
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8325,
+ "mean_bp_cosine": 0.0621855678036809,
+ "mean_rho": 0.08102096850052476,
+ "mean_nudge_001": 7.459322478098329e-05,
+ "mean_nudge_003": 0.00026162770882365294,
+ "mean_nudge_01": 0.0013351911620702595,
+ "bp_cosine_per_layer": [
+ -0.02968163788318634,
+ 0.08609121292829514,
+ 0.09377065300941467,
+ 0.10205866396427155,
+ 0.08807726949453354,
+ 0.053033627569675446,
+ 0.056919872760772705,
+ 0.04721488058567047
+ ],
+ "rho_per_layer": [
+ -0.09032663702964783,
+ 0.17043988406658173,
+ 0.18389353156089783,
+ 0.16770029067993164,
+ 0.1504741907119751,
+ 0.05179755389690399,
+ 0.050898581743240356,
+ -0.03670964762568474
+ ],
+ "nudge_per_layer": [
+ 0.028243789449334145,
+ -0.00520662497729063,
+ -0.0028999613132327795,
+ -0.002869710559025407,
+ -0.0023996694944798946,
+ -0.0015899656573310494,
+ -0.0014181910082697868,
+ -0.0011781371431425214
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.726,
+ "mean_bp_cosine": 0.26912851445376873,
+ "mean_rho": 0.2629122715443373,
+ "mean_nudge_001": -0.0034038230442092754,
+ "mean_nudge_003": -0.010012732280301861,
+ "mean_nudge_01": -0.0311450962908566,
+ "bp_cosine_per_layer": [
+ 0.8151727914810181,
+ 0.4042307734489441,
+ 0.16176781058311462,
+ 0.1698867678642273,
+ 0.14891386032104492,
+ 0.1726662963628769,
+ 0.1322125643491745,
+ 0.14817725121974945
+ ],
+ "rho_per_layer": [
+ 0.7261759042739868,
+ 0.36915943026542664,
+ 0.17840053141117096,
+ 0.16105638444423676,
+ 0.14931628108024597,
+ 0.15696927905082703,
+ 0.17820878326892853,
+ 0.1840115785598755
+ ],
+ "nudge_per_layer": [
+ -0.21425020694732666,
+ -0.011446774937212467,
+ -0.004181142896413803,
+ -0.004114024806767702,
+ -0.0038589704781770706,
+ -0.00422251783311367,
+ -0.003358659567311406,
+ -0.003728472860530019
+ ],
+ "state_pred_error_per_layer": [
+ 7398.20849609375,
+ 5242.7607421875,
+ 3768.9609375,
+ 3258.12548828125,
+ 3060.2021484375,
+ 2786.609619140625,
+ 3211.44921875,
+ 2939.81005859375
+ ],
+ "mean_state_pred_error": 3958.265838623047
+ },
+ "credit_bridge": {
+ "test_acc": 0.64,
+ "mean_bp_cosine": 0.09559969999827445,
+ "mean_rho": 0.20091960858553648,
+ "mean_nudge_001": -0.0007423463721352164,
+ "mean_nudge_003": -0.0022244660067372024,
+ "mean_nudge_01": -0.007368246268015355,
+ "bp_cosine_per_layer": [
+ 0.010387556627392769,
+ 0.06787668168544769,
+ 0.11108389496803284,
+ 0.11367877572774887,
+ 0.11491300165653229,
+ 0.1093105673789978,
+ 0.11488444358110428,
+ 0.12266267836093903
+ ],
+ "rho_per_layer": [
+ 0.0504305437207222,
+ 0.11780044436454773,
+ 0.23789767920970917,
+ 0.24238067865371704,
+ 0.22429296374320984,
+ 0.25153419375419617,
+ 0.25647929310798645,
+ 0.22654107213020325
+ ],
+ "nudge_per_layer": [
+ -0.003928218502551317,
+ -0.0057389335706830025,
+ -0.007835019379854202,
+ -0.008116443641483784,
+ -0.0081653306260705,
+ -0.00813683308660984,
+ -0.008312376216053963,
+ -0.00871281512081623
+ ],
+ "final_value_loss": 0.6615465266227722,
+ "final_term_loss": 0.43013124598264696,
+ "final_bridge_loss": 0.0357342723429203,
+ "final_tgrad_loss": 0.19568100452423096
+ }
+ },
+ "a0.0_L8_s123": {
+ "bp": {
+ "test_acc": 0.913,
+ "mean_bp_cosine": 0.8645070418715477,
+ "mean_rho": 0.999944381415844,
+ "mean_nudge_001": -0.007505885470891371,
+ "mean_nudge_003": -0.021483065967913717,
+ "mean_nudge_01": -0.06040166970342398,
+ "bp_cosine_per_layer": [
+ 0.9087610840797424,
+ 0.8890509605407715,
+ 0.8756387233734131,
+ 0.860000729560852,
+ 0.8513467311859131,
+ 0.8465403914451599,
+ 0.8431664705276489,
+ 0.8415512442588806
+ ],
+ "rho_per_layer": [
+ 0.9999994039535522,
+ 0.9999971389770508,
+ 0.9999857544898987,
+ 0.9999687671661377,
+ 0.9999316930770874,
+ 0.9999115467071533,
+ 0.9998936653137207,
+ 0.9998670816421509
+ ],
+ "nudge_per_layer": [
+ -0.19297254085540771,
+ -0.10940254479646683,
+ -0.05867426097393036,
+ -0.03609157353639603,
+ -0.026526644825935364,
+ -0.02192458137869835,
+ -0.019491419196128845,
+ -0.01812979206442833
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.849,
+ "mean_bp_cosine": 0.07409168453887105,
+ "mean_rho": 0.0943274952005595,
+ "mean_nudge_001": -6.366873094520997e-06,
+ "mean_nudge_003": -1.1956191883655265e-05,
+ "mean_nudge_01": 5.2888659411109984e-05,
+ "bp_cosine_per_layer": [
+ -0.02848462387919426,
+ 0.15189720690250397,
+ 0.09141203761100769,
+ 0.07272940874099731,
+ 0.09136377274990082,
+ 0.0857112780213356,
+ 0.044680722057819366,
+ 0.0834236741065979
+ ],
+ "rho_per_layer": [
+ 0.03057212010025978,
+ 0.16072696447372437,
+ 0.13512857258319855,
+ 0.0885201245546341,
+ 0.1377822607755661,
+ 0.04239961504936218,
+ 0.0035119224339723587,
+ 0.15597838163375854
+ ],
+ "nudge_per_layer": [
+ 0.015482441522181034,
+ -0.004561400040984154,
+ -0.0020816801115870476,
+ -0.0015152986161410809,
+ -0.0019329312490299344,
+ -0.002064004773274064,
+ -0.001068722689524293,
+ -0.0018352947663515806
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7725,
+ "mean_bp_cosine": 0.2933046016842127,
+ "mean_rho": 0.25743963569402695,
+ "mean_nudge_001": -0.0033750918046280276,
+ "mean_nudge_003": -0.009846233486314304,
+ "mean_nudge_01": -0.02971906404127367,
+ "bp_cosine_per_layer": [
+ 0.8679102659225464,
+ 0.46438825130462646,
+ 0.22033852338790894,
+ 0.1893446445465088,
+ 0.16738475859165192,
+ 0.14945879578590393,
+ 0.1267041563987732,
+ 0.16090741753578186
+ ],
+ "rho_per_layer": [
+ 0.6897462606430054,
+ 0.42848390340805054,
+ 0.19369670748710632,
+ 0.19582855701446533,
+ 0.14048044383525848,
+ 0.12853404879570007,
+ 0.09809397161006927,
+ 0.18465319275856018
+ ],
+ "nudge_per_layer": [
+ -0.2050759196281433,
+ -0.01248687319457531,
+ -0.004478689283132553,
+ -0.003817938268184662,
+ -0.00330835347995162,
+ -0.002980519086122513,
+ -0.002494834130629897,
+ -0.003109385259449482
+ ],
+ "state_pred_error_per_layer": [
+ 7121.279296875,
+ 6133.4482421875,
+ 3940.991943359375,
+ 2496.587646484375,
+ 2560.85595703125,
+ 2498.587890625,
+ 3539.93115234375,
+ 2449.22607421875
+ ],
+ "mean_state_pred_error": 3842.613525390625
+ },
+ "credit_bridge": {
+ "test_acc": 0.656,
+ "mean_bp_cosine": 0.092392878344981,
+ "mean_rho": 0.17488694936037064,
+ "mean_nudge_001": -0.0007325447659241036,
+ "mean_nudge_003": -0.002192195039242506,
+ "mean_nudge_01": -0.0072501768881920725,
+ "bp_cosine_per_layer": [
+ 0.001700198045000434,
+ 0.04125010222196579,
+ 0.1112770289182663,
+ 0.11907510459423065,
+ 0.11768756806850433,
+ 0.11733907461166382,
+ 0.11329221725463867,
+ 0.117521733045578
+ ],
+ "rho_per_layer": [
+ 0.043069981038570404,
+ 0.1044735386967659,
+ 0.23828034102916718,
+ 0.18111932277679443,
+ 0.19782572984695435,
+ 0.1971191018819809,
+ 0.20729684829711914,
+ 0.2299107313156128
+ ],
+ "nudge_per_layer": [
+ -0.006082434207201004,
+ -0.003400696674361825,
+ -0.007903593592345715,
+ -0.008138573728501797,
+ -0.008289994671940804,
+ -0.007994470186531544,
+ -0.00807441771030426,
+ -0.008117234334349632
+ ],
+ "final_value_loss": 0.5009399848937989,
+ "final_term_loss": 0.26505257573127744,
+ "final_bridge_loss": 0.027039055764675142,
+ "final_tgrad_loss": 0.20884835484027864
+ }
+ },
+ "a0.0_L8_s456": {
+ "bp": {
+ "test_acc": 0.8965,
+ "mean_bp_cosine": 0.8864798843860626,
+ "mean_rho": 0.9999493733048439,
+ "mean_nudge_001": -0.007212058277218603,
+ "mean_nudge_003": -0.02048966591246426,
+ "mean_nudge_01": -0.05707334354519844,
+ "bp_cosine_per_layer": [
+ 0.9283311367034912,
+ 0.9162832498550415,
+ 0.8925424814224243,
+ 0.8799441456794739,
+ 0.8746041655540466,
+ 0.8698863983154297,
+ 0.8666130304336548,
+ 0.863634467124939
+ ],
+ "rho_per_layer": [
+ 0.9999991059303284,
+ 0.9999967217445374,
+ 0.9999891519546509,
+ 0.9999651908874512,
+ 0.9999410510063171,
+ 0.9999043941497803,
+ 0.9998966455459595,
+ 0.9999027252197266
+ ],
+ "nudge_per_layer": [
+ -0.17811693251132965,
+ -0.10346511751413345,
+ -0.05678309500217438,
+ -0.035222865641117096,
+ -0.025761041790246964,
+ -0.021198198199272156,
+ -0.01872769370675087,
+ -0.017311803996562958
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.833,
+ "mean_bp_cosine": 0.10069436486810446,
+ "mean_rho": 0.11729028820991516,
+ "mean_nudge_001": -0.00045204991511127446,
+ "mean_nudge_003": -0.0013379494193941355,
+ "mean_nudge_01": -0.004276915889931843,
+ "bp_cosine_per_layer": [
+ 0.020978286862373352,
+ 0.16464680433273315,
+ 0.15073026716709137,
+ 0.08116275072097778,
+ 0.08070477098226547,
+ 0.0867747962474823,
+ 0.10854049026966095,
+ 0.11201675236225128
+ ],
+ "rho_per_layer": [
+ 0.032643549144268036,
+ 0.2071959227323532,
+ 0.2057623416185379,
+ 0.09326457977294922,
+ 0.06205561012029648,
+ 0.1389445811510086,
+ 0.11340519785881042,
+ 0.08505052328109741
+ ],
+ "nudge_per_layer": [
+ -0.012655803002417088,
+ -0.005697320215404034,
+ -0.004094945732504129,
+ -0.0018561023753136396,
+ -0.0020380420610308647,
+ -0.0022426587529480457,
+ -0.002856952603906393,
+ -0.0027735023759305477
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7495,
+ "mean_bp_cosine": 0.246165806427598,
+ "mean_rho": 0.20948901865631342,
+ "mean_nudge_001": -0.0035059251604252495,
+ "mean_nudge_003": -0.010245608449622523,
+ "mean_nudge_01": -0.03114599542459473,
+ "bp_cosine_per_layer": [
+ 0.8467778563499451,
+ 0.3549606502056122,
+ 0.1711018681526184,
+ 0.12375819683074951,
+ 0.1153455525636673,
+ 0.12219913303852081,
+ 0.12895643711090088,
+ 0.10622675716876984
+ ],
+ "rho_per_layer": [
+ 0.7416437268257141,
+ 0.2796669900417328,
+ 0.14060860872268677,
+ 0.09820520132780075,
+ 0.10454020649194717,
+ 0.08740514516830444,
+ 0.10375625640153885,
+ 0.12008601427078247
+ ],
+ "nudge_per_layer": [
+ -0.2212277054786682,
+ -0.010068328119814396,
+ -0.00393392750993371,
+ -0.002955838106572628,
+ -0.0027290289290249348,
+ -0.0028208147268742323,
+ -0.002979037119075656,
+ -0.002453283406794071
+ ],
+ "state_pred_error_per_layer": [
+ 10942.7939453125,
+ 10293.740234375,
+ 7482.4482421875,
+ 5008.9619140625,
+ 4863.818359375,
+ 4492.451171875,
+ 3565.2744140625,
+ 3837.47998046875
+ ],
+ "mean_state_pred_error": 6310.871032714844
+ },
+ "credit_bridge": {
+ "test_acc": 0.617,
+ "mean_bp_cosine": 0.09351247036829591,
+ "mean_rho": 0.15350601403042674,
+ "mean_nudge_001": -0.0010894104561884888,
+ "mean_nudge_003": -0.0032592675706837326,
+ "mean_nudge_01": -0.010775732051115483,
+ "bp_cosine_per_layer": [
+ 0.03283574804663658,
+ 0.05836774408817291,
+ 0.11590129137039185,
+ 0.10100162029266357,
+ 0.1079024076461792,
+ 0.10276803374290466,
+ 0.11581481993198395,
+ 0.11350809782743454
+ ],
+ "rho_per_layer": [
+ 0.06095704063773155,
+ 0.13836193084716797,
+ 0.1803440898656845,
+ 0.1439131498336792,
+ 0.14064353704452515,
+ 0.15858328342437744,
+ 0.22606094181537628,
+ 0.17918413877487183
+ ],
+ "nudge_per_layer": [
+ -0.023668643087148666,
+ -0.006166210863739252,
+ -0.009575091302394867,
+ -0.00891521479934454,
+ -0.00932026281952858,
+ -0.008899858221411705,
+ -0.009868312627077103,
+ -0.009792262688279152
+ ],
+ "final_value_loss": 1.2871107803344726,
+ "final_term_loss": 0.9274139808654785,
+ "final_bridge_loss": 0.0815536917924881,
+ "final_tgrad_loss": 0.2781431001186371
+ }
+ },
+ "a0.0_L12_s42": {
+ "bp": {
+ "test_acc": 0.9135,
+ "mean_bp_cosine": 0.8262566576401392,
+ "mean_rho": 0.9998530795176824,
+ "mean_nudge_001": -0.005460524485291292,
+ "mean_nudge_003": -0.015294013021048158,
+ "mean_nudge_01": -0.04075813665986061,
+ "bp_cosine_per_layer": [
+ 0.8936765193939209,
+ 0.875713586807251,
+ 0.8523612022399902,
+ 0.835299551486969,
+ 0.8243429064750671,
+ 0.8148068189620972,
+ 0.809612512588501,
+ 0.8055970668792725,
+ 0.8028815984725952,
+ 0.8011909127235413,
+ 0.8001247644424438,
+ 0.799472451210022
+ ],
+ "rho_per_layer": [
+ 0.9999988079071045,
+ 0.999997615814209,
+ 0.9999872446060181,
+ 0.9999661445617676,
+ 0.9999244213104248,
+ 0.9998762011528015,
+ 0.9998204708099365,
+ 0.9997811317443848,
+ 0.9997683167457581,
+ 0.9997478723526001,
+ 0.9997052550315857,
+ 0.9996634721755981
+ ],
+ "nudge_per_layer": [
+ -0.15880361199378967,
+ -0.10216463357210159,
+ -0.058997806161642075,
+ -0.0368044376373291,
+ -0.02622675709426403,
+ -0.02074911817908287,
+ -0.017529264092445374,
+ -0.015481802634894848,
+ -0.014148212037980556,
+ -0.013247357681393623,
+ -0.012655021622776985,
+ -0.012289617210626602
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8405,
+ "mean_bp_cosine": 0.06366231696059306,
+ "mean_rho": 0.0974447913467884,
+ "mean_nudge_001": -0.00019441865091115082,
+ "mean_nudge_003": -0.0005761026429051223,
+ "mean_nudge_01": -0.001826463839582478,
+ "bp_cosine_per_layer": [
+ 0.022819485515356064,
+ 0.10611869394779205,
+ 0.08763782680034637,
+ 0.06361521780490875,
+ 0.08818645775318146,
+ 0.07573625445365906,
+ 0.07574683427810669,
+ 0.025106821209192276,
+ 0.029594242572784424,
+ 0.09018446505069733,
+ 0.04191981628537178,
+ 0.05728168785572052
+ ],
+ "rho_per_layer": [
+ -0.0498071163892746,
+ 0.18554872274398804,
+ 0.19663047790527344,
+ 0.14150168001651764,
+ 0.06663499772548676,
+ 0.12039551883935928,
+ 0.12434913218021393,
+ 0.05157296732068062,
+ 0.09405694901943207,
+ 0.07376686483621597,
+ 0.061272408813238144,
+ 0.10341489315032959
+ ],
+ "nudge_per_layer": [
+ 0.000284646637737751,
+ -0.005279931705445051,
+ -0.002400151453912258,
+ -0.0017087131273001432,
+ -0.0019207102013751864,
+ -0.0020927595905959606,
+ -0.0017691099783405662,
+ -0.0008208724320866168,
+ -0.0012333606136962771,
+ -0.0026537002995610237,
+ -0.0007275568204931915,
+ -0.0015953464899212122
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.675,
+ "mean_bp_cosine": 0.16806975565850735,
+ "mean_rho": 0.14302178906897703,
+ "mean_nudge_001": -0.0021900876042006225,
+ "mean_nudge_003": -0.006470390944741666,
+ "mean_nudge_01": -0.020386384644856054,
+ "bp_cosine_per_layer": [
+ 0.7431880235671997,
+ 0.2796655595302582,
+ 0.13151727616786957,
+ 0.09881292283535004,
+ 0.0924338698387146,
+ 0.10159576684236526,
+ 0.09764175117015839,
+ 0.09642879664897919,
+ 0.09804226458072662,
+ 0.09603762626647949,
+ 0.09261822700500488,
+ 0.08885498344898224
+ ],
+ "rho_per_layer": [
+ 0.611870527267456,
+ 0.24307268857955933,
+ 0.10120554268360138,
+ 0.09459854662418365,
+ 0.09521515667438507,
+ 0.07265714555978775,
+ 0.07570740580558777,
+ 0.0650622695684433,
+ 0.07738275825977325,
+ 0.11346932500600815,
+ 0.08958262950181961,
+ 0.07643747329711914
+ ],
+ "nudge_per_layer": [
+ -0.20912763476371765,
+ -0.00893338117748499,
+ -0.0035844063386321068,
+ -0.0027289288118481636,
+ -0.0024399380199611187,
+ -0.0026743747293949127,
+ -0.0025294050574302673,
+ -0.002557961270213127,
+ -0.0026802942156791687,
+ -0.002547960262745619,
+ -0.002460954710841179,
+ -0.0023713763803243637
+ ],
+ "state_pred_error_per_layer": [
+ 20223.798828125,
+ 14219.4013671875,
+ 11048.2333984375,
+ 10263.419921875,
+ 8570.201171875,
+ 7224.33740234375,
+ 7281.2197265625,
+ 8034.87548828125,
+ 6686.9033203125,
+ 6885.98291015625,
+ 6667.048828125,
+ 6627.78125
+ ],
+ "mean_state_pred_error": 9477.766967773438
+ },
+ "credit_bridge": {
+ "test_acc": 0.6635,
+ "mean_bp_cosine": 0.07870348079207663,
+ "mean_rho": 0.1263093726399044,
+ "mean_nudge_001": -0.000519128576949394,
+ "mean_nudge_003": -0.0015524110640399158,
+ "mean_nudge_01": -0.005132454059397181,
+ "bp_cosine_per_layer": [
+ 9.498395957052708e-05,
+ 0.029415149241685867,
+ 0.062070880085229874,
+ 0.07393385469913483,
+ 0.07970248907804489,
+ 0.08624569326639175,
+ 0.10002343356609344,
+ 0.10488344728946686,
+ 0.10920242965221405,
+ 0.10451158881187439,
+ 0.09929930418729782,
+ 0.09505851566791534
+ ],
+ "rho_per_layer": [
+ 0.025425152853131294,
+ 0.0574759915471077,
+ 0.13417154550552368,
+ 0.10034967213869095,
+ 0.17468321323394775,
+ 0.17164339125156403,
+ 0.15925100445747375,
+ 0.08668951690196991,
+ 0.1521437168121338,
+ 0.14672580361366272,
+ 0.1825145184993744,
+ 0.12463894486427307
+ ],
+ "nudge_per_layer": [
+ 0.001420565415173769,
+ -0.0026360084302723408,
+ -0.00476992130279541,
+ -0.005131378769874573,
+ -0.005615689791738987,
+ -0.006001932080835104,
+ -0.006417973432689905,
+ -0.006630052346736193,
+ -0.006984136067330837,
+ -0.0066003259271383286,
+ -0.00623705331236124,
+ -0.005985542666167021
+ ],
+ "final_value_loss": 0.9863593735218048,
+ "final_term_loss": 0.7168336891174316,
+ "final_bridge_loss": 0.05245816183909774,
+ "final_tgrad_loss": 0.21706753172874452
+ }
+ },
+ "a0.0_L12_s123": {
+ "bp": {
+ "test_acc": 0.9145,
+ "mean_bp_cosine": 0.7868696798880895,
+ "mean_rho": 0.9998756001393,
+ "mean_nudge_001": -0.005259950548255195,
+ "mean_nudge_003": -0.014897353908357521,
+ "mean_nudge_01": -0.04119087569415569,
+ "bp_cosine_per_layer": [
+ 0.832116425037384,
+ 0.8141677379608154,
+ 0.8023761510848999,
+ 0.7934653759002686,
+ 0.7857377529144287,
+ 0.7797414064407349,
+ 0.7767306566238403,
+ 0.7744640111923218,
+ 0.7725205421447754,
+ 0.7711977958679199,
+ 0.7703278064727783,
+ 0.7695904970169067
+ ],
+ "rho_per_layer": [
+ 0.9999991655349731,
+ 0.9999972581863403,
+ 0.9999898672103882,
+ 0.999970555305481,
+ 0.9999305009841919,
+ 0.9999109506607056,
+ 0.9998676180839539,
+ 0.999832808971405,
+ 0.9997924566268921,
+ 0.9997202754020691,
+ 0.9997268319129944,
+ 0.9997689127922058
+ ],
+ "nudge_per_layer": [
+ -0.17892791330814362,
+ -0.10439710319042206,
+ -0.05659153312444687,
+ -0.034265220165252686,
+ -0.02416030317544937,
+ -0.01895919442176819,
+ -0.015955276787281036,
+ -0.01404004916548729,
+ -0.01277724839746952,
+ -0.011922692880034447,
+ -0.011335920542478561,
+ -0.010958053171634674
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.841,
+ "mean_bp_cosine": 0.10045036673545837,
+ "mean_rho": 0.06510928040370345,
+ "mean_nudge_001": -0.000200933368432743,
+ "mean_nudge_003": -0.000600688594810587,
+ "mean_nudge_01": -0.001976225830730982,
+ "bp_cosine_per_layer": [
+ 0.009534038603305817,
+ 0.2771005630493164,
+ 0.12846891582012177,
+ 0.12727834284305573,
+ 0.09264838695526123,
+ 0.08494879305362701,
+ 0.1454543173313141,
+ 0.07647830247879028,
+ 0.055110231041908264,
+ 0.08491981029510498,
+ 0.054209403693675995,
+ 0.06925329566001892
+ ],
+ "rho_per_layer": [
+ -0.030354971066117287,
+ 0.19958093762397766,
+ 0.10430362075567245,
+ 0.06749340891838074,
+ 0.08917459845542908,
+ 0.06985980272293091,
+ 0.08990536630153656,
+ -0.0003178045153617859,
+ -0.05352415516972542,
+ 0.12398940324783325,
+ 0.05844062566757202,
+ 0.06276053190231323
+ ],
+ "nudge_per_layer": [
+ 0.0008368014823645353,
+ -0.00641840323805809,
+ -0.0027151124086230993,
+ -0.002792379120364785,
+ -0.0018645611125975847,
+ -0.0017843465320765972,
+ -0.002957880962640047,
+ -0.0012784524587914348,
+ -0.0007560949889011681,
+ -0.0015581869520246983,
+ -0.0010259757982566953,
+ -0.0014001178788021207
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.675,
+ "mean_bp_cosine": 0.21027903320888677,
+ "mean_rho": 0.16716737858951092,
+ "mean_nudge_001": -0.002424063318661259,
+ "mean_nudge_003": -0.007164865601225756,
+ "mean_nudge_01": -0.02264038595603779,
+ "bp_cosine_per_layer": [
+ 0.7589784860610962,
+ 0.34465640783309937,
+ 0.20695620775222778,
+ 0.15412747859954834,
+ 0.14041899144649506,
+ 0.152847021818161,
+ 0.1464981734752655,
+ 0.13855373859405518,
+ 0.13026131689548492,
+ 0.11798880249261856,
+ 0.11249798536300659,
+ 0.11956378817558289
+ ],
+ "rho_per_layer": [
+ 0.6762608289718628,
+ 0.29351934790611267,
+ 0.15623700618743896,
+ 0.07772233337163925,
+ 0.09808109700679779,
+ 0.14218339323997498,
+ 0.09985582530498505,
+ 0.07779418677091599,
+ 0.10923020541667938,
+ 0.10118008404970169,
+ 0.08211226016283035,
+ 0.09183197468519211
+ ],
+ "nudge_per_layer": [
+ -0.22324970364570618,
+ -0.01123635284602642,
+ -0.0056420015171170235,
+ -0.0040974924340844154,
+ -0.0037027131766080856,
+ -0.003983458504080772,
+ -0.0038626876194030046,
+ -0.0036268262192606926,
+ -0.003363188588991761,
+ -0.0030670221894979477,
+ -0.0028224957641214132,
+ -0.0030306889675557613
+ ],
+ "state_pred_error_per_layer": [
+ 10215.58203125,
+ 8926.0654296875,
+ 5285.6044921875,
+ 5192.0830078125,
+ 4575.35791015625,
+ 4063.82666015625,
+ 4966.6884765625,
+ 5378.6435546875,
+ 4702.37890625,
+ 4026.143310546875,
+ 3985.35595703125,
+ 3780.156494140625
+ ],
+ "mean_state_pred_error": 5424.8238525390625
+ },
+ "credit_bridge": {
+ "test_acc": 0.721,
+ "mean_bp_cosine": 0.020079606105961528,
+ "mean_rho": 0.0501531979146724,
+ "mean_nudge_001": -0.00015450727914867457,
+ "mean_nudge_003": -0.0004599024711448389,
+ "mean_nudge_01": -0.001498352525231894,
+ "bp_cosine_per_layer": [
+ -0.0035465662367641926,
+ -0.001160490675829351,
+ 0.00486466521397233,
+ 0.012821277603507042,
+ 0.012568866834044456,
+ 0.019143100827932358,
+ 0.022381767630577087,
+ 0.024246837943792343,
+ 0.027966029942035675,
+ 0.03333558514714241,
+ 0.04247187077999115,
+ 0.04586232826113701
+ ],
+ "rho_per_layer": [
+ 0.01447216235101223,
+ -0.01648387312889099,
+ 0.027175014838576317,
+ 0.03045208379626274,
+ 0.05211577191948891,
+ -0.0074118818156421185,
+ 0.0508866012096405,
+ 0.01983593963086605,
+ 0.03707783669233322,
+ 0.12354743480682373,
+ 0.16596439480781555,
+ 0.10420688986778259
+ ],
+ "nudge_per_layer": [
+ 0.002342540305107832,
+ -0.0004765552293974906,
+ -0.0007624666905030608,
+ -0.0012423819862306118,
+ -0.0012568822130560875,
+ -0.0016762344166636467,
+ -0.0018269497668370605,
+ -0.0020500137470662594,
+ -0.0022837575525045395,
+ -0.0026187507901340723,
+ -0.0029940432868897915,
+ -0.0031347349286079407
+ ],
+ "final_value_loss": 0.37253577736616134,
+ "final_term_loss": 0.18445234730243684,
+ "final_bridge_loss": 0.0251624245762825,
+ "final_tgrad_loss": 0.16292100727558137
+ }
+ },
+ "a0.0_L12_s456": {
+ "bp": {
+ "test_acc": 0.9115,
+ "mean_bp_cosine": 0.7958964506785074,
+ "mean_rho": 0.9998697290817896,
+ "mean_nudge_001": -0.0046546936306792,
+ "mean_nudge_003": -0.013125322526320815,
+ "mean_nudge_01": -0.03561708889901638,
+ "bp_cosine_per_layer": [
+ 0.841245174407959,
+ 0.830803632736206,
+ 0.8195754885673523,
+ 0.8066799640655518,
+ 0.7983194589614868,
+ 0.7908304929733276,
+ 0.7860588431358337,
+ 0.7811387777328491,
+ 0.7771316170692444,
+ 0.7744728326797485,
+ 0.7727954983711243,
+ 0.7717056274414062
+ ],
+ "rho_per_layer": [
+ 0.9999991059303284,
+ 0.9999973177909851,
+ 0.9999889731407166,
+ 0.9999734163284302,
+ 0.9999427795410156,
+ 0.9998763799667358,
+ 0.9998629093170166,
+ 0.9998323321342468,
+ 0.9997599720954895,
+ 0.9997479319572449,
+ 0.9997410774230957,
+ 0.9997145533561707
+ ],
+ "nudge_per_layer": [
+ -0.1470111906528473,
+ -0.09042022377252579,
+ -0.050197783857584,
+ -0.030754856765270233,
+ -0.021816428750753403,
+ -0.017199307680130005,
+ -0.014493460766971111,
+ -0.012762569822371006,
+ -0.01160583458840847,
+ -0.010828070342540741,
+ -0.010316012427210808,
+ -0.00999932736158371
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8275,
+ "mean_bp_cosine": 0.109907116740942,
+ "mean_rho": 0.10316232999321073,
+ "mean_nudge_001": -0.00034242031688336283,
+ "mean_nudge_003": -0.001020948082441464,
+ "mean_nudge_01": -0.0033549320845243833,
+ "bp_cosine_per_layer": [
+ 0.0384417325258255,
+ 0.27492010593414307,
+ 0.17608770728111267,
+ 0.12729278206825256,
+ 0.09575799107551575,
+ 0.13158489763736725,
+ 0.07343505322933197,
+ 0.08012130856513977,
+ 0.08938327431678772,
+ 0.09414967149496078,
+ 0.06517850607633591,
+ 0.07253237068653107
+ ],
+ "rho_per_layer": [
+ -0.00336202559992671,
+ 0.18004602193832397,
+ 0.18598641455173492,
+ 0.15388232469558716,
+ 0.058810293674468994,
+ 0.14123386144638062,
+ 0.05320374667644501,
+ 0.10196533054113388,
+ 0.09802494943141937,
+ 0.10918877273797989,
+ 0.09344048798084259,
+ 0.0655277818441391
+ ],
+ "nudge_per_layer": [
+ -0.010087584145367146,
+ -0.006617182400077581,
+ -0.004152917303144932,
+ -0.0031182561069726944,
+ -0.0022262579295784235,
+ -0.0028664623387157917,
+ -0.0016081882640719414,
+ -0.0017378728371113539,
+ -0.0020772137213498354,
+ -0.002457245485857129,
+ -0.0015545324422419071,
+ -0.0017554720398038626
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.684,
+ "mean_bp_cosine": 0.21628577137986818,
+ "mean_rho": 0.17074896084765592,
+ "mean_nudge_001": -0.0019644595328524397,
+ "mean_nudge_003": -0.0058011185271122185,
+ "mean_nudge_01": -0.018295541075834382,
+ "bp_cosine_per_layer": [
+ 0.7363088726997375,
+ 0.32443851232528687,
+ 0.21702790260314941,
+ 0.21007081866264343,
+ 0.16975754499435425,
+ 0.1722516119480133,
+ 0.16474759578704834,
+ 0.12138545513153076,
+ 0.1178494393825531,
+ 0.13036376237869263,
+ 0.11493153870105743,
+ 0.1162962019443512
+ ],
+ "rho_per_layer": [
+ 0.6429969072341919,
+ 0.2531689405441284,
+ 0.22036504745483398,
+ 0.17542049288749695,
+ 0.15819020569324493,
+ 0.14438438415527344,
+ 0.07042165100574493,
+ 0.11963094770908356,
+ 0.1070300042629242,
+ 0.07622774690389633,
+ 0.035559043288230896,
+ 0.045592159032821655
+ ],
+ "nudge_per_layer": [
+ -0.1725819855928421,
+ -0.009430286474525928,
+ -0.0054127369076013565,
+ -0.005186344031244516,
+ -0.004062540829181671,
+ -0.0039931111969053745,
+ -0.003901706077158451,
+ -0.003083862829953432,
+ -0.002966922242194414,
+ -0.0033692335709929466,
+ -0.002796228276565671,
+ -0.002761534880846739
+ ],
+ "state_pred_error_per_layer": [
+ 8107.484375,
+ 6015.64697265625,
+ 3272.651123046875,
+ 3025.219970703125,
+ 3498.379150390625,
+ 2962.442626953125,
+ 2732.457275390625,
+ 3394.069091796875,
+ 3050.444091796875,
+ 3397.53271484375,
+ 3068.22607421875,
+ 3145.807373046875
+ ],
+ "mean_state_pred_error": 3805.8634033203125
+ },
+ "credit_bridge": {
+ "test_acc": 0.669,
+ "mean_bp_cosine": 0.048155296875241525,
+ "mean_rho": 0.07334851861620943,
+ "mean_nudge_001": -0.00035685058537637815,
+ "mean_nudge_003": -0.0010696607399343823,
+ "mean_nudge_01": -0.0035326933624067656,
+ "bp_cosine_per_layer": [
+ 0.0015124600613489747,
+ 0.020085982978343964,
+ 0.03127610310912132,
+ 0.03517032414674759,
+ 0.042219605296850204,
+ 0.05027471110224724,
+ 0.05683741718530655,
+ 0.057938531041145325,
+ 0.06581299006938934,
+ 0.06761687994003296,
+ 0.07107532024383545,
+ 0.07804323732852936
+ ],
+ "rho_per_layer": [
+ 0.03147998824715614,
+ -0.015333062037825584,
+ 0.020876668393611908,
+ 0.07304719090461731,
+ 0.0599740669131279,
+ 0.08874240517616272,
+ 0.05341971293091774,
+ 0.07721589505672455,
+ 0.08801877498626709,
+ 0.10527393221855164,
+ 0.16833831369876862,
+ 0.1291283369064331
+ ],
+ "nudge_per_layer": [
+ -0.004048495087772608,
+ -0.0012588155223056674,
+ -0.0019918864127248526,
+ -0.002725755563005805,
+ -0.0028244066052138805,
+ -0.003425109200179577,
+ -0.0036919033154845238,
+ -0.003999053034931421,
+ -0.0042928787879645824,
+ -0.004538967739790678,
+ -0.004742524586617947,
+ -0.004852524492889643
+ ],
+ "final_value_loss": 0.8257113872528076,
+ "final_term_loss": 0.5509136886596679,
+ "final_bridge_loss": 0.049323998257517813,
+ "final_tgrad_loss": 0.22547370266914368
+ }
+ },
+ "a0.25_L2_s42": {
+ "bp": {
+ "test_acc": 0.908,
+ "mean_bp_cosine": 0.8980661034584045,
+ "mean_rho": 0.9999964535236359,
+ "mean_nudge_001": -0.01618960639461875,
+ "mean_nudge_003": -0.04483883548527956,
+ "mean_nudge_01": -0.11487101018428802,
+ "bp_cosine_per_layer": [
+ 0.9068200588226318,
+ 0.8893121480941772
+ ],
+ "rho_per_layer": [
+ 0.9999985098838806,
+ 0.9999943971633911
+ ],
+ "nudge_per_layer": [
+ -0.15680165588855743,
+ -0.07294036448001862
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.847,
+ "mean_bp_cosine": 0.026606750674545765,
+ "mean_rho": -0.0022891219705343246,
+ "mean_nudge_001": -2.3714659619145095e-05,
+ "mean_nudge_003": -1.6182020772248507e-05,
+ "mean_nudge_01": 0.0005980018759146333,
+ "bp_cosine_per_layer": [
+ -0.008382977917790413,
+ 0.06159647926688194
+ ],
+ "rho_per_layer": [
+ -0.022914212197065353,
+ 0.018335968255996704
+ ],
+ "nudge_per_layer": [
+ 0.0033093439415097237,
+ -0.002113340189680457
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.827,
+ "mean_bp_cosine": 0.6775506436824799,
+ "mean_rho": 0.6271905303001404,
+ "mean_nudge_001": -0.015066297259181738,
+ "mean_nudge_003": -0.04329914692789316,
+ "mean_nudge_01": -0.12377128005027771,
+ "bp_cosine_per_layer": [
+ 0.9188902378082275,
+ 0.4362110495567322
+ ],
+ "rho_per_layer": [
+ 0.8401009440422058,
+ 0.41428011655807495
+ ],
+ "nudge_per_layer": [
+ -0.21947401762008667,
+ -0.02806854248046875
+ ],
+ "state_pred_error_per_layer": [
+ 753.1610107421875,
+ 333.87890625
+ ],
+ "mean_state_pred_error": 543.5199584960938
+ },
+ "credit_bridge": {
+ "test_acc": 0.6455,
+ "mean_bp_cosine": 0.15288914740085602,
+ "mean_rho": 0.2540942281484604,
+ "mean_nudge_001": -0.003834493225440383,
+ "mean_nudge_003": -0.011456333566457033,
+ "mean_nudge_01": -0.03762407600879669,
+ "bp_cosine_per_layer": [
+ 0.07500731945037842,
+ 0.23077097535133362
+ ],
+ "rho_per_layer": [
+ 0.12894567847251892,
+ 0.37924277782440186
+ ],
+ "nudge_per_layer": [
+ -0.05425257235765457,
+ -0.020995579659938812
+ ],
+ "final_value_loss": 0.5630231554031372,
+ "final_term_loss": 0.2533654543399811,
+ "final_bridge_loss": 0.03314736911058426,
+ "final_tgrad_loss": 0.27651033034324646
+ }
+ },
+ "a0.25_L2_s123": {
+ "bp": {
+ "test_acc": 0.92,
+ "mean_bp_cosine": 0.8535160422325134,
+ "mean_rho": 0.9999972283840179,
+ "mean_nudge_001": -0.01451590727083385,
+ "mean_nudge_003": -0.03988213837146759,
+ "mean_nudge_01": -0.09831684827804565,
+ "bp_cosine_per_layer": [
+ 0.8569881916046143,
+ 0.8500438928604126
+ ],
+ "rho_per_layer": [
+ 0.9999989867210388,
+ 0.9999954700469971
+ ],
+ "nudge_per_layer": [
+ -0.13159069418907166,
+ -0.06504300236701965
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.853,
+ "mean_bp_cosine": 0.0877363346517086,
+ "mean_rho": 0.0626654140651226,
+ "mean_nudge_001": -0.0009488673531450331,
+ "mean_nudge_003": -0.0028224033303558826,
+ "mean_nudge_01": -0.009134252090007067,
+ "bp_cosine_per_layer": [
+ 0.05345926433801651,
+ 0.1220134049654007
+ ],
+ "rho_per_layer": [
+ 0.09254007041454315,
+ 0.03279075771570206
+ ],
+ "nudge_per_layer": [
+ -0.0142319705337286,
+ -0.004036533646285534
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.834,
+ "mean_bp_cosine": 0.6950189173221588,
+ "mean_rho": 0.5849489569664001,
+ "mean_nudge_001": -0.012975628254935145,
+ "mean_nudge_003": -0.03723907680250704,
+ "mean_nudge_01": -0.10619704332202673,
+ "bp_cosine_per_layer": [
+ 0.9177796840667725,
+ 0.47225815057754517
+ ],
+ "rho_per_layer": [
+ 0.7912815809249878,
+ 0.3786163330078125
+ ],
+ "nudge_per_layer": [
+ -0.187799870967865,
+ -0.02459421567618847
+ ],
+ "state_pred_error_per_layer": [
+ 654.3871459960938,
+ 278.6759338378906
+ ],
+ "mean_state_pred_error": 466.5315399169922
+ },
+ "credit_bridge": {
+ "test_acc": 0.638,
+ "mean_bp_cosine": 0.18947000801563263,
+ "mean_rho": 0.3388983681797981,
+ "mean_nudge_001": -0.004155236994847655,
+ "mean_nudge_003": -0.012411902891471982,
+ "mean_nudge_01": -0.04074052348732948,
+ "bp_cosine_per_layer": [
+ 0.09752383828163147,
+ 0.2814161777496338
+ ],
+ "rho_per_layer": [
+ 0.2172888070344925,
+ 0.46050792932510376
+ ],
+ "nudge_per_layer": [
+ -0.05797416716814041,
+ -0.023506879806518555
+ ],
+ "final_value_loss": 0.6248516966819763,
+ "final_term_loss": 0.2734043194293976,
+ "final_bridge_loss": 0.04374015842676163,
+ "final_tgrad_loss": 0.3077072183132172
+ }
+ },
+ "a0.25_L2_s456": {
+ "bp": {
+ "test_acc": 0.914,
+ "mean_bp_cosine": 0.8777631521224976,
+ "mean_rho": 0.9999973177909851,
+ "mean_nudge_001": -0.017619559541344643,
+ "mean_nudge_003": -0.04847448691725731,
+ "mean_nudge_01": -0.1200898252427578,
+ "bp_cosine_per_layer": [
+ 0.8855119943618774,
+ 0.8700143098831177
+ ],
+ "rho_per_layer": [
+ 0.9999988079071045,
+ 0.9999958276748657
+ ],
+ "nudge_per_layer": [
+ -0.16111940145492554,
+ -0.07906024903059006
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.842,
+ "mean_bp_cosine": 0.049672482535243034,
+ "mean_rho": 0.03196176886558533,
+ "mean_nudge_001": -0.0005511407216545194,
+ "mean_nudge_003": -0.0016261094715446234,
+ "mean_nudge_01": -0.0050985191483050585,
+ "bp_cosine_per_layer": [
+ 0.015632983297109604,
+ 0.08371198177337646
+ ],
+ "rho_per_layer": [
+ -0.06864285469055176,
+ 0.1325663924217224
+ ],
+ "nudge_per_layer": [
+ -0.006782663054764271,
+ -0.003414375241845846
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.817,
+ "mean_bp_cosine": 0.7210330367088318,
+ "mean_rho": 0.6920621693134308,
+ "mean_nudge_001": -0.01618554489687085,
+ "mean_nudge_003": -0.04673728672787547,
+ "mean_nudge_01": -0.13591178134083748,
+ "bp_cosine_per_layer": [
+ 0.9367842674255371,
+ 0.5052818059921265
+ ],
+ "rho_per_layer": [
+ 0.846778392791748,
+ 0.5373459458351135
+ ],
+ "nudge_per_layer": [
+ -0.23458413779735565,
+ -0.037239424884319305
+ ],
+ "state_pred_error_per_layer": [
+ 626.5816650390625,
+ 277.74237060546875
+ ],
+ "mean_state_pred_error": 452.1620178222656
+ },
+ "credit_bridge": {
+ "test_acc": 0.6685,
+ "mean_bp_cosine": 0.21126148104667664,
+ "mean_rho": 0.3547997772693634,
+ "mean_nudge_001": -0.004930314142256975,
+ "mean_nudge_003": -0.014735064469277859,
+ "mean_nudge_01": -0.048451079055666924,
+ "bp_cosine_per_layer": [
+ 0.13380715250968933,
+ 0.28871580958366394
+ ],
+ "rho_per_layer": [
+ 0.2647465467453003,
+ 0.4448530077934265
+ ],
+ "nudge_per_layer": [
+ -0.07276535779237747,
+ -0.024136800318956375
+ ],
+ "final_value_loss": 0.4186974630832672,
+ "final_term_loss": 0.13192469900846482,
+ "final_bridge_loss": 0.02328252377510071,
+ "final_tgrad_loss": 0.2634902417182922
+ }
+ },
+ "a0.25_L4_s42": {
+ "bp": {
+ "test_acc": 0.911,
+ "mean_bp_cosine": 0.841001495718956,
+ "mean_rho": 0.9999824017286301,
+ "mean_nudge_001": -0.012893156963400543,
+ "mean_nudge_003": -0.035831862362101674,
+ "mean_nudge_01": -0.09177740290760994,
+ "bp_cosine_per_layer": [
+ 0.868922770023346,
+ 0.8429951667785645,
+ 0.8289605379104614,
+ 0.8231275081634521
+ ],
+ "rho_per_layer": [
+ 0.999998927116394,
+ 0.9999972581863403,
+ 0.9999882578849792,
+ 0.9999451637268066
+ ],
+ "nudge_per_layer": [
+ -0.17674864828586578,
+ -0.10683682560920715,
+ -0.05415143817663193,
+ -0.029372699558734894
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8515,
+ "mean_bp_cosine": 0.0922011851798743,
+ "mean_rho": 0.09930456057190895,
+ "mean_nudge_001": -0.0006074781995266676,
+ "mean_nudge_003": -0.001813438575481996,
+ "mean_nudge_01": -0.005950940365437418,
+ "bp_cosine_per_layer": [
+ 0.006489354185760021,
+ 0.12851163744926453,
+ 0.11991241574287415,
+ 0.11389133334159851
+ ],
+ "rho_per_layer": [
+ 0.029786743223667145,
+ 0.18639126420021057,
+ 0.11502038687467575,
+ 0.06601984798908234
+ ],
+ "nudge_per_layer": [
+ -0.01056693121790886,
+ -0.006519604474306107,
+ -0.003515135496854782,
+ -0.003202090272679925
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.738,
+ "mean_bp_cosine": 0.3966497778892517,
+ "mean_rho": 0.33668526262044907,
+ "mean_nudge_001": -0.006818186957389116,
+ "mean_nudge_003": -0.020020907453726977,
+ "mean_nudge_01": -0.0618970247451216,
+ "bp_cosine_per_layer": [
+ 0.8448630571365356,
+ 0.4407959580421448,
+ 0.15707260370254517,
+ 0.14386749267578125
+ ],
+ "rho_per_layer": [
+ 0.7033247947692871,
+ 0.34020179510116577,
+ 0.13395404815673828,
+ 0.1692604124546051
+ ],
+ "nudge_per_layer": [
+ -0.2203540802001953,
+ -0.01797248050570488,
+ -0.004883656278252602,
+ -0.004377881996333599
+ ],
+ "state_pred_error_per_layer": [
+ 3192.55322265625,
+ 2613.6337890625,
+ 1881.11669921875,
+ 2102.51953125
+ ],
+ "mean_state_pred_error": 2447.455810546875
+ },
+ "credit_bridge": {
+ "test_acc": 0.662,
+ "mean_bp_cosine": 0.1593644004315138,
+ "mean_rho": 0.2909943610429764,
+ "mean_nudge_001": -0.0019232924096286297,
+ "mean_nudge_003": -0.005755707039497793,
+ "mean_nudge_01": -0.019015976693481207,
+ "bp_cosine_per_layer": [
+ 0.07093458622694016,
+ 0.19623729586601257,
+ 0.18378585577011108,
+ 0.18649986386299133
+ ],
+ "rho_per_layer": [
+ 0.14815130829811096,
+ 0.336488276720047,
+ 0.35506749153137207,
+ 0.3242703676223755
+ ],
+ "nudge_per_layer": [
+ -0.033366985619068146,
+ -0.015239425003528595,
+ -0.013842864893376827,
+ -0.01361463125795126
+ ],
+ "final_value_loss": 0.5039997359514237,
+ "final_term_loss": 0.20441836426854135,
+ "final_bridge_loss": 0.03893857387006283,
+ "final_tgrad_loss": 0.26064279942512514
+ }
+ },
+ "a0.25_L4_s123": {
+ "bp": {
+ "test_acc": 0.917,
+ "mean_bp_cosine": 0.7935318648815155,
+ "mean_rho": 0.9999762326478958,
+ "mean_nudge_001": -0.01081152242841199,
+ "mean_nudge_003": -0.029669071780517697,
+ "mean_nudge_01": -0.0743116931989789,
+ "bp_cosine_per_layer": [
+ 0.8279672861099243,
+ 0.8114954233169556,
+ 0.7863935232162476,
+ 0.7482712268829346
+ ],
+ "rho_per_layer": [
+ 0.9999987483024597,
+ 0.9999956488609314,
+ 0.999983012676239,
+ 0.9999275207519531
+ ],
+ "nudge_per_layer": [
+ -0.14138484001159668,
+ -0.08725307881832123,
+ -0.04476301744580269,
+ -0.023845836520195007
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.824,
+ "mean_bp_cosine": 0.1441014357842505,
+ "mean_rho": 0.14396781660616398,
+ "mean_nudge_001": -0.0003178600236424245,
+ "mean_nudge_003": -0.0009397821850143373,
+ "mean_nudge_01": -0.0029927556752227247,
+ "bp_cosine_per_layer": [
+ -0.030194921419024467,
+ 0.3003618121147156,
+ 0.18209302425384521,
+ 0.12414582818746567
+ ],
+ "rho_per_layer": [
+ -0.038011275231838226,
+ 0.29912513494491577,
+ 0.1735759675502777,
+ 0.14118143916130066
+ ],
+ "nudge_per_layer": [
+ 0.005076530389487743,
+ -0.00841662660241127,
+ -0.005011391825973988,
+ -0.0036195346619933844
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.733,
+ "mean_bp_cosine": 0.3913041353225708,
+ "mean_rho": 0.3523585610091686,
+ "mean_nudge_001": -0.0061569800454890355,
+ "mean_nudge_003": -0.01808436232386157,
+ "mean_nudge_01": -0.055880151805467904,
+ "bp_cosine_per_layer": [
+ 0.821143627166748,
+ 0.36722686886787415,
+ 0.20176959037780762,
+ 0.1750764548778534
+ ],
+ "rho_per_layer": [
+ 0.6905952095985413,
+ 0.36183467507362366,
+ 0.19890159368515015,
+ 0.15810276567935944
+ ],
+ "nudge_per_layer": [
+ -0.1973220407962799,
+ -0.013631552457809448,
+ -0.0068134344182908535,
+ -0.0057535795494914055
+ ],
+ "state_pred_error_per_layer": [
+ 3017.568359375,
+ 2069.30517578125,
+ 2103.28662109375,
+ 1370.3270263671875
+ ],
+ "mean_state_pred_error": 2140.121795654297
+ },
+ "credit_bridge": {
+ "test_acc": 0.7085,
+ "mean_bp_cosine": 0.11074696853756905,
+ "mean_rho": 0.20390365412458777,
+ "mean_nudge_001": -0.0010930995340459049,
+ "mean_nudge_003": -0.0032710169325582683,
+ "mean_nudge_01": -0.010791003005579114,
+ "bp_cosine_per_layer": [
+ 0.021101564168930054,
+ 0.1092284768819809,
+ 0.14931762218475342,
+ 0.16334021091461182
+ ],
+ "rho_per_layer": [
+ 0.026919251307845116,
+ 0.23688018321990967,
+ 0.28421375155448914,
+ 0.2676014304161072
+ ],
+ "nudge_per_layer": [
+ -0.008425744250416756,
+ -0.009595570154488087,
+ -0.012630455195903778,
+ -0.012512242421507835
+ ],
+ "final_value_loss": 0.44552071504592894,
+ "final_term_loss": 0.1639193995475769,
+ "final_bridge_loss": 0.022096455523371698,
+ "final_tgrad_loss": 0.2595048580646515
+ }
+ },
+ "a0.25_L4_s456": {
+ "bp": {
+ "test_acc": 0.9185,
+ "mean_bp_cosine": 0.7816510498523712,
+ "mean_rho": 0.9999814331531525,
+ "mean_nudge_001": -0.01180829742224887,
+ "mean_nudge_003": -0.032709411811083555,
+ "mean_nudge_01": -0.08326426614075899,
+ "bp_cosine_per_layer": [
+ 0.8029586672782898,
+ 0.7900986075401306,
+ 0.7753629684448242,
+ 0.7581839561462402
+ ],
+ "rho_per_layer": [
+ 0.999998927116394,
+ 0.9999964237213135,
+ 0.999983549118042,
+ 0.9999468326568604
+ ],
+ "nudge_per_layer": [
+ -0.15638579428195953,
+ -0.09745092689990997,
+ -0.05102477967739105,
+ -0.028195563703775406
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8515,
+ "mean_bp_cosine": 0.06627230579033494,
+ "mean_rho": 0.10299420775845647,
+ "mean_nudge_001": -0.000254730271990411,
+ "mean_nudge_003": -0.0007513021846534684,
+ "mean_nudge_01": -0.0023495194036513567,
+ "bp_cosine_per_layer": [
+ -0.014162426814436913,
+ 0.0798005759716034,
+ 0.09311279654502869,
+ 0.10633827745914459
+ ],
+ "rho_per_layer": [
+ 0.041398823261260986,
+ 0.02247910387814045,
+ 0.1714327037334442,
+ 0.17666620016098022
+ ],
+ "nudge_per_layer": [
+ 0.002492401283234358,
+ -0.005343085154891014,
+ -0.0033098761923611164,
+ -0.003237517550587654
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7085,
+ "mean_bp_cosine": 0.37615348026156425,
+ "mean_rho": 0.3445914164185524,
+ "mean_nudge_001": -0.00598156735941302,
+ "mean_nudge_003": -0.017677294556051493,
+ "mean_nudge_01": -0.055878938641399145,
+ "bp_cosine_per_layer": [
+ 0.8312708735466003,
+ 0.37615716457366943,
+ 0.14436809718608856,
+ 0.15281778573989868
+ ],
+ "rho_per_layer": [
+ 0.7588610649108887,
+ 0.34236449003219604,
+ 0.14024245738983154,
+ 0.13689765334129333
+ ],
+ "nudge_per_layer": [
+ -0.19714727997779846,
+ -0.01597677543759346,
+ -0.004914070479571819,
+ -0.005477628670632839
+ ],
+ "state_pred_error_per_layer": [
+ 2233.37158203125,
+ 1546.82080078125,
+ 996.9107666015625,
+ 942.33251953125
+ ],
+ "mean_state_pred_error": 1429.8589172363281
+ },
+ "credit_bridge": {
+ "test_acc": 0.6185,
+ "mean_bp_cosine": 0.1528007835149765,
+ "mean_rho": 0.2638061139732599,
+ "mean_nudge_001": -0.0015675137401558459,
+ "mean_nudge_003": -0.004692548653110862,
+ "mean_nudge_01": -0.015524385962635279,
+ "bp_cosine_per_layer": [
+ 0.048861026763916016,
+ 0.17950567603111267,
+ 0.17905107140541077,
+ 0.20378535985946655
+ ],
+ "rho_per_layer": [
+ 0.07314518839120865,
+ 0.3309200406074524,
+ 0.2789418697357178,
+ 0.3722173571586609
+ ],
+ "nudge_per_layer": [
+ -0.017692390829324722,
+ -0.014619983732700348,
+ -0.014469930902123451,
+ -0.015315238386392593
+ ],
+ "final_value_loss": 0.64283842253685,
+ "final_term_loss": 0.27786159224510193,
+ "final_bridge_loss": 0.049283357608318326,
+ "final_tgrad_loss": 0.31569347660541536
+ }
+ },
+ "a0.25_L8_s42": {
+ "bp": {
+ "test_acc": 0.8955,
+ "mean_bp_cosine": 0.8411818519234657,
+ "mean_rho": 0.999948225915432,
+ "mean_nudge_001": -0.008358085062354803,
+ "mean_nudge_003": -0.023856630141381174,
+ "mean_nudge_01": -0.06703015509992838,
+ "bp_cosine_per_layer": [
+ 0.8706932663917542,
+ 0.8596300482749939,
+ 0.8512309789657593,
+ 0.842391848564148,
+ 0.8334972858428955,
+ 0.8275372385978699,
+ 0.823634147644043,
+ 0.8208400011062622
+ ],
+ "rho_per_layer": [
+ 0.9999992847442627,
+ 0.9999973773956299,
+ 0.9999889731407166,
+ 0.9999737739562988,
+ 0.999952495098114,
+ 0.9999229311943054,
+ 0.9998778104782104,
+ 0.999873161315918
+ ],
+ "nudge_per_layer": [
+ -0.19971789419651031,
+ -0.12236367166042328,
+ -0.07083894312381744,
+ -0.044348303228616714,
+ -0.031799670308828354,
+ -0.02545534446835518,
+ -0.02191336825489998,
+ -0.01980404555797577
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.835,
+ "mean_bp_cosine": 0.06675009592436254,
+ "mean_rho": 0.0799849673639983,
+ "mean_nudge_001": -6.642583684879355e-06,
+ "mean_nudge_003": -9.95869777398184e-06,
+ "mean_nudge_01": 0.00010420403850730509,
+ "bp_cosine_per_layer": [
+ -0.029614916071295738,
+ 0.08655504137277603,
+ 0.09347832202911377,
+ 0.10665939003229141,
+ 0.10298001766204834,
+ 0.055703092366456985,
+ 0.06406168639659882,
+ 0.054178133606910706
+ ],
+ "rho_per_layer": [
+ -0.10576558113098145,
+ 0.13653026521205902,
+ 0.13744692504405975,
+ 0.169493168592453,
+ 0.1142939031124115,
+ 0.09325758367776871,
+ 0.1042378693819046,
+ -0.00961439497768879
+ ],
+ "nudge_per_layer": [
+ 0.021624702960252762,
+ -0.006033358629792929,
+ -0.003085250034928322,
+ -0.0032903538085520267,
+ -0.0030274176970124245,
+ -0.0016871094703674316,
+ -0.0020643905736505985,
+ -0.0016031904378905892
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7705,
+ "mean_bp_cosine": 0.2720195781439543,
+ "mean_rho": 0.24409680720418692,
+ "mean_nudge_001": -0.0037333294421841856,
+ "mean_nudge_003": -0.01090175670105964,
+ "mean_nudge_01": -0.03293398043024354,
+ "bp_cosine_per_layer": [
+ 0.8497925996780396,
+ 0.4692588150501251,
+ 0.1727459728717804,
+ 0.1467132717370987,
+ 0.13944602012634277,
+ 0.1262509524822235,
+ 0.13373470306396484,
+ 0.13821429014205933
+ ],
+ "rho_per_layer": [
+ 0.7623768448829651,
+ 0.4223487377166748,
+ 0.18194836378097534,
+ 0.12129966914653778,
+ 0.11680327355861664,
+ 0.15588274598121643,
+ 0.1260674148797989,
+ 0.06604740768671036
+ ],
+ "nudge_per_layer": [
+ -0.23203837871551514,
+ -0.013907128013670444,
+ -0.0036564678885042667,
+ -0.0029728016816079617,
+ -0.0027978671714663506,
+ -0.0026036568451672792,
+ -0.002694307826459408,
+ -0.0028012352995574474
+ ],
+ "state_pred_error_per_layer": [
+ 10530.408203125,
+ 8501.392578125,
+ 5819.005859375,
+ 4775.642578125,
+ 4112.55224609375,
+ 3853.83984375,
+ 4342.64697265625,
+ 3851.865478515625
+ ],
+ "mean_state_pred_error": 5723.419219970703
+ },
+ "credit_bridge": {
+ "test_acc": 0.616,
+ "mean_bp_cosine": 0.11742978217080235,
+ "mean_rho": 0.20278298296034336,
+ "mean_nudge_001": -0.000763369575906836,
+ "mean_nudge_003": -0.0022864671773277223,
+ "mean_nudge_01": -0.007572929258458316,
+ "bp_cosine_per_layer": [
+ 0.0006081201136112213,
+ 0.13602128624916077,
+ 0.1264307200908661,
+ 0.13147516548633575,
+ 0.14721693098545074,
+ 0.1274956315755844,
+ 0.13849349319934845,
+ 0.1316969096660614
+ ],
+ "rho_per_layer": [
+ 0.0121258944272995,
+ 0.21904222667217255,
+ 0.23992177844047546,
+ 0.23384322226047516,
+ 0.24397125840187073,
+ 0.24230614304542542,
+ 0.23810306191444397,
+ 0.1929502785205841
+ ],
+ "nudge_per_layer": [
+ 0.0015163691714406013,
+ -0.009462166577577591,
+ -0.008223006501793861,
+ -0.008610539138317108,
+ -0.009565019980072975,
+ -0.00855704490095377,
+ -0.008995135314762592,
+ -0.008686890825629234
+ ],
+ "final_value_loss": 0.5891867377281189,
+ "final_term_loss": 0.3338063308954239,
+ "final_bridge_loss": 0.026477533173561097,
+ "final_tgrad_loss": 0.2289028725862503
+ }
+ },
+ "a0.25_L8_s123": {
+ "bp": {
+ "test_acc": 0.896,
+ "mean_bp_cosine": 0.8579939901828766,
+ "mean_rho": 0.9999475553631783,
+ "mean_nudge_001": -0.008832237246679142,
+ "mean_nudge_003": -0.02530999999726191,
+ "mean_nudge_01": -0.07218505791388452,
+ "bp_cosine_per_layer": [
+ 0.8995364308357239,
+ 0.8806806802749634,
+ 0.8653636574745178,
+ 0.852218508720398,
+ 0.8451849222183228,
+ 0.8416627645492554,
+ 0.8401176333427429,
+ 0.8391873240470886
+ ],
+ "rho_per_layer": [
+ 0.9999992251396179,
+ 0.9999973773956299,
+ 0.9999878406524658,
+ 0.9999729990959167,
+ 0.9999438524246216,
+ 0.9999128580093384,
+ 0.9999063611030579,
+ 0.9998599290847778
+ ],
+ "nudge_per_layer": [
+ -0.2192329615354538,
+ -0.13158643245697021,
+ -0.07524827122688293,
+ -0.04681030660867691,
+ -0.03351406753063202,
+ -0.026811176910996437,
+ -0.02318240888416767,
+ -0.02109483815729618
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.833,
+ "mean_bp_cosine": 0.07527017407119274,
+ "mean_rho": 0.08970394870266318,
+ "mean_nudge_001": -3.044791992579121e-05,
+ "mean_nudge_003": -8.396412886213511e-05,
+ "mean_nudge_01": -0.00019736881949938834,
+ "bp_cosine_per_layer": [
+ -0.030230171978473663,
+ 0.1515132635831833,
+ 0.08784028142690659,
+ 0.07231537997722626,
+ 0.09554086625576019,
+ 0.09082843363285065,
+ 0.05412551760673523,
+ 0.0802278220653534
+ ],
+ "rho_per_layer": [
+ 0.04074572026729584,
+ 0.1662997603416443,
+ 0.08309999853372574,
+ 0.07389070093631744,
+ 0.14882703125476837,
+ 0.04519672691822052,
+ 0.0252661295235157,
+ 0.13430552184581757
+ ],
+ "nudge_per_layer": [
+ 0.013973418623209,
+ -0.0047885943204164505,
+ -0.0020089128520339727,
+ -0.0015227446565404534,
+ -0.002120924647897482,
+ -0.0020366935059428215,
+ -0.001262089004740119,
+ -0.0018124101916328073
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.753,
+ "mean_bp_cosine": 0.26880230009555817,
+ "mean_rho": 0.23677901271730661,
+ "mean_nudge_001": -0.0032272498192469357,
+ "mean_nudge_003": -0.009375294612254947,
+ "mean_nudge_01": -0.027950568503001705,
+ "bp_cosine_per_layer": [
+ 0.8559742569923401,
+ 0.48324936628341675,
+ 0.20313377678394318,
+ 0.15002062916755676,
+ 0.13207414746284485,
+ 0.11473802477121353,
+ 0.10703189671039581,
+ 0.10419630259275436
+ ],
+ "rho_per_layer": [
+ 0.712527871131897,
+ 0.4307812452316284,
+ 0.20181137323379517,
+ 0.13881561160087585,
+ 0.15075963735580444,
+ 0.09288278967142105,
+ 0.0890430212020874,
+ 0.0776105523109436
+ ],
+ "nudge_per_layer": [
+ -0.19413721561431885,
+ -0.013532894663512707,
+ -0.004060069564729929,
+ -0.0029658200219273567,
+ -0.00256463885307312,
+ -0.0022291922941803932,
+ -0.00204793200828135,
+ -0.002066785003989935
+ ],
+ "state_pred_error_per_layer": [
+ 8381.830078125,
+ 6536.470703125,
+ 4195.43359375,
+ 3240.16162109375,
+ 3085.78857421875,
+ 3078.50390625,
+ 3156.81787109375,
+ 3267.9345703125
+ ],
+ "mean_state_pred_error": 4367.867614746094
+ },
+ "credit_bridge": {
+ "test_acc": 0.651,
+ "mean_bp_cosine": 0.131322234403342,
+ "mean_rho": 0.19494653795845807,
+ "mean_nudge_001": -0.0009437191256438382,
+ "mean_nudge_003": -0.002826296287821606,
+ "mean_nudge_01": -0.009364197961986065,
+ "bp_cosine_per_layer": [
+ 0.021486874669790268,
+ 0.13597777485847473,
+ 0.14020901918411255,
+ 0.16125136613845825,
+ 0.15609152615070343,
+ 0.1541982889175415,
+ 0.14447104930877686,
+ 0.13689197599887848
+ ],
+ "rho_per_layer": [
+ 0.021052071824669838,
+ 0.17873916029930115,
+ 0.25896143913269043,
+ 0.18253415822982788,
+ 0.20761561393737793,
+ 0.24419330060482025,
+ 0.21560567617416382,
+ 0.25087088346481323
+ ],
+ "nudge_per_layer": [
+ -0.006693178787827492,
+ -0.009655885398387909,
+ -0.009345939382910728,
+ -0.010369300842285156,
+ -0.010154420509934425,
+ -0.010046296752989292,
+ -0.009472687728703022,
+ -0.009175874292850494
+ ],
+ "final_value_loss": 0.41045001599788666,
+ "final_term_loss": 0.17502211028933526,
+ "final_bridge_loss": 0.01536440534889698,
+ "final_tgrad_loss": 0.2200635038137436
+ }
+ },
+ "a0.25_L8_s456": {
+ "bp": {
+ "test_acc": 0.8915,
+ "mean_bp_cosine": 0.8808343783020973,
+ "mean_rho": 0.9999449253082275,
+ "mean_nudge_001": -0.00886416298453696,
+ "mean_nudge_003": -0.025221005314961076,
+ "mean_nudge_01": -0.07025118661113083,
+ "bp_cosine_per_layer": [
+ 0.9125592708587646,
+ 0.9000785946846008,
+ 0.8909372687339783,
+ 0.8829550743103027,
+ 0.8725745677947998,
+ 0.8661020994186401,
+ 0.8620940446853638,
+ 0.8593741059303284
+ ],
+ "rho_per_layer": [
+ 0.999998927116394,
+ 0.9999973177909851,
+ 0.9999907612800598,
+ 0.9999756813049316,
+ 0.9999436140060425,
+ 0.9999102354049683,
+ 0.9998818635940552,
+ 0.9998610019683838
+ ],
+ "nudge_per_layer": [
+ -0.20531992614269257,
+ -0.12906500697135925,
+ -0.07575342804193497,
+ -0.04753156006336212,
+ -0.033830925822257996,
+ -0.02684028074145317,
+ -0.02297976426780224,
+ -0.020688600838184357
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8165,
+ "mean_bp_cosine": 0.1053345538675785,
+ "mean_rho": 0.1329206523951143,
+ "mean_nudge_001": -0.0005203891905694036,
+ "mean_nudge_003": -0.0015467511984752491,
+ "mean_nudge_01": -0.0049866703047882766,
+ "bp_cosine_per_layer": [
+ 0.023487910628318787,
+ 0.16097302734851837,
+ 0.15321409702301025,
+ 0.08171598613262177,
+ 0.09132305532693863,
+ 0.0943714827299118,
+ 0.12134475260972977,
+ 0.11624611914157867
+ ],
+ "rho_per_layer": [
+ 0.006953349336981773,
+ 0.2090909481048584,
+ 0.23601846396923065,
+ 0.09328415989875793,
+ 0.10916170477867126,
+ 0.12872634828090668,
+ 0.15839380025863647,
+ 0.12173644453287125
+ ],
+ "nudge_per_layer": [
+ -0.013351024128496647,
+ -0.0065501369535923,
+ -0.004914519842714071,
+ -0.002402292797341943,
+ -0.002674146555364132,
+ -0.0028969072736799717,
+ -0.0036479653790593147,
+ -0.0034563695080578327
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.765,
+ "mean_bp_cosine": 0.24095587618649006,
+ "mean_rho": 0.20889087952673435,
+ "mean_nudge_001": -0.0035492044535203604,
+ "mean_nudge_003": -0.01036601059968234,
+ "mean_nudge_01": -0.03139855920744594,
+ "bp_cosine_per_layer": [
+ 0.8715300559997559,
+ 0.44268321990966797,
+ 0.14538408815860748,
+ 0.1153520941734314,
+ 0.09680549800395966,
+ 0.08768410980701447,
+ 0.08654746413230896,
+ 0.08166047930717468
+ ],
+ "rho_per_layer": [
+ 0.7710200548171997,
+ 0.4253605008125305,
+ 0.09275925159454346,
+ 0.09712537378072739,
+ 0.11123719066381454,
+ 0.028249293565750122,
+ 0.05002531409263611,
+ 0.09535005688667297
+ ],
+ "nudge_per_layer": [
+ -0.22555799782276154,
+ -0.012845459394156933,
+ -0.003021553158760071,
+ -0.0024172987323254347,
+ -0.002025863155722618,
+ -0.0018953735707327724,
+ -0.0018195084994658828,
+ -0.0016054193256422877
+ ],
+ "state_pred_error_per_layer": [
+ 7857.92041015625,
+ 7327.2666015625,
+ 4158.3056640625,
+ 3231.240234375,
+ 3079.712890625,
+ 2843.65966796875,
+ 3014.824951171875,
+ 2904.82080078125
+ ],
+ "mean_state_pred_error": 4302.218902587891
+ },
+ "credit_bridge": {
+ "test_acc": 0.6845,
+ "mean_bp_cosine": 0.08619831164833158,
+ "mean_rho": 0.20396122278179973,
+ "mean_nudge_001": -0.0008905812101147603,
+ "mean_nudge_003": -0.0026642234588507563,
+ "mean_nudge_01": -0.008798376395134255,
+ "bp_cosine_per_layer": [
+ -0.005484581924974918,
+ 0.03739434853196144,
+ 0.0736197978258133,
+ 0.10366753488779068,
+ 0.11266068369150162,
+ 0.12653732299804688,
+ 0.11692580580711365,
+ 0.12426558136940002
+ ],
+ "rho_per_layer": [
+ -0.0015162499621510506,
+ 0.12250564247369766,
+ 0.22542724013328552,
+ 0.204342320561409,
+ 0.2217923402786255,
+ 0.28867796063423157,
+ 0.33211782574653625,
+ 0.23834270238876343
+ ],
+ "nudge_per_layer": [
+ 0.0002549269702285528,
+ -0.006913396995514631,
+ -0.008808376267552376,
+ -0.010325662791728973,
+ -0.010591026395559311,
+ -0.011654841713607311,
+ -0.010967787355184555,
+ -0.011380846612155437
+ ],
+ "final_value_loss": 0.966836922454834,
+ "final_term_loss": 0.6684003219604492,
+ "final_bridge_loss": 0.09051647346019745,
+ "final_tgrad_loss": 0.20792012577056884
+ }
+ },
+ "a0.25_L12_s42": {
+ "bp": {
+ "test_acc": 0.897,
+ "mean_bp_cosine": 0.826698362827301,
+ "mean_rho": 0.9998699675003687,
+ "mean_nudge_001": -0.006519351474707946,
+ "mean_nudge_003": -0.0185935211678346,
+ "mean_nudge_01": -0.05259064872128268,
+ "bp_cosine_per_layer": [
+ 0.8824102282524109,
+ 0.865839958190918,
+ 0.8526839017868042,
+ 0.839972198009491,
+ 0.826134204864502,
+ 0.8190910220146179,
+ 0.8134430646896362,
+ 0.8095068335533142,
+ 0.8061133027076721,
+ 0.8034266233444214,
+ 0.8016149997711182,
+ 0.8001440167427063
+ ],
+ "rho_per_layer": [
+ 0.9999990463256836,
+ 0.9999975562095642,
+ 0.9999887347221375,
+ 0.9999736547470093,
+ 0.9999515414237976,
+ 0.9999052882194519,
+ 0.9998592138290405,
+ 0.999845027923584,
+ 0.99979567527771,
+ 0.9997392892837524,
+ 0.999713659286499,
+ 0.9996709227561951
+ ],
+ "nudge_per_layer": [
+ -0.21559840440750122,
+ -0.13125374913215637,
+ -0.0758625715970993,
+ -0.04728776216506958,
+ -0.03328181058168411,
+ -0.025909576565027237,
+ -0.021545151248574257,
+ -0.01875336468219757,
+ -0.016917269676923752,
+ -0.015656160190701485,
+ -0.014799138531088829,
+ -0.01422282587736845
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8165,
+ "mean_bp_cosine": 0.06692749153201778,
+ "mean_rho": 0.09511666395701468,
+ "mean_nudge_001": -0.0003660954941248444,
+ "mean_nudge_003": -0.0010870555027698476,
+ "mean_nudge_01": -0.003503491034886489,
+ "bp_cosine_per_layer": [
+ 0.02035588026046753,
+ 0.09721152484416962,
+ 0.10017214715480804,
+ 0.06879279017448425,
+ 0.0898706465959549,
+ 0.0775061622262001,
+ 0.0738426148891449,
+ 0.022470442578196526,
+ 0.03698011115193367,
+ 0.09759337455034256,
+ 0.05344103276729584,
+ 0.06489317119121552
+ ],
+ "rho_per_layer": [
+ -0.041805852204561234,
+ 0.14336195588111877,
+ 0.21263040602207184,
+ 0.15326815843582153,
+ 0.04533267021179199,
+ 0.07981619238853455,
+ 0.08665720373392105,
+ 0.004602088592946529,
+ 0.0780038833618164,
+ 0.11769488453865051,
+ 0.1415681391954422,
+ 0.12027023732662201
+ ],
+ "nudge_per_layer": [
+ -0.007749770302325487,
+ -0.008321389555931091,
+ -0.003876405069604516,
+ -0.0026999912224709988,
+ -0.0026630363427102566,
+ -0.0033310302533209324,
+ -0.0026011697482317686,
+ -0.0011158722918480635,
+ -0.0018408913165330887,
+ -0.0036767907440662384,
+ -0.0019704087171703577,
+ -0.0021951368544250727
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.687,
+ "mean_bp_cosine": 0.1969081535935402,
+ "mean_rho": 0.18958334562679133,
+ "mean_nudge_001": -0.0026059118196523436,
+ "mean_nudge_003": -0.007709211970601852,
+ "mean_nudge_01": -0.02444164449116215,
+ "bp_cosine_per_layer": [
+ 0.7618155479431152,
+ 0.3189862072467804,
+ 0.20356883108615875,
+ 0.1471748650074005,
+ 0.14541830122470856,
+ 0.13144558668136597,
+ 0.11054451763629913,
+ 0.12045299261808395,
+ 0.11467338353395462,
+ 0.1017053946852684,
+ 0.10614258050918579,
+ 0.10096963495016098
+ ],
+ "rho_per_layer": [
+ 0.6406711339950562,
+ 0.31470298767089844,
+ 0.1861359179019928,
+ 0.17725443840026855,
+ 0.11286133527755737,
+ 0.1387007087469101,
+ 0.07976903766393661,
+ 0.11419158428907394,
+ 0.13525697588920593,
+ 0.13865813612937927,
+ 0.10792528837919235,
+ 0.1288726031780243
+ ],
+ "nudge_per_layer": [
+ -0.24276113510131836,
+ -0.011681582778692245,
+ -0.006372842937707901,
+ -0.004580066539347172,
+ -0.004361784551292658,
+ -0.004005158320069313,
+ -0.0033329487778246403,
+ -0.003609130624681711,
+ -0.003437052248045802,
+ -0.003070915350690484,
+ -0.0031537071336060762,
+ -0.0029334095306694508
+ ],
+ "state_pred_error_per_layer": [
+ 13069.6103515625,
+ 12902.267578125,
+ 5325.7177734375,
+ 4598.6796875,
+ 4871.38818359375,
+ 4525.17333984375,
+ 4230.712890625,
+ 4117.212890625,
+ 3694.05078125,
+ 3737.547607421875,
+ 3966.26025390625,
+ 4157.70654296875
+ ],
+ "mean_state_pred_error": 5766.360656738281
+ },
+ "credit_bridge": {
+ "test_acc": 0.6145,
+ "mean_bp_cosine": 0.07906571677691925,
+ "mean_rho": 0.138323282978187,
+ "mean_nudge_001": -0.000623912480174719,
+ "mean_nudge_003": -0.0018697016639634967,
+ "mean_nudge_01": -0.006201692313576738,
+ "bp_cosine_per_layer": [
+ -0.00034100248012691736,
+ 0.04912012815475464,
+ 0.07342620939016342,
+ 0.08266763389110565,
+ 0.08488726615905762,
+ 0.08897420018911362,
+ 0.09187051653862,
+ 0.09561659395694733,
+ 0.09157264232635498,
+ 0.0947732925415039,
+ 0.09517554938793182,
+ 0.10104557126760483
+ ],
+ "rho_per_layer": [
+ 0.03049650974571705,
+ 0.10809889435768127,
+ 0.08979646861553192,
+ 0.17959633469581604,
+ 0.1275440901517868,
+ 0.17255432903766632,
+ 0.16415373980998993,
+ 0.11534757167100906,
+ 0.17073199152946472,
+ 0.15983673930168152,
+ 0.15877583622932434,
+ 0.18294689059257507
+ ],
+ "nudge_per_layer": [
+ -0.003660556860268116,
+ -0.004647519439458847,
+ -0.005617665126919746,
+ -0.006360755302011967,
+ -0.006202561780810356,
+ -0.006613034754991531,
+ -0.006794797722250223,
+ -0.006956290453672409,
+ -0.006790010258555412,
+ -0.006838815752416849,
+ -0.006875438615679741,
+ -0.007062861695885658
+ ],
+ "final_value_loss": 0.5342490439891815,
+ "final_term_loss": 0.2775654150247574,
+ "final_bridge_loss": 0.01819542294666171,
+ "final_tgrad_loss": 0.2384882021665573
+ }
+ },
+ "a0.25_L12_s123": {
+ "bp": {
+ "test_acc": 0.902,
+ "mean_bp_cosine": 0.7854474087556204,
+ "mean_rho": 0.9998569438854853,
+ "mean_nudge_001": -0.005986864319614445,
+ "mean_nudge_003": -0.01699222985189408,
+ "mean_nudge_01": -0.04738136318822702,
+ "bp_cosine_per_layer": [
+ 0.8318638801574707,
+ 0.8205357789993286,
+ 0.8115277886390686,
+ 0.8032979965209961,
+ 0.7886118292808533,
+ 0.7801527976989746,
+ 0.7755030393600464,
+ 0.769822359085083,
+ 0.7656118869781494,
+ 0.7624454498291016,
+ 0.7592873573303223,
+ 0.7567087411880493
+ ],
+ "rho_per_layer": [
+ 0.9999992251396179,
+ 0.9999969005584717,
+ 0.9999886155128479,
+ 0.9999699592590332,
+ 0.9999390244483948,
+ 0.9998932480812073,
+ 0.9998554587364197,
+ 0.9998190999031067,
+ 0.9997619986534119,
+ 0.9997045397758484,
+ 0.9997037649154663,
+ 0.9996514916419983
+ ],
+ "nudge_per_layer": [
+ -0.19001588225364685,
+ -0.1191760003566742,
+ -0.0696173831820488,
+ -0.04359997808933258,
+ -0.030619269236922264,
+ -0.023702502250671387,
+ -0.019644131883978844,
+ -0.01702706888318062,
+ -0.015273808501660824,
+ -0.014067228883504868,
+ -0.01321301981806755,
+ -0.012620084919035435
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8475,
+ "mean_bp_cosine": 0.08017303561791778,
+ "mean_rho": 0.06949969536314408,
+ "mean_nudge_001": -0.00017117233619501349,
+ "mean_nudge_003": -0.0005107432225486264,
+ "mean_nudge_01": -0.0016712878035226215,
+ "bp_cosine_per_layer": [
+ 0.007017737254500389,
+ 0.1750856339931488,
+ 0.09811605513095856,
+ 0.09870222210884094,
+ 0.06923168152570724,
+ 0.07072796672582626,
+ 0.1299426257610321,
+ 0.06372487545013428,
+ 0.05202930420637131,
+ 0.07090489566326141,
+ 0.04892899468541145,
+ 0.07766443490982056
+ ],
+ "rho_per_layer": [
+ -0.05082311853766441,
+ 0.15127798914909363,
+ 0.10723739117383957,
+ 0.1141807958483696,
+ 0.10590988397598267,
+ 0.05159565061330795,
+ 0.11685939878225327,
+ 0.06997300684452057,
+ 0.00848393514752388,
+ 0.09840574860572815,
+ 0.04575839638710022,
+ 0.015137266367673874
+ ],
+ "nudge_per_layer": [
+ -9.43206250667572e-05,
+ -0.004689650610089302,
+ -0.0020264536142349243,
+ -0.0020407852716743946,
+ -0.0012656663311645389,
+ -0.0012923413887619972,
+ -0.0026080894749611616,
+ -0.0013762509915977716,
+ -0.0008721412159502506,
+ -0.0014046088326722383,
+ -0.0009981195908039808,
+ -0.0013870256952941418
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.653,
+ "mean_bp_cosine": 0.212141719336311,
+ "mean_rho": 0.16903599786261717,
+ "mean_nudge_001": -0.002121228181446592,
+ "mean_nudge_003": -0.006256894756612989,
+ "mean_nudge_01": -0.019624086019272607,
+ "bp_cosine_per_layer": [
+ 0.7411977648735046,
+ 0.3599514067173004,
+ 0.24466437101364136,
+ 0.18324854969978333,
+ 0.1438049077987671,
+ 0.1288401186466217,
+ 0.12390943616628647,
+ 0.11832019686698914,
+ 0.1285572201013565,
+ 0.12467152625322342,
+ 0.12941977381706238,
+ 0.11911536008119583
+ ],
+ "rho_per_layer": [
+ 0.637965977191925,
+ 0.3033628761768341,
+ 0.22177954018115997,
+ 0.1946793794631958,
+ 0.08981841057538986,
+ 0.07293770462274551,
+ 0.06646254658699036,
+ 0.08072252571582794,
+ 0.1001453697681427,
+ 0.10873826593160629,
+ 0.08548736572265625,
+ 0.06633201241493225
+ ],
+ "nudge_per_layer": [
+ -0.19135718047618866,
+ -0.010539980605244637,
+ -0.006164146587252617,
+ -0.004623022396117449,
+ -0.003351652529090643,
+ -0.002855603815987706,
+ -0.002745934296399355,
+ -0.0025949627161026,
+ -0.002952038776129484,
+ -0.002784580923616886,
+ -0.002810355508700013,
+ -0.0027095736004412174
+ ],
+ "state_pred_error_per_layer": [
+ 11398.169921875,
+ 8994.236328125,
+ 6843.07958984375,
+ 5338.4423828125,
+ 5392.61279296875,
+ 5254.96435546875,
+ 5057.08544921875,
+ 3968.3759765625,
+ 3609.97021484375,
+ 3456.01708984375,
+ 3801.56005859375,
+ 3800.938232421875
+ ],
+ "mean_state_pred_error": 5576.287699381511
+ },
+ "credit_bridge": {
+ "test_acc": 0.6165,
+ "mean_bp_cosine": 0.062155287557592,
+ "mean_rho": 0.1365320294474562,
+ "mean_nudge_001": -0.0005568450481708472,
+ "mean_nudge_003": -0.001666992757236585,
+ "mean_nudge_01": -0.005523480668974419,
+ "bp_cosine_per_layer": [
+ 0.022855455055832863,
+ 0.05216163024306297,
+ 0.06243491545319557,
+ 0.06105152890086174,
+ 0.04914259910583496,
+ 0.0686616599559784,
+ 0.07184358686208725,
+ 0.06793813407421112,
+ 0.07173632830381393,
+ 0.07284142076969147,
+ 0.07256414741277695,
+ 0.07263204455375671
+ ],
+ "rho_per_layer": [
+ 0.035705771297216415,
+ 0.06484436988830566,
+ 0.15210987627506256,
+ 0.16708198189735413,
+ 0.14389753341674805,
+ 0.17870034277439117,
+ 0.1870872974395752,
+ 0.1476944386959076,
+ 0.15697413682937622,
+ 0.11093902587890625,
+ 0.14925891160964966,
+ 0.1440906673669815
+ ],
+ "nudge_per_layer": [
+ -0.010396174155175686,
+ -0.0040237451903522015,
+ -0.004916047677397728,
+ -0.004709047265350819,
+ -0.003890307154506445,
+ -0.005256335251033306,
+ -0.00541608827188611,
+ -0.005244302563369274,
+ -0.005511538591235876,
+ -0.005561722908169031,
+ -0.005636853165924549,
+ -0.0057196058332920074
+ ],
+ "final_value_loss": 0.7472030250549316,
+ "final_term_loss": 0.48659993648529054,
+ "final_bridge_loss": 0.02176231173723936,
+ "final_tgrad_loss": 0.23884078254699706
+ }
+ },
+ "a0.25_L12_s456": {
+ "bp": {
+ "test_acc": 0.899,
+ "mean_bp_cosine": 0.7671962430079778,
+ "mean_rho": 0.9998593876759211,
+ "mean_nudge_001": -0.004748132584306101,
+ "mean_nudge_003": -0.013334368025728812,
+ "mean_nudge_01": -0.03616663611804446,
+ "bp_cosine_per_layer": [
+ 0.8408721685409546,
+ 0.8110387921333313,
+ 0.7906323671340942,
+ 0.7719681262969971,
+ 0.7599710822105408,
+ 0.7539124488830566,
+ 0.7502779364585876,
+ 0.7483201026916504,
+ 0.7469743490219116,
+ 0.7455896139144897,
+ 0.7440224885940552,
+ 0.7427754402160645
+ ],
+ "rho_per_layer": [
+ 0.9999985694885254,
+ 0.9999968409538269,
+ 0.9999892711639404,
+ 0.9999746680259705,
+ 0.9999452233314514,
+ 0.9998985528945923,
+ 0.999815821647644,
+ 0.9998071789741516,
+ 0.9997591972351074,
+ 0.9997697472572327,
+ 0.9996993541717529,
+ 0.9996582269668579
+ ],
+ "nudge_per_layer": [
+ -0.1375543624162674,
+ -0.0896252989768982,
+ -0.05422336980700493,
+ -0.034489020705223083,
+ -0.024439619854092598,
+ -0.019029833376407623,
+ -0.015829749405384064,
+ -0.013777680695056915,
+ -0.012396320700645447,
+ -0.011455517262220383,
+ -0.01080663874745369,
+ -0.01037222146987915
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8205,
+ "mean_bp_cosine": 0.11264437561233838,
+ "mean_rho": 0.10325007668385904,
+ "mean_nudge_001": -0.0003942390236867747,
+ "mean_nudge_003": -0.001173070602817461,
+ "mean_nudge_01": -0.003865133059055855,
+ "bp_cosine_per_layer": [
+ 0.03703948110342026,
+ 0.2760871648788452,
+ 0.18428769707679749,
+ 0.1331849992275238,
+ 0.09719057381153107,
+ 0.1258918195962906,
+ 0.0748991146683693,
+ 0.08436713367700577,
+ 0.09110807627439499,
+ 0.10076140612363815,
+ 0.06335102021694183,
+ 0.08356402069330215
+ ],
+ "rho_per_layer": [
+ 0.048133689910173416,
+ 0.19754433631896973,
+ 0.16992174088954926,
+ 0.13566580414772034,
+ 0.05106702446937561,
+ 0.13118207454681396,
+ 0.057789772748947144,
+ 0.09156530350446701,
+ 0.05846566706895828,
+ 0.07805749773979187,
+ 0.11393842101097107,
+ 0.10566958785057068
+ ],
+ "nudge_per_layer": [
+ -0.010506195947527885,
+ -0.007814407348632812,
+ -0.005055932328104973,
+ -0.003603969234973192,
+ -0.0024205115623772144,
+ -0.0030835624784231186,
+ -0.0020989018958061934,
+ -0.002160410862416029,
+ -0.0025065483059734106,
+ -0.0029421483632177114,
+ -0.0018882867880165577,
+ -0.0023007215932011604
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.645,
+ "mean_bp_cosine": 0.17685540641347566,
+ "mean_rho": 0.14925638431062302,
+ "mean_nudge_001": -0.001906786697266701,
+ "mean_nudge_003": -0.005651665274247837,
+ "mean_nudge_01": -0.018038961667722713,
+ "bp_cosine_per_layer": [
+ 0.7252062559127808,
+ 0.29899632930755615,
+ 0.17116883397102356,
+ 0.13035137951374054,
+ 0.11515486240386963,
+ 0.09652335941791534,
+ 0.0831163302063942,
+ 0.08587749302387238,
+ 0.1138496845960617,
+ 0.09370164573192596,
+ 0.10970423370599747,
+ 0.09861446917057037
+ ],
+ "rho_per_layer": [
+ 0.5776556730270386,
+ 0.24244043231010437,
+ 0.15723995864391327,
+ 0.11212021112442017,
+ 0.13527166843414307,
+ 0.09345141798257828,
+ 0.05218992009758949,
+ 0.09958191215991974,
+ 0.09601333737373352,
+ 0.05242425203323364,
+ 0.08741243183612823,
+ 0.08527539670467377
+ ],
+ "nudge_per_layer": [
+ -0.1766481101512909,
+ -0.00916180107742548,
+ -0.004768161568790674,
+ -0.00345130218192935,
+ -0.0031899111345410347,
+ -0.002747050253674388,
+ -0.002392321825027466,
+ -0.0024352066684514284,
+ -0.0032566720619797707,
+ -0.0024684183299541473,
+ -0.003083357820287347,
+ -0.0028652269393205643
+ ],
+ "state_pred_error_per_layer": [
+ 14567.1396484375,
+ 8843.26171875,
+ 5969.56787109375,
+ 5045.4873046875,
+ 4699.3388671875,
+ 4805.94287109375,
+ 4535.58935546875,
+ 4793.4423828125,
+ 4549.9345703125,
+ 4690.251953125,
+ 4812.1875,
+ 4947.22509765625
+ ],
+ "mean_state_pred_error": 6021.614095052083
+ },
+ "credit_bridge": {
+ "test_acc": 0.5665,
+ "mean_bp_cosine": 0.0795192973067363,
+ "mean_rho": 0.11809263161073129,
+ "mean_nudge_001": -0.0007323032235338663,
+ "mean_nudge_003": -0.002197402771950389,
+ "mean_nudge_01": -0.007294998116170366,
+ "bp_cosine_per_layer": [
+ 0.0279831662774086,
+ 0.034206733107566833,
+ 0.06341560930013657,
+ 0.0695083886384964,
+ 0.09047738462686539,
+ 0.09644618630409241,
+ 0.1011449545621872,
+ 0.09714356064796448,
+ 0.09739723801612854,
+ 0.09588810801506042,
+ 0.09328337758779526,
+ 0.08733686059713364
+ ],
+ "rho_per_layer": [
+ -0.01078212633728981,
+ 0.08389643579721451,
+ 0.09591226279735565,
+ 0.09822964668273926,
+ 0.15539337694644928,
+ 0.077084481716156,
+ 0.18135306239128113,
+ 0.13923753798007965,
+ 0.15523496270179749,
+ 0.1566530466079712,
+ 0.16011789441108704,
+ 0.12478099763393402
+ ],
+ "nudge_per_layer": [
+ -0.014675050042569637,
+ -0.0035726604983210564,
+ -0.005193591117858887,
+ -0.005878218449652195,
+ -0.007073326967656612,
+ -0.007276617921888828,
+ -0.0072667524218559265,
+ -0.007385652512311935,
+ -0.00723686721175909,
+ -0.007413622923195362,
+ -0.0073149921372532845,
+ -0.007252625189721584
+ ],
+ "final_value_loss": 0.8463798692464829,
+ "final_term_loss": 0.5014169258773327,
+ "final_bridge_loss": 0.03549532132707536,
+ "final_tgrad_loss": 0.3094676312446594
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json
new file mode 100644
index 0000000..6c23585
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0067736080646514,
+ 0.5260489372253419,
+ 0.4133770223617554,
+ 0.4122163911819458,
+ 0.40281385097503664,
+ 0.36370011711120603,
+ 0.33828531596660616,
+ 0.29866596674919127,
+ 0.333806049990654,
+ 0.2945868176460266,
+ 0.323841304898262,
+ 0.2685866693496704,
+ 0.3298992721319199,
+ 0.25060330071449277,
+ 0.25327417068481445,
+ 0.2714337857246399,
+ 0.29294549844264983,
+ 0.21931176762580873,
+ 0.2727045719623566,
+ 0.20682705554962158,
+ 0.2116490536928177,
+ 0.21470289249420166,
+ 0.2009852997303009,
+ 0.1929733597636223,
+ 0.18818628187179565,
+ 0.1860898569047451,
+ 0.16704004918932916,
+ 0.16348838634490967,
+ 0.23760174412727356,
+ 0.1993864372253418,
+ 0.28539346175193786,
+ 0.21175305500030517,
+ 0.20074062764644623,
+ 0.17021721827983857,
+ 0.17064657579660417,
+ 0.15043421156406403,
+ 0.16111934831142424,
+ 0.14164673606455325,
+ 0.12837897226810455,
+ 0.12804475803375245,
+ 0.13920657671391964,
+ 0.11750857322216034,
+ 0.11461956782341004,
+ 0.12064324700832367,
+ 0.12140779693126678,
+ 0.10785262448787689,
+ 0.11697521369457245,
+ 0.11477361053824425,
+ 0.10196099520921707,
+ 0.10024751018285752,
+ 0.10045197930335999,
+ 0.11292316007614135,
+ 0.13151926128268243,
+ 0.09808630378246308,
+ 0.10186688977479935,
+ 0.09669416191577912,
+ 0.09587533710598946,
+ 0.08454020006656647,
+ 0.08168289212062955,
+ 0.07666999014616012,
+ 0.08046016120910644,
+ 0.08711373453140259,
+ 0.08040154814720153,
+ 0.07493037286698818,
+ 0.07147429277896881,
+ 0.07314489345550537,
+ 0.07231674332618714,
+ 0.06915788714289665,
+ 0.0673254727602005,
+ 0.06822554222345352,
+ 0.06570249862521887,
+ 0.06449803622961044,
+ 0.06389484124183654,
+ 0.0637645405292511,
+ 0.06311032083034515,
+ 0.06264074442386627,
+ 0.062277248072624206,
+ 0.06212917380332947,
+ 0.06193282167315483,
+ 0.06185461490154266
+ ],
+ "train_acc": [
+ 0.6301,
+ 0.7973,
+ 0.8351,
+ 0.8363,
+ 0.8453,
+ 0.8538,
+ 0.8636,
+ 0.885,
+ 0.8718,
+ 0.8834,
+ 0.8689,
+ 0.8876,
+ 0.8709,
+ 0.896,
+ 0.9007,
+ 0.8928,
+ 0.8871,
+ 0.9143,
+ 0.8958,
+ 0.9193,
+ 0.9172,
+ 0.9153,
+ 0.9212,
+ 0.9237,
+ 0.9254,
+ 0.9249,
+ 0.9337,
+ 0.9366,
+ 0.9097,
+ 0.9214,
+ 0.8924,
+ 0.9129,
+ 0.9176,
+ 0.9332,
+ 0.9307,
+ 0.9394,
+ 0.9357,
+ 0.9463,
+ 0.9531,
+ 0.9528,
+ 0.9459,
+ 0.9566,
+ 0.9606,
+ 0.9562,
+ 0.9554,
+ 0.9626,
+ 0.9547,
+ 0.9582,
+ 0.9655,
+ 0.9634,
+ 0.9647,
+ 0.9563,
+ 0.9502,
+ 0.9658,
+ 0.9642,
+ 0.9654,
+ 0.9653,
+ 0.9742,
+ 0.976,
+ 0.9777,
+ 0.976,
+ 0.9715,
+ 0.9751,
+ 0.9801,
+ 0.9825,
+ 0.9803,
+ 0.9819,
+ 0.9835,
+ 0.9849,
+ 0.9832,
+ 0.9854,
+ 0.9859,
+ 0.987,
+ 0.9868,
+ 0.9871,
+ 0.9874,
+ 0.9876,
+ 0.9873,
+ 0.9877,
+ 0.9879
+ ],
+ "test_acc": [
+ 0.77,
+ 0.785,
+ 0.841,
+ 0.8315,
+ 0.8475,
+ 0.8605,
+ 0.8405,
+ 0.8505,
+ 0.8555,
+ 0.8665,
+ 0.8515,
+ 0.8665,
+ 0.868,
+ 0.878,
+ 0.882,
+ 0.873,
+ 0.878,
+ 0.889,
+ 0.8825,
+ 0.8825,
+ 0.8785,
+ 0.8805,
+ 0.897,
+ 0.8855,
+ 0.891,
+ 0.892,
+ 0.891,
+ 0.885,
+ 0.8925,
+ 0.887,
+ 0.8695,
+ 0.891,
+ 0.894,
+ 0.895,
+ 0.897,
+ 0.8935,
+ 0.907,
+ 0.909,
+ 0.8995,
+ 0.899,
+ 0.9045,
+ 0.9035,
+ 0.911,
+ 0.902,
+ 0.9095,
+ 0.903,
+ 0.9095,
+ 0.9125,
+ 0.909,
+ 0.9075,
+ 0.9095,
+ 0.9055,
+ 0.9045,
+ 0.916,
+ 0.9145,
+ 0.908,
+ 0.9105,
+ 0.9125,
+ 0.9185,
+ 0.917,
+ 0.9155,
+ 0.915,
+ 0.917,
+ 0.9165,
+ 0.9155,
+ 0.916,
+ 0.915,
+ 0.915,
+ 0.9165,
+ 0.9155,
+ 0.916,
+ 0.915,
+ 0.9155,
+ 0.9165,
+ 0.915,
+ 0.9145,
+ 0.914,
+ 0.914,
+ 0.9145,
+ 0.9145
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.832116425037384,
+ 0.8141677379608154,
+ 0.8023761510848999,
+ 0.7934653759002686,
+ 0.7857377529144287,
+ 0.7797414064407349,
+ 0.7767306566238403,
+ 0.7744640111923218,
+ 0.7725205421447754,
+ 0.7711977958679199,
+ 0.7703278064727783,
+ 0.7695904970169067
+ ],
+ "perturbation_rho": [
+ 0.9999991655349731,
+ 0.9999972581863403,
+ 0.9999898672103882,
+ 0.999970555305481,
+ 0.9999305009841919,
+ 0.9999109506607056,
+ 0.9998676180839539,
+ 0.999832808971405,
+ 0.9997924566268921,
+ 0.9997202754020691,
+ 0.9997268319129944,
+ 0.9997689127922058
+ ],
+ "nudging": {
+ "0.001": [
+ -0.028135288506746292,
+ -0.012758657336235046,
+ -0.006248572841286659,
+ -0.0036318942438811064,
+ -0.0025165460538119078,
+ -0.0019575022161006927,
+ -0.0016390127129852772,
+ -0.001437678001821041,
+ -0.0013056336902081966,
+ -0.0012165943626314402,
+ -0.0011555720120668411,
+ -0.0011164546012878418
+ ],
+ "0.003": [
+ -0.07627765089273453,
+ -0.03659018874168396,
+ -0.018335573375225067,
+ -0.010755512863397598,
+ -0.007481487933546305,
+ -0.005830957554280758,
+ -0.004887878894805908,
+ -0.004290360026061535,
+ -0.00389806367456913,
+ -0.00363331800326705,
+ -0.0034519662149250507,
+ -0.0033352887257933617
+ ],
+ "0.01": [
+ -0.17892791330814362,
+ -0.10439710319042206,
+ -0.05659153312444687,
+ -0.034265220165252686,
+ -0.02416030317544937,
+ -0.01895919442176819,
+ -0.015955276787281036,
+ -0.01404004916548729,
+ -0.01277724839746952,
+ -0.011922692880034447,
+ -0.011335920542478561,
+ -0.010958053171634674
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.0924509696960447,
+ 1.03269632396698,
+ 0.7241468557357789,
+ 0.6072907946586609,
+ 0.5515357565402985,
+ 0.5621125034332275,
+ 0.4907495887756348,
+ 0.5219814170837402,
+ 0.5708751871109009,
+ 0.5191205244064331,
+ 0.5519021101236343,
+ 0.544450197315216,
+ 0.61959801902771,
+ 0.5679715090274811,
+ 0.6162963458061218,
+ 0.6608567100048065,
+ 0.5779239411354065,
+ 0.5276209714889526,
+ 1.01328331489563,
+ 0.519946471786499,
+ 0.8604830993652344,
+ 0.9144351811885834,
+ 1.1253784037590027,
+ 0.9372499645233154,
+ 0.8480413142204285,
+ 0.5914154142379761,
+ 0.640305153465271,
+ 0.5981941318511963,
+ 1.135121632194519,
+ 0.6362483476638794,
+ 0.5418768036842346,
+ 0.9402659358978271,
+ 1.0797846031188965,
+ 0.7645710904121399,
+ 1.2322801650047301,
+ 0.7908753656864166,
+ 0.7349962800979615,
+ 0.7140366114616394,
+ 0.8069758752822876,
+ 0.6646730958938598,
+ 0.9489161729097366,
+ 0.582535719871521,
+ 0.6260909730911255,
+ 0.698049334526062,
+ 0.6176723531961441,
+ 0.6726475171089172,
+ 0.5952546514511109,
+ 0.7433469331741333,
+ 0.5916723924636841,
+ 0.6389080200195313,
+ 0.5947137939929962,
+ 0.5748984836578369,
+ 0.7570524696826935,
+ 0.44153712167739867,
+ 0.44736578378677366,
+ 0.5139478639602661,
+ 0.4778360952377319,
+ 0.4288335760116577,
+ 0.4595722749233246,
+ 0.4253603402137756,
+ 0.42853148097991944,
+ 0.42120102367401124,
+ 0.4038095116376877,
+ 0.3923453485250473,
+ 0.4267167915344238,
+ 0.40038953356742857,
+ 0.36469351987838744,
+ 0.3733260186672211,
+ 0.35249682779312136,
+ 0.3941283622741699,
+ 0.34860973496437075,
+ 0.33470872814655306,
+ 0.3397274105072021,
+ 0.342729074048996,
+ 0.33137304639816284,
+ 0.33342387351989744,
+ 0.3293384352207184,
+ 0.32710764508247375,
+ 0.32727917928695677,
+ 0.32547602846622464
+ ],
+ "train_acc": [
+ 0.2403,
+ 0.6217,
+ 0.7314,
+ 0.777,
+ 0.7934,
+ 0.7883,
+ 0.8173,
+ 0.81,
+ 0.8007,
+ 0.8185,
+ 0.8119,
+ 0.8107,
+ 0.7957,
+ 0.8153,
+ 0.8048,
+ 0.7935,
+ 0.8084,
+ 0.8208,
+ 0.7284,
+ 0.8177,
+ 0.7633,
+ 0.7409,
+ 0.7108,
+ 0.7466,
+ 0.7492,
+ 0.8055,
+ 0.7943,
+ 0.7997,
+ 0.7105,
+ 0.7922,
+ 0.8115,
+ 0.7389,
+ 0.7191,
+ 0.77,
+ 0.696,
+ 0.7666,
+ 0.7733,
+ 0.7799,
+ 0.7683,
+ 0.7917,
+ 0.7586,
+ 0.8071,
+ 0.7992,
+ 0.7877,
+ 0.8068,
+ 0.7913,
+ 0.8053,
+ 0.7778,
+ 0.808,
+ 0.8032,
+ 0.803,
+ 0.812,
+ 0.7775,
+ 0.845,
+ 0.8439,
+ 0.8279,
+ 0.8362,
+ 0.8495,
+ 0.8413,
+ 0.8497,
+ 0.8436,
+ 0.8522,
+ 0.8533,
+ 0.853,
+ 0.8501,
+ 0.8533,
+ 0.8681,
+ 0.8617,
+ 0.8716,
+ 0.8595,
+ 0.8705,
+ 0.8761,
+ 0.8748,
+ 0.8724,
+ 0.8778,
+ 0.8759,
+ 0.8782,
+ 0.8797,
+ 0.8794,
+ 0.8799
+ ],
+ "test_acc": [
+ 0.5005,
+ 0.673,
+ 0.7145,
+ 0.727,
+ 0.743,
+ 0.7505,
+ 0.71,
+ 0.7185,
+ 0.703,
+ 0.689,
+ 0.745,
+ 0.7005,
+ 0.7235,
+ 0.7795,
+ 0.64,
+ 0.7805,
+ 0.7205,
+ 0.518,
+ 0.762,
+ 0.7215,
+ 0.5445,
+ 0.483,
+ 0.6085,
+ 0.591,
+ 0.659,
+ 0.6965,
+ 0.746,
+ 0.5735,
+ 0.7155,
+ 0.7325,
+ 0.5895,
+ 0.6945,
+ 0.653,
+ 0.5595,
+ 0.671,
+ 0.68,
+ 0.702,
+ 0.6095,
+ 0.722,
+ 0.6895,
+ 0.681,
+ 0.747,
+ 0.6935,
+ 0.6485,
+ 0.7315,
+ 0.687,
+ 0.666,
+ 0.699,
+ 0.698,
+ 0.667,
+ 0.656,
+ 0.6015,
+ 0.732,
+ 0.7635,
+ 0.7205,
+ 0.7695,
+ 0.762,
+ 0.7965,
+ 0.8045,
+ 0.7785,
+ 0.779,
+ 0.77,
+ 0.8045,
+ 0.8215,
+ 0.812,
+ 0.8345,
+ 0.8125,
+ 0.8345,
+ 0.807,
+ 0.8265,
+ 0.8345,
+ 0.8335,
+ 0.829,
+ 0.8375,
+ 0.836,
+ 0.838,
+ 0.8425,
+ 0.843,
+ 0.8425,
+ 0.841
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.009534038603305817,
+ 0.2771005630493164,
+ 0.12846891582012177,
+ 0.12727834284305573,
+ 0.09264838695526123,
+ 0.08494879305362701,
+ 0.1454543173313141,
+ 0.07647830247879028,
+ 0.055110231041908264,
+ 0.08491981029510498,
+ 0.054209403693675995,
+ 0.06925329566001892
+ ],
+ "perturbation_rho": [
+ -0.030354971066117287,
+ 0.19958093762397766,
+ 0.10430362075567245,
+ 0.06749340891838074,
+ 0.08917459845542908,
+ 0.06985980272293091,
+ 0.08990536630153656,
+ -0.0003178045153617859,
+ -0.05352415516972542,
+ 0.12398940324783325,
+ 0.05844062566757202,
+ 0.06276053190231323
+ ],
+ "nudging": {
+ "0.001": [
+ 5.0953527534147725e-05,
+ -0.0006460470613092184,
+ -0.0002715848677325994,
+ -0.00028075071168132126,
+ -0.00018533585534896702,
+ -0.00017889743321575224,
+ -0.00029740406898781657,
+ -0.0001274347014259547,
+ -7.406625081785023e-05,
+ -0.0001561331155244261,
+ -0.0001032993895933032,
+ -0.00014120049308985472
+ ],
+ "0.003": [
+ 0.00016943782975431532,
+ -0.0019340584985911846,
+ -0.0008146192994900048,
+ -0.0008385812398046255,
+ -0.0005608047358691692,
+ -0.0005349678685888648,
+ -0.0008904121932573617,
+ -0.00038351857801899314,
+ -0.00022607628488913178,
+ -0.00046768866013735533,
+ -0.0003058650763705373,
+ -0.0004211085324641317
+ ],
+ "0.01": [
+ 0.0008368014823645353,
+ -0.00641840323805809,
+ -0.0027151124086230993,
+ -0.002792379120364785,
+ -0.0018645611125975847,
+ -0.0017843465320765972,
+ -0.002957880962640047,
+ -0.0012784524587914348,
+ -0.0007560949889011681,
+ -0.0015581869520246983,
+ -0.0010259757982566953,
+ -0.0014001178788021207
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8275699935913086,
+ 1.3385464324951173,
+ 1.037378346633911,
+ 1.002308666419983,
+ 1.0388273836135864,
+ 1.0882213558197023,
+ 1.1394051094055175,
+ 1.1788917055130006,
+ 1.2267918197631835,
+ 1.2478832811355591,
+ 1.2316707176208497,
+ 1.287934114074707,
+ 1.2420732460021973,
+ 1.2143509733200073,
+ 1.229138567352295,
+ 1.259750719833374,
+ 1.1612068832397462,
+ 1.149783327293396,
+ 1.1361305335998535,
+ 1.1167785579681397,
+ 1.1316240934371948,
+ 1.1020189935684204,
+ 1.0256468997955321,
+ 1.0201313499450684,
+ 0.9847993452072143,
+ 0.9970695999145508,
+ 1.0227494039535523,
+ 1.1330445571899415,
+ 1.2469683200836181,
+ 1.1566339334487914,
+ 1.107145287322998,
+ 1.110690570449829,
+ 1.0532963357925416,
+ 1.0852850601196289,
+ 1.0935607889175416,
+ 1.0834732231140136,
+ 1.0420629257202147,
+ 1.0830944820404054,
+ 1.0634357900619507,
+ 1.0303276639938355,
+ 0.9689252651214599,
+ 1.0131777705192566,
+ 1.0103633685112,
+ 1.002309990501404,
+ 1.0113068084716796,
+ 0.9995921211242675,
+ 1.0161544053077698,
+ 0.9966502132415771,
+ 1.0186468648910523,
+ 1.0372472515106201,
+ 0.9930810668945312,
+ 0.9901977378845215,
+ 0.988507303237915,
+ 0.9591489524841309,
+ 0.935456734085083,
+ 0.9176784860610961,
+ 0.8929200078964233,
+ 0.8777516023635864,
+ 0.8699161693572998,
+ 0.8663567218780518,
+ 0.855108270072937,
+ 0.8465001301765442,
+ 0.848315406036377,
+ 0.8377359997272491,
+ 0.830757266998291,
+ 0.831167548942566,
+ 0.8265859796524048,
+ 0.819621584033966,
+ 0.8219145364761352,
+ 0.8136607124328613,
+ 0.8122711290359497,
+ 0.8106639209747315,
+ 0.8065893723487854,
+ 0.8030635206222534,
+ 0.8029474701881408,
+ 0.8009245029449463,
+ 0.8000903869628906,
+ 0.79931964969635,
+ 0.7988908242225647,
+ 0.7986321613311768
+ ],
+ "train_acc": [
+ 0.3739,
+ 0.5487,
+ 0.6322,
+ 0.6501,
+ 0.6387,
+ 0.6203,
+ 0.615,
+ 0.6129,
+ 0.5974,
+ 0.5921,
+ 0.5918,
+ 0.5772,
+ 0.5826,
+ 0.5914,
+ 0.5855,
+ 0.5734,
+ 0.6028,
+ 0.6044,
+ 0.6072,
+ 0.6171,
+ 0.6172,
+ 0.6223,
+ 0.6371,
+ 0.6377,
+ 0.6495,
+ 0.6412,
+ 0.6326,
+ 0.6082,
+ 0.5968,
+ 0.619,
+ 0.6391,
+ 0.6371,
+ 0.6521,
+ 0.6487,
+ 0.646,
+ 0.6521,
+ 0.6558,
+ 0.6525,
+ 0.6501,
+ 0.6609,
+ 0.6693,
+ 0.6536,
+ 0.6586,
+ 0.6603,
+ 0.6543,
+ 0.6585,
+ 0.6599,
+ 0.6665,
+ 0.6666,
+ 0.6712,
+ 0.6763,
+ 0.6816,
+ 0.6819,
+ 0.6887,
+ 0.6966,
+ 0.6988,
+ 0.7027,
+ 0.705,
+ 0.7072,
+ 0.7108,
+ 0.7089,
+ 0.7167,
+ 0.711,
+ 0.715,
+ 0.7173,
+ 0.7164,
+ 0.7205,
+ 0.722,
+ 0.7179,
+ 0.7223,
+ 0.7237,
+ 0.7214,
+ 0.7216,
+ 0.7228,
+ 0.7234,
+ 0.7226,
+ 0.7229,
+ 0.7229,
+ 0.7233,
+ 0.7239
+ ],
+ "test_acc": [
+ 0.5075,
+ 0.5705,
+ 0.6225,
+ 0.6155,
+ 0.5905,
+ 0.588,
+ 0.567,
+ 0.568,
+ 0.543,
+ 0.5535,
+ 0.479,
+ 0.5455,
+ 0.5425,
+ 0.5415,
+ 0.5135,
+ 0.564,
+ 0.57,
+ 0.521,
+ 0.534,
+ 0.547,
+ 0.5265,
+ 0.5945,
+ 0.557,
+ 0.581,
+ 0.591,
+ 0.5685,
+ 0.589,
+ 0.519,
+ 0.548,
+ 0.5655,
+ 0.5655,
+ 0.611,
+ 0.589,
+ 0.613,
+ 0.605,
+ 0.605,
+ 0.5675,
+ 0.616,
+ 0.592,
+ 0.6325,
+ 0.6195,
+ 0.602,
+ 0.6085,
+ 0.602,
+ 0.5995,
+ 0.623,
+ 0.628,
+ 0.6295,
+ 0.6315,
+ 0.634,
+ 0.6305,
+ 0.628,
+ 0.638,
+ 0.6505,
+ 0.6515,
+ 0.654,
+ 0.65,
+ 0.6515,
+ 0.656,
+ 0.6505,
+ 0.6615,
+ 0.6595,
+ 0.658,
+ 0.666,
+ 0.6655,
+ 0.663,
+ 0.661,
+ 0.6675,
+ 0.6715,
+ 0.6735,
+ 0.667,
+ 0.669,
+ 0.6765,
+ 0.6755,
+ 0.677,
+ 0.677,
+ 0.677,
+ 0.6755,
+ 0.675,
+ 0.675
+ ],
+ "state_pred_error": [
+ 0.6583093455791473,
+ 0.2847297016143799,
+ 0.22077271904945373,
+ 0.21189437193870544,
+ 0.1841041277885437,
+ 0.17305933623313904,
+ 0.17701434428691865,
+ 0.18802506301403046,
+ 0.17837908656597137,
+ 0.14958413000106813,
+ 0.13064928512573243,
+ 0.1284900181055069,
+ 0.13219893939495087,
+ 0.13047706623077393,
+ 0.12345472877025604,
+ 0.10324463622570038,
+ 0.09139569116830826,
+ 0.07699145336151123,
+ 0.06765981405973434,
+ 0.07321135756969452,
+ 0.07089905383586884,
+ 0.06882416786551475,
+ 0.05610226457118988,
+ 0.043682216036319735,
+ 0.035003681576251985,
+ 0.02870281513929367,
+ 0.02616107567548752,
+ 0.0247726686835289,
+ 0.023823431384563446,
+ 0.024860127294063568,
+ 0.02640067371726036,
+ 0.02769387246966362,
+ 0.028516952562332155,
+ 0.02941493996977806,
+ 0.029591170537471772,
+ 0.028317847082018854,
+ 0.027129681679606436,
+ 0.026555932518839837,
+ 0.026938045769929884,
+ 0.027426798117160797,
+ 0.029536254298686983,
+ 0.03211808215379715,
+ 0.03510575920939445,
+ 0.03469557763338089,
+ 0.03365132007598877,
+ 0.03368182533979416,
+ 0.03552556530237198,
+ 0.038989124006032945,
+ 0.04195216841697693,
+ 0.043111143064498904,
+ 0.044202814984321596,
+ 0.045387097096443174,
+ 0.04451717386841774,
+ 0.04319920334815979,
+ 0.042182978856563566,
+ 0.041060500395298,
+ 0.0400146517932415,
+ 0.03966583462953568,
+ 0.03924502938389778,
+ 0.03796827178895473,
+ 0.03660108530521393,
+ 0.03574252983927727,
+ 0.03452657175064087,
+ 0.03394979124069214,
+ 0.0328981254786253,
+ 0.031669361919164654,
+ 0.030848443555831908,
+ 0.029799468955397607,
+ 0.028912526750564577,
+ 0.028214104449748992,
+ 0.027432609269022943,
+ 0.026476147815585136,
+ 0.02564660669863224,
+ 0.024992754793167114,
+ 0.024431089624762536,
+ 0.023907900010049343,
+ 0.023127568793296815,
+ 0.02265733232498169,
+ 0.022044888520240783,
+ 0.021540785717964174
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7589784860610962,
+ 0.34465640783309937,
+ 0.20695620775222778,
+ 0.15412747859954834,
+ 0.14041899144649506,
+ 0.152847021818161,
+ 0.1464981734752655,
+ 0.13855373859405518,
+ 0.13026131689548492,
+ 0.11798880249261856,
+ 0.11249798536300659,
+ 0.11956378817558289
+ ],
+ "perturbation_rho": [
+ 0.6762608289718628,
+ 0.29351934790611267,
+ 0.15623700618743896,
+ 0.07772233337163925,
+ 0.09808109700679779,
+ 0.14218339323997498,
+ 0.09985582530498505,
+ 0.07779418677091599,
+ 0.10923020541667938,
+ 0.10118008404970169,
+ 0.08211226016283035,
+ 0.09183197468519211
+ ],
+ "nudging": {
+ "0.001": [
+ -0.024234283715486526,
+ -0.0011283548083156347,
+ -0.0005652708932757378,
+ -0.00041053639142774045,
+ -0.00037075550062581897,
+ -0.00039911235217005014,
+ -0.0003868499770760536,
+ -0.00036323058884590864,
+ -0.00033692887518554926,
+ -0.000307242211420089,
+ -0.0002827422576956451,
+ -0.00030345225241035223
+ ],
+ "0.003": [
+ -0.07142189145088196,
+ -0.0033810725435614586,
+ -0.0016954769380390644,
+ -0.0012313042534515262,
+ -0.0011121997376903892,
+ -0.0011966262245550752,
+ -0.0011605183826759458,
+ -0.0010896101593971252,
+ -0.0010103486711159348,
+ -0.0009211936267092824,
+ -0.000847844872623682,
+ -0.0009103003540076315
+ ],
+ "0.01": [
+ -0.22324970364570618,
+ -0.01123635284602642,
+ -0.0056420015171170235,
+ -0.0040974924340844154,
+ -0.0037027131766080856,
+ -0.003983458504080772,
+ -0.0038626876194030046,
+ -0.0036268262192606926,
+ -0.003363188588991761,
+ -0.0030670221894979477,
+ -0.0028224957641214132,
+ -0.0030306889675557613
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 10215.58203125,
+ 8926.0654296875,
+ 5285.6044921875,
+ 5192.0830078125,
+ 4575.35791015625,
+ 4063.82666015625,
+ 4966.6884765625,
+ 5378.6435546875,
+ 4702.37890625,
+ 4026.143310546875,
+ 3985.35595703125,
+ 3780.156494140625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.093309115028381,
+ 1.032017181968689,
+ 0.7077153354644775,
+ 0.5732980075836182,
+ 0.5402240601539612,
+ 0.5183043882369995,
+ 0.5319672570228576,
+ 0.5359590018749237,
+ 0.5482052456855774,
+ 0.5222824983596802,
+ 0.6027764239311219,
+ 0.49652273721694945,
+ 0.5368509518623352,
+ 0.566478079509735,
+ 0.6263480365753173,
+ 0.7491202196836472,
+ 0.6788468971252442,
+ 0.7347880103588105,
+ 0.8662578244686127,
+ 0.678591609096527,
+ 0.8630354214191437,
+ 0.712297385597229,
+ 0.7786388912200928,
+ 0.7855329002380371,
+ 0.8845748617887497,
+ 0.8085215629577637,
+ 0.7420635931015015,
+ 0.7875441513061523,
+ 0.7688868448257447,
+ 0.7473984729766846,
+ 1.0297006687164307,
+ 0.8987462726593017,
+ 0.9227742693901062,
+ 0.9423508636474609,
+ 0.7886569627761841,
+ 0.8662117418289185,
+ 1.0016330226898194,
+ 0.922345392036438,
+ 0.8514365245819092,
+ 0.8499950613498688,
+ 0.8536573698043823,
+ 0.8536672010421753,
+ 0.837739602279663,
+ 0.9626629913330078,
+ 0.8708203351974487,
+ 0.9226528865814209,
+ 0.886489924621582,
+ 0.884385742521286,
+ 0.8640118010520935,
+ 0.9462248080253601,
+ 0.9388958973884582,
+ 0.9003979402542114,
+ 0.8771900144577026,
+ 0.8063458614349365,
+ 0.7585287186145783,
+ 0.7785314264297485,
+ 0.7583562124252319,
+ 0.7231489379882813,
+ 0.7116691125869751,
+ 0.7012166356563568,
+ 0.6967055747032166,
+ 0.6990642721176148,
+ 0.7341344322204589,
+ 0.7070941570281982,
+ 0.717008107471466,
+ 0.7219762700080872,
+ 0.7167341491699218,
+ 0.7061620636940003,
+ 0.7071943338394165,
+ 0.6979920616149903,
+ 0.696011471939087,
+ 0.6982332837104798,
+ 0.6905044673919678,
+ 0.690191311454773,
+ 0.6926393260002136,
+ 0.6883825535297394,
+ 0.6852098932266235,
+ 0.6849852310180664,
+ 0.6831081211090088,
+ 0.6824430053234101
+ ],
+ "train_acc": [
+ 0.2427,
+ 0.6203,
+ 0.7378,
+ 0.7896,
+ 0.7939,
+ 0.805,
+ 0.8035,
+ 0.8076,
+ 0.8018,
+ 0.8194,
+ 0.8027,
+ 0.8223,
+ 0.8124,
+ 0.8119,
+ 0.8022,
+ 0.7784,
+ 0.791,
+ 0.7844,
+ 0.7596,
+ 0.7915,
+ 0.7527,
+ 0.774,
+ 0.7627,
+ 0.7535,
+ 0.7315,
+ 0.7344,
+ 0.7496,
+ 0.7405,
+ 0.7384,
+ 0.7403,
+ 0.6992,
+ 0.7114,
+ 0.709,
+ 0.7067,
+ 0.7358,
+ 0.7261,
+ 0.712,
+ 0.7299,
+ 0.7476,
+ 0.7511,
+ 0.7532,
+ 0.7552,
+ 0.7561,
+ 0.7327,
+ 0.7464,
+ 0.734,
+ 0.7416,
+ 0.7412,
+ 0.743,
+ 0.7265,
+ 0.7276,
+ 0.7301,
+ 0.7357,
+ 0.7407,
+ 0.7519,
+ 0.7433,
+ 0.7493,
+ 0.7556,
+ 0.7553,
+ 0.758,
+ 0.7592,
+ 0.761,
+ 0.7445,
+ 0.7562,
+ 0.7549,
+ 0.7515,
+ 0.7516,
+ 0.7555,
+ 0.7569,
+ 0.7587,
+ 0.7586,
+ 0.7565,
+ 0.7596,
+ 0.7617,
+ 0.7564,
+ 0.7595,
+ 0.7618,
+ 0.7621,
+ 0.7611,
+ 0.7614
+ ],
+ "test_acc": [
+ 0.5025,
+ 0.6865,
+ 0.7425,
+ 0.7505,
+ 0.74,
+ 0.7655,
+ 0.755,
+ 0.7195,
+ 0.7695,
+ 0.7425,
+ 0.757,
+ 0.74,
+ 0.7145,
+ 0.657,
+ 0.61,
+ 0.6675,
+ 0.6895,
+ 0.691,
+ 0.6775,
+ 0.6985,
+ 0.693,
+ 0.678,
+ 0.6795,
+ 0.6445,
+ 0.6355,
+ 0.6535,
+ 0.676,
+ 0.646,
+ 0.68,
+ 0.5935,
+ 0.603,
+ 0.6625,
+ 0.604,
+ 0.725,
+ 0.6155,
+ 0.6425,
+ 0.715,
+ 0.6955,
+ 0.7035,
+ 0.686,
+ 0.667,
+ 0.709,
+ 0.683,
+ 0.715,
+ 0.6905,
+ 0.716,
+ 0.709,
+ 0.6965,
+ 0.688,
+ 0.66,
+ 0.685,
+ 0.664,
+ 0.7035,
+ 0.7035,
+ 0.6935,
+ 0.6825,
+ 0.6795,
+ 0.7065,
+ 0.697,
+ 0.7135,
+ 0.7185,
+ 0.705,
+ 0.7205,
+ 0.7035,
+ 0.6945,
+ 0.714,
+ 0.7205,
+ 0.709,
+ 0.7085,
+ 0.7195,
+ 0.7175,
+ 0.72,
+ 0.714,
+ 0.72,
+ 0.7195,
+ 0.72,
+ 0.7185,
+ 0.7185,
+ 0.721,
+ 0.721
+ ],
+ "value_loss": [
+ 2.895308603286743,
+ 1.0838360973358154,
+ 0.8661615056991577,
+ 0.7228779357194901,
+ 0.6979825808525085,
+ 0.654473484325409,
+ 0.7223839604854584,
+ 0.8182331377506256,
+ 0.8379502923965454,
+ 0.8138473363876343,
+ 1.1507868383049964,
+ 0.7328620315790176,
+ 0.8565217294692993,
+ 1.0016156348228455,
+ 1.277318878364563,
+ 1.7167091186523438,
+ 1.3837544082641602,
+ 1.6866768316745757,
+ 2.521582665491104,
+ 1.798458749961853,
+ 2.762005415582657,
+ 1.7501773468017578,
+ 2.065952481651306,
+ 1.7661181676864623,
+ 2.237529104137421,
+ 1.6968138498306276,
+ 1.5028521341323853,
+ 1.4401282972335816,
+ 1.5227922265052796,
+ 1.3540578876495362,
+ 2.2935845052957533,
+ 1.8538220872879028,
+ 1.921490113067627,
+ 1.8531652376174927,
+ 1.2972030296325683,
+ 1.6667764266967773,
+ 2.4392109436035154,
+ 2.1221363357543943,
+ 1.9600661560058594,
+ 2.1009968710660933,
+ 2.162639275550842,
+ 1.8537513482332229,
+ 1.9440034482955932,
+ 1.821842461013794,
+ 1.9722608186721802,
+ 1.6478357261657715,
+ 1.5106155110836028,
+ 1.482781691980362,
+ 1.3237692507743835,
+ 1.3403249841690064,
+ 1.2857119444847107,
+ 1.2022730991363526,
+ 0.9818777618408203,
+ 0.8647946514129639,
+ 0.6914702701568604,
+ 0.7234345043182373,
+ 0.7077870290756225,
+ 0.6724249305725097,
+ 0.6462549682617188,
+ 0.584807029056549,
+ 0.5510385043144226,
+ 0.5364630532741547,
+ 0.5645569776535034,
+ 0.552950176525116,
+ 0.49300712423324583,
+ 0.5377466377735138,
+ 0.502735111618042,
+ 0.5176207973480225,
+ 0.46474625415802,
+ 0.4454069378852844,
+ 0.44403015842437743,
+ 0.4113505308389664,
+ 0.40353398851156236,
+ 0.42983919105529783,
+ 0.419776428937912,
+ 0.4019131669998169,
+ 0.38927605810165405,
+ 0.39006197519302366,
+ 0.3755714391708374,
+ 0.37253577736616134
+ ],
+ "term_loss": [
+ 1.7315585552215575,
+ 0.8666729364395142,
+ 0.7229979902267456,
+ 0.596312265253067,
+ 0.5545540596961975,
+ 0.5088294490814209,
+ 0.5825292092323303,
+ 0.6813051890134811,
+ 0.7038109269142151,
+ 0.6887646074295044,
+ 1.0119939782977103,
+ 0.6134444280862809,
+ 0.7291853536605835,
+ 0.8673401327610016,
+ 1.1276171969413757,
+ 1.5555007932901384,
+ 1.2286012786865235,
+ 1.513133518087864,
+ 2.2361230753183365,
+ 1.5198300567150116,
+ 2.3595263324260713,
+ 1.4453560852050782,
+ 1.7648071206092835,
+ 1.5087391733169555,
+ 1.882237844824791,
+ 1.3722010416030883,
+ 1.2332301671981811,
+ 1.113333308649063,
+ 1.2077602449655533,
+ 1.0543692749023437,
+ 1.915369022846222,
+ 1.5654558784484864,
+ 1.5864534119606017,
+ 1.561221913743019,
+ 1.0531947800636292,
+ 1.3718099038124085,
+ 2.127058590698242,
+ 1.779372572517395,
+ 1.6149614444255829,
+ 1.7391510653555393,
+ 1.844177998828888,
+ 1.5599529803752898,
+ 1.665471398806572,
+ 1.48765220746994,
+ 1.592831818151474,
+ 1.3742333667755127,
+ 1.2108251216828823,
+ 1.1529828948736192,
+ 0.9720637693166733,
+ 1.0287326244413852,
+ 0.9365793524742126,
+ 0.889251443862915,
+ 0.7040525654792785,
+ 0.5985294085502625,
+ 0.4618072083234787,
+ 0.47211782517433165,
+ 0.46372374649047854,
+ 0.4095201286315918,
+ 0.396888076210022,
+ 0.3395151155948639,
+ 0.32013212871551516,
+ 0.31056776316165924,
+ 0.332690350818634,
+ 0.32696542110443116,
+ 0.2811112231254578,
+ 0.3146396808505058,
+ 0.2787236780166626,
+ 0.30104646191596984,
+ 0.26121058802604674,
+ 0.24297695212364198,
+ 0.24487788009643555,
+ 0.21334869912862778,
+ 0.21118227637484668,
+ 0.23297631640434266,
+ 0.2227356671333313,
+ 0.20269683571159838,
+ 0.19634508168697357,
+ 0.19681874605417252,
+ 0.18710794867277145,
+ 0.18445234730243684
+ ],
+ "bridge_loss": [
+ 0.8910756826514378,
+ 0.03931298022270203,
+ 0.005479304197430611,
+ 0.008322687608003617,
+ 0.026911671420931815,
+ 0.031393191632628444,
+ 0.020954727735370396,
+ 0.017316379761695862,
+ 0.013768722853064536,
+ 0.010478140366077424,
+ 0.01041390485316515,
+ 0.006281406325101852,
+ 0.00699371280670166,
+ 0.00916883425116539,
+ 0.01326431538015604,
+ 0.011463350397348403,
+ 0.012470959171652795,
+ 0.021742843547463416,
+ 0.10813169282078743,
+ 0.13266532423496247,
+ 0.22559858589172363,
+ 0.1508849209487438,
+ 0.13424171340465546,
+ 0.08663208992481232,
+ 0.1692257175862789,
+ 0.14401090178489684,
+ 0.09763954291343689,
+ 0.14743438252806665,
+ 0.1390697629928589,
+ 0.12534118332862854,
+ 0.16236012780070305,
+ 0.09478195638656617,
+ 0.13880339596271515,
+ 0.0893877745948732,
+ 0.060379807114601135,
+ 0.09944173128604888,
+ 0.10493364100456237,
+ 0.15071102497577668,
+ 0.16545130755901336,
+ 0.1862475948754698,
+ 0.13735291347503661,
+ 0.11587412934750319,
+ 0.10125242130011321,
+ 0.13694310559034348,
+ 0.19478518126010894,
+ 0.08310441122055054,
+ 0.11459392108917237,
+ 0.14490415418148042,
+ 0.16996705425977707,
+ 0.11792534888982772,
+ 0.1546827676296234,
+ 0.12324597455859185,
+ 0.09212502805590629,
+ 0.08768177535533905,
+ 0.05900698439478874,
+ 0.07211811376214028,
+ 0.07296420599222184,
+ 0.09570572891235352,
+ 0.08214142266511917,
+ 0.08104119520187378,
+ 0.06706379449367524,
+ 0.061731532573699954,
+ 0.05951230276823044,
+ 0.05904238046109676,
+ 0.04439769803881645,
+ 0.052698305994272235,
+ 0.05405294654369354,
+ 0.04950189056396485,
+ 0.036288917183876036,
+ 0.036671600222587586,
+ 0.033586744678020475,
+ 0.03112454196512699,
+ 0.027874897088855505,
+ 0.03210000774860382,
+ 0.03222285799980164,
+ 0.034796000942587856,
+ 0.02962491188645363,
+ 0.02967825172841549,
+ 0.025359011243283748,
+ 0.0251624245762825
+ ],
+ "tgrad_loss": [
+ 0.2726743935823441,
+ 0.1778501721382141,
+ 0.13768420703411102,
+ 0.1182429804623127,
+ 0.11651685256958008,
+ 0.11425084311962128,
+ 0.11890002069473267,
+ 0.11961156708002091,
+ 0.12037064489126205,
+ 0.1146045907497406,
+ 0.1283789484590292,
+ 0.11313620157241822,
+ 0.1203426679611206,
+ 0.12510666944980622,
+ 0.13643737218379975,
+ 0.14974497756958008,
+ 0.14268217465877533,
+ 0.15180046949386597,
+ 0.17732788567543029,
+ 0.14596336963176726,
+ 0.17688049802184105,
+ 0.1539363568544388,
+ 0.16690364735126495,
+ 0.17074689378738403,
+ 0.18606554128527641,
+ 0.18060191497802736,
+ 0.17198242325782775,
+ 0.17936062285900117,
+ 0.17596222264766692,
+ 0.17434742822647095,
+ 0.2158553662776947,
+ 0.19358424880504607,
+ 0.1962333065032959,
+ 0.20255555391311644,
+ 0.18362843871116638,
+ 0.19552478518486022,
+ 0.2072187364578247,
+ 0.19205274913311005,
+ 0.17965343070030212,
+ 0.17559819491207598,
+ 0.181108380818367,
+ 0.1779242508649826,
+ 0.1772796312212944,
+ 0.1972471403121948,
+ 0.1846438142299652,
+ 0.19049793491363526,
+ 0.18519648184776305,
+ 0.1848946546435356,
+ 0.18173843351602553,
+ 0.19366701731681824,
+ 0.1944498215675354,
+ 0.1897756907939911,
+ 0.18570017099380492,
+ 0.17858346576690673,
+ 0.17065607466697694,
+ 0.17919855782985689,
+ 0.17109907450675965,
+ 0.1671990744113922,
+ 0.16722547005414962,
+ 0.1642507126569748,
+ 0.16384257422685622,
+ 0.16416375482082368,
+ 0.17235432732105255,
+ 0.16694237639904022,
+ 0.16749820382595063,
+ 0.17040865378379821,
+ 0.16995848925113677,
+ 0.16707244870662688,
+ 0.1672467480659485,
+ 0.16575838651657104,
+ 0.1655655403137207,
+ 0.1668772896051407,
+ 0.16447681208848952,
+ 0.16476286969184875,
+ 0.16481790508031846,
+ 0.16442033001184464,
+ 0.16330606236457826,
+ 0.1635649757742882,
+ 0.16310447854995727,
+ 0.16292100727558137
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.0035465662367641926,
+ -0.001160490675829351,
+ 0.00486466521397233,
+ 0.012821277603507042,
+ 0.012568866834044456,
+ 0.019143100827932358,
+ 0.022381767630577087,
+ 0.024246837943792343,
+ 0.027966029942035675,
+ 0.03333558514714241,
+ 0.04247187077999115,
+ 0.04586232826113701
+ ],
+ "perturbation_rho": [
+ 0.01447216235101223,
+ -0.01648387312889099,
+ 0.027175014838576317,
+ 0.03045208379626274,
+ 0.05211577191948891,
+ -0.0074118818156421185,
+ 0.0508866012096405,
+ 0.01983593963086605,
+ 0.03707783669233322,
+ 0.12354743480682373,
+ 0.16596439480781555,
+ 0.10420688986778259
+ ],
+ "nudging": {
+ "0.001": [
+ 0.00018672729493118823,
+ -4.912609438179061e-05,
+ -7.719603308942169e-05,
+ -0.00012457264529075474,
+ -0.0001271502551389858,
+ -0.0001674975355854258,
+ -0.0001832679263316095,
+ -0.00020593422232195735,
+ -0.0002297492028446868,
+ -0.00026241032173857093,
+ -0.00029993863427080214,
+ -0.0003139717737212777
+ ],
+ "0.003": [
+ 0.0005920766270719469,
+ -0.00014469146844930947,
+ -0.00023059282102622092,
+ -0.00037341262213885784,
+ -0.00037795325624756515,
+ -0.0005033073830418289,
+ -0.0005485712317749858,
+ -0.000615192111581564,
+ -0.0006871747900731862,
+ -0.0007873581489548087,
+ -0.0009002696024253964,
+ -0.0009423828450962901
+ ],
+ "0.01": [
+ 0.002342540305107832,
+ -0.0004765552293974906,
+ -0.0007624666905030608,
+ -0.0012423819862306118,
+ -0.0012568822130560875,
+ -0.0016762344166636467,
+ -0.0018269497668370605,
+ -0.0020500137470662594,
+ -0.0022837575525045395,
+ -0.0026187507901340723,
+ -0.0029940432868897915,
+ -0.0031347349286079407
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json
new file mode 100644
index 0000000..b02cb6c
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 0.9691492250442505,
+ 0.5541921775817871,
+ 0.5057802117824555,
+ 0.3705566248893738,
+ 0.38152624435424803,
+ 0.4184226482987404,
+ 0.32005277891159056,
+ 0.3379063062667847,
+ 0.32360546998977663,
+ 0.30641096782684324,
+ 0.32992204971313477,
+ 0.3234290994644165,
+ 0.2892835647583008,
+ 0.27116408772468564,
+ 0.25336739110946654,
+ 0.26921175379753115,
+ 0.2770581937789917,
+ 0.2615867853164673,
+ 0.29473981132507326,
+ 0.29788853192329406,
+ 0.22695203926563262,
+ 0.21405179328918458,
+ 0.22035713307857513,
+ 0.18809561533927918,
+ 0.22268259687423705,
+ 0.22361898727416993,
+ 0.2335181351661682,
+ 0.22086384482383728,
+ 0.20982224086523055,
+ 0.16931071857213975,
+ 0.16913503708839417,
+ 0.17825531432628633,
+ 0.1811700684905052,
+ 0.15162764992713929,
+ 0.15718278613090514,
+ 0.21250098304748535,
+ 0.19473938479423522,
+ 0.18452690076828002,
+ 0.143575802898407,
+ 0.1587403874397278,
+ 0.18108075993061065,
+ 0.14308705676496028,
+ 0.12316284523010254,
+ 0.12980578224658967,
+ 0.13384961998462677,
+ 0.12410676991939544,
+ 0.13440781029462814,
+ 0.12151769155859947,
+ 0.110893037545681,
+ 0.10822025581598282,
+ 0.10422320003509522,
+ 0.10408455009460449,
+ 0.10522357710003853,
+ 0.09913086289763451,
+ 0.09440416249632835,
+ 0.0924928415775299,
+ 0.10758058831691741,
+ 0.09329749217033387,
+ 0.09131886911988259,
+ 0.08834524278640747,
+ 0.08724276800155639,
+ 0.09795933984518052,
+ 0.08578420240879059,
+ 0.08392888104915619,
+ 0.08338507117033005,
+ 0.07894570019841195,
+ 0.07729433171749114,
+ 0.07803093535900116,
+ 0.0760855792760849,
+ 0.0740779890447855,
+ 0.07295384521484374,
+ 0.07261191159486771,
+ 0.07193484778404236,
+ 0.07130219305753707,
+ 0.07076054784059524,
+ 0.07032060540914535,
+ 0.07007708017826081,
+ 0.06981839218139649,
+ 0.06965371253490447,
+ 0.06955726127624512
+ ],
+ "train_acc": [
+ 0.6449,
+ 0.7847,
+ 0.8076,
+ 0.8517,
+ 0.8456,
+ 0.8355,
+ 0.8739,
+ 0.8646,
+ 0.8696,
+ 0.877,
+ 0.8727,
+ 0.8717,
+ 0.8838,
+ 0.8874,
+ 0.8988,
+ 0.8932,
+ 0.89,
+ 0.8946,
+ 0.8868,
+ 0.8843,
+ 0.908,
+ 0.913,
+ 0.912,
+ 0.9236,
+ 0.9124,
+ 0.9094,
+ 0.9042,
+ 0.9092,
+ 0.9156,
+ 0.9327,
+ 0.9341,
+ 0.9292,
+ 0.9273,
+ 0.9418,
+ 0.9392,
+ 0.9196,
+ 0.9237,
+ 0.9267,
+ 0.9448,
+ 0.9393,
+ 0.9299,
+ 0.9445,
+ 0.9559,
+ 0.9506,
+ 0.9499,
+ 0.9523,
+ 0.9464,
+ 0.9558,
+ 0.96,
+ 0.9615,
+ 0.9641,
+ 0.9626,
+ 0.9646,
+ 0.9651,
+ 0.971,
+ 0.9701,
+ 0.9608,
+ 0.9673,
+ 0.9699,
+ 0.9703,
+ 0.9728,
+ 0.9674,
+ 0.9725,
+ 0.974,
+ 0.9729,
+ 0.9769,
+ 0.9787,
+ 0.9789,
+ 0.9802,
+ 0.9813,
+ 0.9817,
+ 0.9819,
+ 0.9818,
+ 0.9833,
+ 0.9839,
+ 0.9838,
+ 0.9836,
+ 0.9837,
+ 0.9838,
+ 0.9841
+ ],
+ "test_acc": [
+ 0.7685,
+ 0.807,
+ 0.8325,
+ 0.843,
+ 0.831,
+ 0.8405,
+ 0.8685,
+ 0.8405,
+ 0.867,
+ 0.864,
+ 0.852,
+ 0.8645,
+ 0.86,
+ 0.874,
+ 0.8745,
+ 0.86,
+ 0.879,
+ 0.887,
+ 0.868,
+ 0.879,
+ 0.877,
+ 0.882,
+ 0.8865,
+ 0.883,
+ 0.8925,
+ 0.8885,
+ 0.879,
+ 0.8895,
+ 0.896,
+ 0.9,
+ 0.9005,
+ 0.8915,
+ 0.901,
+ 0.9035,
+ 0.9035,
+ 0.892,
+ 0.8955,
+ 0.903,
+ 0.9075,
+ 0.9035,
+ 0.8935,
+ 0.9035,
+ 0.911,
+ 0.9085,
+ 0.911,
+ 0.904,
+ 0.9005,
+ 0.915,
+ 0.91,
+ 0.914,
+ 0.913,
+ 0.911,
+ 0.916,
+ 0.908,
+ 0.9145,
+ 0.9095,
+ 0.9135,
+ 0.917,
+ 0.915,
+ 0.912,
+ 0.9105,
+ 0.9115,
+ 0.912,
+ 0.9135,
+ 0.915,
+ 0.912,
+ 0.9115,
+ 0.9135,
+ 0.914,
+ 0.912,
+ 0.915,
+ 0.916,
+ 0.915,
+ 0.914,
+ 0.9155,
+ 0.9155,
+ 0.914,
+ 0.9145,
+ 0.914,
+ 0.9135
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8936765193939209,
+ 0.875713586807251,
+ 0.8523612022399902,
+ 0.835299551486969,
+ 0.8243429064750671,
+ 0.8148068189620972,
+ 0.809612512588501,
+ 0.8055970668792725,
+ 0.8028815984725952,
+ 0.8011909127235413,
+ 0.8001247644424438,
+ 0.799472451210022
+ ],
+ "perturbation_rho": [
+ 0.9999988079071045,
+ 0.999997615814209,
+ 0.9999872446060181,
+ 0.9999661445617676,
+ 0.9999244213104248,
+ 0.9998762011528015,
+ 0.9998204708099365,
+ 0.9997811317443848,
+ 0.9997683167457581,
+ 0.9997478723526001,
+ 0.9997052550315857,
+ 0.9996634721755981
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02805091254413128,
+ -0.013208158314228058,
+ -0.0066702282056212425,
+ -0.003945831675082445,
+ -0.002750034909695387,
+ -0.002152357716113329,
+ -0.0018071717349812388,
+ -0.0015899442369118333,
+ -0.0014494031202048063,
+ -0.0013547888956964016,
+ -0.0012928021606057882,
+ -0.0012546603102236986
+ ],
+ "0.003": [
+ -0.07421690225601196,
+ -0.03749680891633034,
+ -0.019483720883727074,
+ -0.011658146977424622,
+ -0.008164399303495884,
+ -0.006405050866305828,
+ -0.0053850943222641945,
+ -0.004741774406284094,
+ -0.004324971232563257,
+ -0.004044387489557266,
+ -0.003860148834064603,
+ -0.0037467507645487785
+ ],
+ "0.01": [
+ -0.15880361199378967,
+ -0.10216463357210159,
+ -0.058997806161642075,
+ -0.0368044376373291,
+ -0.02622675709426403,
+ -0.02074911817908287,
+ -0.017529264092445374,
+ -0.015481802634894848,
+ -0.014148212037980556,
+ -0.013247357681393623,
+ -0.012655021622776985,
+ -0.012289617210626602
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.062218222427368,
+ 1.0111772974014281,
+ 0.7069105566978454,
+ 0.5894367267131806,
+ 0.5519145173072815,
+ 0.5328701040267945,
+ 0.5143702904701233,
+ 0.5037649742126464,
+ 0.5267402291297912,
+ 0.5362862730979919,
+ 0.5706932378292083,
+ 0.5366109603404999,
+ 0.5748039415359497,
+ 0.6984620532989502,
+ 0.6995907222032547,
+ 0.6355872257232666,
+ 0.5994791854858399,
+ 0.6105069580078125,
+ 0.755839087486267,
+ 0.7219365031242371,
+ 0.7605537420272828,
+ 0.7302447261810303,
+ 0.7689904579162598,
+ 0.6884315003395081,
+ 0.6808914300203324,
+ 0.6728718101501465,
+ 0.7055298049449921,
+ 0.6493824725151062,
+ 0.6272500898987055,
+ 0.5995918445706367,
+ 0.5774760694503784,
+ 0.6369666585922241,
+ 0.6621656682491303,
+ 0.6987312582492828,
+ 0.7215407601356506,
+ 0.7177485369443893,
+ 0.6749118590354919,
+ 0.7748493107795715,
+ 0.6226130012512207,
+ 0.59164186668396,
+ 0.8793521818518638,
+ 0.5344610214710236,
+ 0.6223686878204345,
+ 0.5742042091012001,
+ 0.6648194321632386,
+ 0.6924330261230469,
+ 0.6171909283161163,
+ 0.6225832930564881,
+ 0.5864963626980781,
+ 0.5502301546096802,
+ 0.6340892565965652,
+ 0.5290304160118103,
+ 0.593668369102478,
+ 0.5533372339248657,
+ 0.6408262311697006,
+ 0.4738055535316467,
+ 0.5309371071815491,
+ 0.4636679154396057,
+ 0.5358815372467041,
+ 0.45992880697250366,
+ 0.458472611618042,
+ 0.46539330711364746,
+ 0.47984019027948377,
+ 0.44190584735870364,
+ 0.45413577545881273,
+ 0.43303393692970277,
+ 0.4372877141952515,
+ 0.45334326210021975,
+ 0.4221468412399292,
+ 0.4217998252868652,
+ 0.4122497503757477,
+ 0.4124288455963135,
+ 0.4077335179507732,
+ 0.3989184023857117,
+ 0.3986554427713156,
+ 0.39380938061475756,
+ 0.39323648450374604,
+ 0.39136115703582763,
+ 0.39004903059005736,
+ 0.38944205143451693
+ ],
+ "train_acc": [
+ 0.2526,
+ 0.628,
+ 0.7334,
+ 0.7835,
+ 0.7903,
+ 0.7999,
+ 0.8125,
+ 0.8145,
+ 0.8116,
+ 0.8155,
+ 0.8113,
+ 0.8242,
+ 0.8189,
+ 0.7977,
+ 0.7993,
+ 0.8201,
+ 0.8267,
+ 0.8299,
+ 0.8104,
+ 0.8145,
+ 0.8077,
+ 0.818,
+ 0.8117,
+ 0.8259,
+ 0.8297,
+ 0.8323,
+ 0.8296,
+ 0.8424,
+ 0.8483,
+ 0.8508,
+ 0.8527,
+ 0.8463,
+ 0.842,
+ 0.8346,
+ 0.8304,
+ 0.8329,
+ 0.8415,
+ 0.8272,
+ 0.8528,
+ 0.8517,
+ 0.8201,
+ 0.8663,
+ 0.8515,
+ 0.8582,
+ 0.8449,
+ 0.8462,
+ 0.8551,
+ 0.8533,
+ 0.8555,
+ 0.8652,
+ 0.8528,
+ 0.8688,
+ 0.8578,
+ 0.8656,
+ 0.8516,
+ 0.8779,
+ 0.8655,
+ 0.8768,
+ 0.8643,
+ 0.8772,
+ 0.8783,
+ 0.8791,
+ 0.8749,
+ 0.8827,
+ 0.8802,
+ 0.8822,
+ 0.8846,
+ 0.8819,
+ 0.8855,
+ 0.8854,
+ 0.8897,
+ 0.8892,
+ 0.8904,
+ 0.893,
+ 0.8915,
+ 0.8936,
+ 0.8923,
+ 0.8933,
+ 0.8942,
+ 0.8943
+ ],
+ "test_acc": [
+ 0.496,
+ 0.674,
+ 0.718,
+ 0.7275,
+ 0.701,
+ 0.768,
+ 0.757,
+ 0.771,
+ 0.765,
+ 0.653,
+ 0.771,
+ 0.7435,
+ 0.7445,
+ 0.73,
+ 0.716,
+ 0.759,
+ 0.774,
+ 0.7065,
+ 0.726,
+ 0.741,
+ 0.7765,
+ 0.7795,
+ 0.736,
+ 0.75,
+ 0.7835,
+ 0.762,
+ 0.7935,
+ 0.7395,
+ 0.7585,
+ 0.7765,
+ 0.75,
+ 0.786,
+ 0.722,
+ 0.807,
+ 0.7605,
+ 0.7365,
+ 0.782,
+ 0.7935,
+ 0.7915,
+ 0.7045,
+ 0.803,
+ 0.803,
+ 0.7895,
+ 0.7795,
+ 0.7665,
+ 0.795,
+ 0.771,
+ 0.82,
+ 0.799,
+ 0.8235,
+ 0.809,
+ 0.8115,
+ 0.808,
+ 0.815,
+ 0.823,
+ 0.8165,
+ 0.8285,
+ 0.8075,
+ 0.837,
+ 0.8315,
+ 0.8305,
+ 0.821,
+ 0.8325,
+ 0.8325,
+ 0.841,
+ 0.835,
+ 0.8295,
+ 0.843,
+ 0.838,
+ 0.8405,
+ 0.8355,
+ 0.839,
+ 0.843,
+ 0.842,
+ 0.842,
+ 0.841,
+ 0.8415,
+ 0.8405,
+ 0.8415,
+ 0.8405
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.022819485515356064,
+ 0.10611869394779205,
+ 0.08763782680034637,
+ 0.06361521780490875,
+ 0.08818645775318146,
+ 0.07573625445365906,
+ 0.07574683427810669,
+ 0.025106821209192276,
+ 0.029594242572784424,
+ 0.09018446505069733,
+ 0.04191981628537178,
+ 0.05728168785572052
+ ],
+ "perturbation_rho": [
+ -0.0498071163892746,
+ 0.18554872274398804,
+ 0.19663047790527344,
+ 0.14150168001651764,
+ 0.06663499772548676,
+ 0.12039551883935928,
+ 0.12434913218021393,
+ 0.05157296732068062,
+ 0.09405694901943207,
+ 0.07376686483621597,
+ 0.061272408813238144,
+ 0.10341489315032959
+ ],
+ "nudging": {
+ "0.001": [
+ -0.00011285400250926614,
+ -0.0005286485538817942,
+ -0.00023863595561124384,
+ -0.0001699515269137919,
+ -0.00019242128473706543,
+ -0.00020841028890572488,
+ -0.00017818620835896581,
+ -8.221696771215647e-05,
+ -0.00012262666132301092,
+ -0.0002659684687387198,
+ -7.3433002398815e-05,
+ -0.00015967088984325528
+ ],
+ "0.003": [
+ -0.00024241290520876646,
+ -0.0015879659913480282,
+ -0.0007213138160295784,
+ -0.0005122334696352482,
+ -0.0005765345995314419,
+ -0.0006294770864769816,
+ -0.0005317657487466931,
+ -0.0002465004217810929,
+ -0.000370893714716658,
+ -0.0007963281823322177,
+ -0.00021844575530849397,
+ -0.00047936002374626696
+ ],
+ "0.01": [
+ 0.000284646637737751,
+ -0.005279931705445051,
+ -0.002400151453912258,
+ -0.0017087131273001432,
+ -0.0019207102013751864,
+ -0.0020927595905959606,
+ -0.0017691099783405662,
+ -0.0008208724320866168,
+ -0.0012333606136962771,
+ -0.0026537002995610237,
+ -0.0007275568204931915,
+ -0.0015953464899212122
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.9170144527435302,
+ 1.3574325843811035,
+ 1.0219036561965942,
+ 1.0417006726264955,
+ 1.1545506413459778,
+ 1.0443228019714355,
+ 1.069793510723114,
+ 1.1563185817718507,
+ 1.2034203029632569,
+ 1.2093300688743591,
+ 1.2421297967910767,
+ 1.2121269897460938,
+ 1.2421570183753967,
+ 1.227959622001648,
+ 1.2875715705871582,
+ 1.2968539279937745,
+ 1.2598994022369385,
+ 1.2438384927749633,
+ 1.257016632270813,
+ 1.3526598268508911,
+ 1.3369555353164673,
+ 1.2425631269454955,
+ 1.1589678699493409,
+ 1.1722875375747681,
+ 1.196830919456482,
+ 1.2976784371376038,
+ 1.4418400695800782,
+ 1.5240311195373535,
+ 1.3321481491088867,
+ 1.1875362323760987,
+ 1.1509679439544678,
+ 1.137692106437683,
+ 1.0400111068725586,
+ 1.0969075414657592,
+ 1.0011995708465575,
+ 1.0474750366210936,
+ 1.0674565059661865,
+ 1.0524237518310546,
+ 1.0477498797416687,
+ 1.0017159150123596,
+ 1.0123031642913818,
+ 1.032210140323639,
+ 0.9697861175537109,
+ 0.9672701766967774,
+ 0.9756033916473389,
+ 0.9363939442634582,
+ 0.9666579208374023,
+ 0.9819006387710572,
+ 0.9768954681396484,
+ 0.9663044677734375,
+ 0.9702695720672607,
+ 0.942413935470581,
+ 0.9659700645446777,
+ 0.9314608770370484,
+ 0.9171806238174438,
+ 0.9250450847625732,
+ 0.9110939646720886,
+ 0.909934245300293,
+ 0.8979906294822693,
+ 0.8799821901321411,
+ 0.8749663389205933,
+ 0.8692678067207337,
+ 0.861733264541626,
+ 0.8568462301254273,
+ 0.8578854080200196,
+ 0.8505663597106934,
+ 0.8482229557037354,
+ 0.8452105672836304,
+ 0.8483084865570069,
+ 0.8421358110427857,
+ 0.8392665149688721,
+ 0.8388012510299683,
+ 0.8370298583984375,
+ 0.8364136636734009,
+ 0.8345022481918335,
+ 0.8332059104919434,
+ 0.831232413482666,
+ 0.830617018032074,
+ 0.830040982055664,
+ 0.8296857852935791
+ ],
+ "train_acc": [
+ 0.3517,
+ 0.5406,
+ 0.637,
+ 0.6539,
+ 0.642,
+ 0.649,
+ 0.6309,
+ 0.6125,
+ 0.5943,
+ 0.585,
+ 0.5871,
+ 0.5969,
+ 0.581,
+ 0.5812,
+ 0.5714,
+ 0.5742,
+ 0.5815,
+ 0.5852,
+ 0.6003,
+ 0.5856,
+ 0.5956,
+ 0.6059,
+ 0.6156,
+ 0.6163,
+ 0.6124,
+ 0.6008,
+ 0.5782,
+ 0.5726,
+ 0.6073,
+ 0.6195,
+ 0.6281,
+ 0.6301,
+ 0.6442,
+ 0.6423,
+ 0.6638,
+ 0.6437,
+ 0.6416,
+ 0.6452,
+ 0.642,
+ 0.654,
+ 0.6567,
+ 0.6568,
+ 0.6646,
+ 0.6658,
+ 0.663,
+ 0.6761,
+ 0.6684,
+ 0.6674,
+ 0.6674,
+ 0.674,
+ 0.6749,
+ 0.6792,
+ 0.6738,
+ 0.6805,
+ 0.686,
+ 0.6842,
+ 0.6903,
+ 0.6848,
+ 0.6934,
+ 0.6995,
+ 0.6987,
+ 0.7028,
+ 0.7012,
+ 0.7035,
+ 0.7027,
+ 0.7097,
+ 0.7091,
+ 0.712,
+ 0.7104,
+ 0.7087,
+ 0.7106,
+ 0.7127,
+ 0.7098,
+ 0.711,
+ 0.714,
+ 0.7122,
+ 0.7127,
+ 0.7147,
+ 0.7143,
+ 0.7145
+ ],
+ "test_acc": [
+ 0.4755,
+ 0.5345,
+ 0.6515,
+ 0.6045,
+ 0.6325,
+ 0.614,
+ 0.575,
+ 0.583,
+ 0.576,
+ 0.551,
+ 0.5735,
+ 0.5495,
+ 0.5625,
+ 0.5185,
+ 0.516,
+ 0.5475,
+ 0.561,
+ 0.5915,
+ 0.4995,
+ 0.493,
+ 0.539,
+ 0.6,
+ 0.5995,
+ 0.58,
+ 0.554,
+ 0.5895,
+ 0.486,
+ 0.5515,
+ 0.5825,
+ 0.5845,
+ 0.5545,
+ 0.6015,
+ 0.599,
+ 0.623,
+ 0.6035,
+ 0.6035,
+ 0.61,
+ 0.6105,
+ 0.6025,
+ 0.6305,
+ 0.6195,
+ 0.6255,
+ 0.635,
+ 0.6365,
+ 0.636,
+ 0.628,
+ 0.64,
+ 0.6165,
+ 0.6255,
+ 0.633,
+ 0.641,
+ 0.641,
+ 0.65,
+ 0.6545,
+ 0.654,
+ 0.66,
+ 0.6605,
+ 0.6605,
+ 0.66,
+ 0.6655,
+ 0.66,
+ 0.659,
+ 0.6705,
+ 0.668,
+ 0.6625,
+ 0.663,
+ 0.667,
+ 0.671,
+ 0.674,
+ 0.6765,
+ 0.68,
+ 0.6735,
+ 0.677,
+ 0.6735,
+ 0.675,
+ 0.6755,
+ 0.6745,
+ 0.6745,
+ 0.675,
+ 0.675
+ ],
+ "state_pred_error": [
+ 0.6493651579856873,
+ 0.29575768976211547,
+ 0.23103001885414123,
+ 0.2334385880947113,
+ 0.23548452725410463,
+ 0.19967564697265625,
+ 0.18518944029808043,
+ 0.16725214145183565,
+ 0.1649368047952652,
+ 0.16571793246269226,
+ 0.17572792928218842,
+ 0.1743344892501831,
+ 0.15893575103282928,
+ 0.14322838592529297,
+ 0.13594432392120362,
+ 0.14049444479942322,
+ 0.14633379299640656,
+ 0.13476813054084777,
+ 0.11506632614135742,
+ 0.09945053409337998,
+ 0.0853865048646927,
+ 0.07948669990301133,
+ 0.07776896188259125,
+ 0.07093840420246124,
+ 0.0676786900997162,
+ 0.07071898134946823,
+ 0.0722231029510498,
+ 0.06867871108055115,
+ 0.06268749744296073,
+ 0.05706663088798523,
+ 0.05825891577005386,
+ 0.0631956821680069,
+ 0.06554845556020737,
+ 0.06385076906085015,
+ 0.059801281118392946,
+ 0.056304640930891034,
+ 0.051978501677513125,
+ 0.0483906120300293,
+ 0.04619176578521728,
+ 0.04515855231881142,
+ 0.043788279366493224,
+ 0.042852709513902666,
+ 0.04160206508040428,
+ 0.04094642661809921,
+ 0.03986684157252312,
+ 0.03952786195278168,
+ 0.03936737617254257,
+ 0.04014009275436401,
+ 0.04107310829758644,
+ 0.04151235276460648,
+ 0.04251271829605102,
+ 0.042470853394269946,
+ 0.04116504163742066,
+ 0.039731386798620226,
+ 0.03882245666384697,
+ 0.03727775193452835,
+ 0.035602553805708884,
+ 0.03460706757307053,
+ 0.03363208696842194,
+ 0.0326178902387619,
+ 0.03211134424805641,
+ 0.03151855516433716,
+ 0.03118992812037468,
+ 0.030708241164684295,
+ 0.029781148672103883,
+ 0.02953700419664383,
+ 0.028982311296463014,
+ 0.028379172378778458,
+ 0.02792458461225033,
+ 0.027120157611370085,
+ 0.026746750193834306,
+ 0.0262485995978117,
+ 0.025594802010059356,
+ 0.02498560943007469,
+ 0.024488566598296166,
+ 0.02415746918618679,
+ 0.023551164603233338,
+ 0.023047770342230798,
+ 0.02238947468996048,
+ 0.02236259917318821
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7431880235671997,
+ 0.2796655595302582,
+ 0.13151727616786957,
+ 0.09881292283535004,
+ 0.0924338698387146,
+ 0.10159576684236526,
+ 0.09764175117015839,
+ 0.09642879664897919,
+ 0.09804226458072662,
+ 0.09603762626647949,
+ 0.09261822700500488,
+ 0.08885498344898224
+ ],
+ "perturbation_rho": [
+ 0.611870527267456,
+ 0.24307268857955933,
+ 0.10120554268360138,
+ 0.09459854662418365,
+ 0.09521515667438507,
+ 0.07265714555978775,
+ 0.07570740580558777,
+ 0.0650622695684433,
+ 0.07738275825977325,
+ 0.11346932500600815,
+ 0.08958262950181961,
+ 0.07643747329711914
+ ],
+ "nudging": {
+ "0.001": [
+ -0.022723916918039322,
+ -0.0008963837753981352,
+ -0.0003589537227526307,
+ -0.0002731546701397747,
+ -0.0002443054981995374,
+ -0.0002676681033335626,
+ -0.0002532715443521738,
+ -0.0002561286382842809,
+ -0.00026835669996216893,
+ -0.00025519070914015174,
+ -0.00024644829682074487,
+ -0.00023727267398498952
+ ],
+ "0.003": [
+ -0.06697431951761246,
+ -0.0026875482872128487,
+ -0.001076806103810668,
+ -0.0008197093848139048,
+ -0.0007331351516768336,
+ -0.0008034107740968466,
+ -0.0007598516531288624,
+ -0.000768211844842881,
+ -0.0008050791220739484,
+ -0.0007651542546227574,
+ -0.000739292532671243,
+ -0.0007121727103367448
+ ],
+ "0.01": [
+ -0.20912763476371765,
+ -0.00893338117748499,
+ -0.0035844063386321068,
+ -0.0027289288118481636,
+ -0.0024399380199611187,
+ -0.0026743747293949127,
+ -0.0025294050574302673,
+ -0.002557961270213127,
+ -0.0026802942156791687,
+ -0.002547960262745619,
+ -0.002460954710841179,
+ -0.0023713763803243637
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 20223.798828125,
+ 14219.4013671875,
+ 11048.2333984375,
+ 10263.419921875,
+ 8570.201171875,
+ 7224.33740234375,
+ 7281.2197265625,
+ 8034.87548828125,
+ 6686.9033203125,
+ 6885.98291015625,
+ 6667.048828125,
+ 6627.78125
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.0764933771133425,
+ 1.0333355437278748,
+ 0.7067635051727295,
+ 0.5858699575424194,
+ 0.5356992348194123,
+ 0.5212211735248565,
+ 0.5239047775268555,
+ 0.5818343393325806,
+ 0.6053238994598389,
+ 0.5796063490390777,
+ 0.5091782062530518,
+ 0.6705454446792602,
+ 0.5421884929656983,
+ 0.6353844381332397,
+ 0.6657565035820008,
+ 0.6767716047048569,
+ 0.6167357039451599,
+ 0.6938248710155487,
+ 0.8726231457233429,
+ 0.8884702047348022,
+ 0.9432406356811524,
+ 1.090025691795349,
+ 0.968264564704895,
+ 1.0746012533664704,
+ 1.1493414950847625,
+ 1.1367902378082275,
+ 1.3055742527008056,
+ 1.1653732303619384,
+ 1.1293184537887573,
+ 1.334260126066208,
+ 1.2707585639953614,
+ 1.4581013576507569,
+ 1.4308010631561279,
+ 1.285036499786377,
+ 1.8279240913391113,
+ 1.8119590299606323,
+ 2.283292189025879,
+ 1.6382048044204711,
+ 1.4503440219879151,
+ 1.7393564136505126,
+ 1.6293182621002198,
+ 1.4443016117095948,
+ 1.2811944095611572,
+ 1.21372008228302,
+ 1.1024506355285644,
+ 1.2282759926795959,
+ 1.2983571229934692,
+ 1.3142110950469972,
+ 1.323133878517151,
+ 1.3581235847473145,
+ 1.2896308329582213,
+ 1.284184308242798,
+ 1.2349051277160645,
+ 1.3431798957824708,
+ 1.1847218454360962,
+ 1.1301065828323364,
+ 1.1214371286392213,
+ 1.0846952264785767,
+ 1.0839066341400148,
+ 1.097983945274353,
+ 1.0511162779808045,
+ 1.0496550798416138,
+ 1.0508357788085938,
+ 1.0465448284626007,
+ 1.0507531276702882,
+ 1.0591266249656677,
+ 1.0550554061889648,
+ 1.0550357730865478,
+ 1.0820843217849732,
+ 1.0595227965354919,
+ 1.065673966217041,
+ 1.0613273656845092,
+ 1.0590686019897462,
+ 1.0599220966339111,
+ 1.0588614574432373,
+ 1.0581368492126464,
+ 1.0541149351119996,
+ 1.0519661378860474,
+ 1.0514939740180969,
+ 1.0511556272506715
+ ],
+ "train_acc": [
+ 0.2452,
+ 0.6221,
+ 0.7343,
+ 0.784,
+ 0.801,
+ 0.805,
+ 0.8066,
+ 0.7899,
+ 0.7896,
+ 0.8047,
+ 0.8283,
+ 0.7988,
+ 0.8245,
+ 0.8083,
+ 0.8112,
+ 0.8115,
+ 0.8284,
+ 0.8143,
+ 0.7943,
+ 0.7885,
+ 0.7858,
+ 0.7695,
+ 0.7757,
+ 0.7569,
+ 0.7501,
+ 0.7476,
+ 0.7172,
+ 0.7332,
+ 0.7408,
+ 0.7223,
+ 0.7292,
+ 0.694,
+ 0.6746,
+ 0.6863,
+ 0.6085,
+ 0.6042,
+ 0.5516,
+ 0.6079,
+ 0.614,
+ 0.5877,
+ 0.5988,
+ 0.6126,
+ 0.6327,
+ 0.648,
+ 0.6703,
+ 0.6493,
+ 0.6395,
+ 0.6404,
+ 0.6402,
+ 0.6375,
+ 0.6505,
+ 0.6503,
+ 0.6588,
+ 0.636,
+ 0.6598,
+ 0.6677,
+ 0.6697,
+ 0.6766,
+ 0.6791,
+ 0.6715,
+ 0.6827,
+ 0.6841,
+ 0.6788,
+ 0.6811,
+ 0.6818,
+ 0.6793,
+ 0.6794,
+ 0.6814,
+ 0.6722,
+ 0.6808,
+ 0.6791,
+ 0.6816,
+ 0.6826,
+ 0.681,
+ 0.6824,
+ 0.6812,
+ 0.6834,
+ 0.6838,
+ 0.6841,
+ 0.6839
+ ],
+ "test_acc": [
+ 0.487,
+ 0.667,
+ 0.72,
+ 0.7295,
+ 0.754,
+ 0.7085,
+ 0.725,
+ 0.7445,
+ 0.7405,
+ 0.743,
+ 0.685,
+ 0.7675,
+ 0.7645,
+ 0.73,
+ 0.759,
+ 0.7505,
+ 0.731,
+ 0.6945,
+ 0.729,
+ 0.7415,
+ 0.6975,
+ 0.7285,
+ 0.7145,
+ 0.712,
+ 0.673,
+ 0.6825,
+ 0.635,
+ 0.6405,
+ 0.672,
+ 0.654,
+ 0.649,
+ 0.5795,
+ 0.682,
+ 0.5525,
+ 0.5845,
+ 0.3575,
+ 0.5085,
+ 0.5355,
+ 0.5015,
+ 0.49,
+ 0.5295,
+ 0.5085,
+ 0.585,
+ 0.6325,
+ 0.6295,
+ 0.531,
+ 0.5645,
+ 0.58,
+ 0.5825,
+ 0.604,
+ 0.6035,
+ 0.608,
+ 0.552,
+ 0.579,
+ 0.6445,
+ 0.633,
+ 0.643,
+ 0.6575,
+ 0.6475,
+ 0.651,
+ 0.664,
+ 0.6545,
+ 0.66,
+ 0.6625,
+ 0.663,
+ 0.66,
+ 0.663,
+ 0.662,
+ 0.6645,
+ 0.6635,
+ 0.663,
+ 0.6685,
+ 0.67,
+ 0.6675,
+ 0.6585,
+ 0.667,
+ 0.665,
+ 0.666,
+ 0.664,
+ 0.6635
+ ],
+ "value_loss": [
+ 2.8549158838272093,
+ 1.161496125793457,
+ 0.903598198890686,
+ 0.7632983952522278,
+ 0.6835939199686051,
+ 0.6766883213043213,
+ 0.7091717009544373,
+ 0.9754714385986328,
+ 1.08224688205719,
+ 1.062293195784092,
+ 0.9092092826843262,
+ 1.4716599861145019,
+ 1.038246541786194,
+ 1.4234249837160111,
+ 1.664121393585205,
+ 1.6125931749343871,
+ 1.4978518940925598,
+ 1.7518914916992188,
+ 2.72013060503006,
+ 3.1416282855987547,
+ 3.455105680847168,
+ 4.676465829467773,
+ 3.303184397125244,
+ 3.646682159423828,
+ 4.276524467420578,
+ 4.3695808753967285,
+ 5.563025414466858,
+ 4.5929090194702145,
+ 4.1187556289672855,
+ 5.53759754114151,
+ 6.174367126464844,
+ 5.94762811126709,
+ 4.872971316528321,
+ 3.637530991744995,
+ 5.705263479614258,
+ 6.351236457061767,
+ 8.093695210266114,
+ 4.504659541511535,
+ 2.6615619094848633,
+ 5.09617506980896,
+ 3.5259002746582033,
+ 2.7192329330444336,
+ 2.638924031639099,
+ 1.6318247977256775,
+ 1.3823803621292114,
+ 1.951340493106842,
+ 2.216556364059448,
+ 2.1964007709503175,
+ 2.5811822102546693,
+ 2.1051325965881347,
+ 1.8404160772800446,
+ 1.9780693883895875,
+ 1.718860918045044,
+ 1.983682257080078,
+ 1.9515350111961365,
+ 1.2874729948043824,
+ 1.3900933967590332,
+ 1.2211145097732543,
+ 1.3988167335510253,
+ 1.2648169076919555,
+ 1.1056289435863496,
+ 0.9794681151866913,
+ 1.0225543155670167,
+ 1.0772494400978088,
+ 0.9853854091644287,
+ 0.9633722298145294,
+ 0.9995410033226013,
+ 1.0373240133285522,
+ 1.104611580657959,
+ 1.0151097399234772,
+ 1.0281483087539673,
+ 0.969052958202362,
+ 0.9510830691337585,
+ 0.9537978723526,
+ 0.8950119636535645,
+ 0.8671914636135102,
+ 0.9178054649353027,
+ 0.9064536457061767,
+ 0.8821513331413269,
+ 0.9863593735218048
+ ],
+ "term_loss": [
+ 1.682755407524109,
+ 0.9349195198059082,
+ 0.7577797178268433,
+ 0.6367232304573059,
+ 0.5474753088951111,
+ 0.5284061282157898,
+ 0.5641642443656921,
+ 0.8194823429107666,
+ 0.9324796360015869,
+ 0.912509532225132,
+ 0.7826824951171875,
+ 1.319875775718689,
+ 0.9083852030277252,
+ 1.281417071583867,
+ 1.5178388681411743,
+ 1.4628825843811035,
+ 1.3601782407283782,
+ 1.590202610015869,
+ 2.46570823032856,
+ 2.7377664497375487,
+ 2.9881096405029295,
+ 4.093345769119263,
+ 2.8418840057373047,
+ 3.1584136568069456,
+ 3.727611806821823,
+ 3.8350956407547,
+ 4.957208102893829,
+ 3.993870001220703,
+ 3.628015086746216,
+ 4.997284079122544,
+ 5.491623828125,
+ 5.350730059623718,
+ 4.29666678314209,
+ 3.107940061569214,
+ 4.910516096496582,
+ 5.609202164840698,
+ 7.328441577911377,
+ 3.92153433303833,
+ 2.2080428680419923,
+ 4.370297067832947,
+ 3.0111737335205078,
+ 2.2708549232959747,
+ 2.1683303813934325,
+ 1.2954999471187592,
+ 1.0790472076416016,
+ 1.5998526191234588,
+ 1.8377661813259125,
+ 1.8053871860504151,
+ 2.1328504148960112,
+ 1.717490065574646,
+ 1.4750218168020248,
+ 1.6484625193595885,
+ 1.4090114224433898,
+ 1.6390713775634767,
+ 1.6058604949712754,
+ 1.0051573803424836,
+ 1.102199532008171,
+ 0.9493986696243286,
+ 1.0932330482721329,
+ 0.9720278540134429,
+ 0.8383463484048843,
+ 0.7234356563329697,
+ 0.7596620301246643,
+ 0.8095307093143463,
+ 0.7318540607452393,
+ 0.7117131633043289,
+ 0.7411717020988464,
+ 0.76621328125,
+ 0.8340190933227539,
+ 0.7561145126342773,
+ 0.7697270512580872,
+ 0.7089268949508667,
+ 0.6988980655670166,
+ 0.7010336683273315,
+ 0.6438103723526001,
+ 0.6179502298414707,
+ 0.6598036010742188,
+ 0.6499435122966767,
+ 0.626848087978363,
+ 0.7168336891174316
+ ],
+ "bridge_loss": [
+ 0.896014222253242,
+ 0.04517395571172238,
+ 0.006593965370953083,
+ 0.0034440495952963827,
+ 0.018616770416498184,
+ 0.030837100231647492,
+ 0.024734814091026784,
+ 0.02389179002046585,
+ 0.01787433380782604,
+ 0.018077380554378034,
+ 0.010488519954681396,
+ 0.015156167778372765,
+ 0.010538265505433082,
+ 0.012908530953526497,
+ 0.01322974010705948,
+ 0.016209473606944084,
+ 0.015149136707186699,
+ 0.025635590088367462,
+ 0.09975660238265992,
+ 0.24363938935995103,
+ 0.30326125044822694,
+ 0.4093769493103027,
+ 0.2900644659996033,
+ 0.30407776420712473,
+ 0.36139686872959137,
+ 0.3478179151058197,
+ 0.3997144910812378,
+ 0.4011154135465622,
+ 0.2988287874698639,
+ 0.32996571643352507,
+ 0.48100315761566165,
+ 0.37056637697219846,
+ 0.3436944869041443,
+ 0.3004012752532959,
+ 0.5041740354537964,
+ 0.44999724850654604,
+ 0.4296209671974182,
+ 0.3023332357406616,
+ 0.18253318367004395,
+ 0.4315898947238922,
+ 0.23118360629081727,
+ 0.18129249473810197,
+ 0.22337257357835769,
+ 0.09488131734728814,
+ 0.07875844204425812,
+ 0.11123235714435577,
+ 0.12893191225528716,
+ 0.13899659600257874,
+ 0.19428774079680441,
+ 0.13162928407192231,
+ 0.1163264914393425,
+ 0.0801027453839779,
+ 0.06760505118966102,
+ 0.08564049925804139,
+ 0.10703954181075095,
+ 0.05367120292782784,
+ 0.058458478817343715,
+ 0.04750625167787075,
+ 0.08299656238555908,
+ 0.06785187515616417,
+ 0.05007092701196671,
+ 0.03860371837019921,
+ 0.04493570284247398,
+ 0.05130842483341694,
+ 0.036386512249708174,
+ 0.033535686874389646,
+ 0.04093419628441334,
+ 0.05317574837207794,
+ 0.0473568382024765,
+ 0.04034040171802044,
+ 0.0394649936914444,
+ 0.0410647492647171,
+ 0.03395739138126373,
+ 0.03392591526508331,
+ 0.033935180634260174,
+ 0.030197322559356688,
+ 0.04014543912410736,
+ 0.039191885554790494,
+ 0.03813223616480827,
+ 0.05245816183909774
+ ],
+ "tgrad_loss": [
+ 0.27614626688957217,
+ 0.1814026545524597,
+ 0.13922452120780945,
+ 0.12313111693859101,
+ 0.11750183961391449,
+ 0.1174450924873352,
+ 0.12027264575958252,
+ 0.13209730380773543,
+ 0.13189289898872375,
+ 0.13170627192556858,
+ 0.1160382707118988,
+ 0.13662804961204528,
+ 0.11932307603359223,
+ 0.12909939237833024,
+ 0.13305279737710954,
+ 0.1335011120378971,
+ 0.12252451281547547,
+ 0.13605329816937448,
+ 0.15466575002670288,
+ 0.16022245128154755,
+ 0.16373479413986206,
+ 0.1737431848526001,
+ 0.17123591811656952,
+ 0.18419077730178832,
+ 0.18751578764915466,
+ 0.18666732320785523,
+ 0.2061028514146805,
+ 0.19792364330291748,
+ 0.19191175360679627,
+ 0.21034778068065643,
+ 0.20174010210037233,
+ 0.22633177161216736,
+ 0.23261008365154268,
+ 0.2291896457672119,
+ 0.2905733513832092,
+ 0.29203712682724,
+ 0.33563268880844116,
+ 0.2807919749736786,
+ 0.27098584852218627,
+ 0.29428816595077517,
+ 0.2835429540157318,
+ 0.2670855068206787,
+ 0.24722108142375945,
+ 0.24144353773593902,
+ 0.22457472248077393,
+ 0.24025552184581755,
+ 0.24985827751159667,
+ 0.2520169780254364,
+ 0.2540440467596054,
+ 0.2560132534980774,
+ 0.2490677748680115,
+ 0.24950413098335267,
+ 0.24224443774223328,
+ 0.258970384645462,
+ 0.2386349895954132,
+ 0.22864441821575165,
+ 0.22943539001941682,
+ 0.224209578537941,
+ 0.22258712384700774,
+ 0.2249371839284897,
+ 0.21721167531013488,
+ 0.21742874386310576,
+ 0.21795658111572266,
+ 0.21641030756235122,
+ 0.21714482364654542,
+ 0.2181233823299408,
+ 0.21743510699272156,
+ 0.21793499126434326,
+ 0.22323566336631775,
+ 0.2186548171043396,
+ 0.21895627632141113,
+ 0.2190613217353821,
+ 0.21822762320041655,
+ 0.21883828949928283,
+ 0.21726641387939452,
+ 0.21904391651153565,
+ 0.2178564251422882,
+ 0.21731825175285338,
+ 0.2171710154533386,
+ 0.21706753172874452
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 9.498395957052708e-05,
+ 0.029415149241685867,
+ 0.062070880085229874,
+ 0.07393385469913483,
+ 0.07970248907804489,
+ 0.08624569326639175,
+ 0.10002343356609344,
+ 0.10488344728946686,
+ 0.10920242965221405,
+ 0.10451158881187439,
+ 0.09929930418729782,
+ 0.09505851566791534
+ ],
+ "perturbation_rho": [
+ 0.025425152853131294,
+ 0.0574759915471077,
+ 0.13417154550552368,
+ 0.10034967213869095,
+ 0.17468321323394775,
+ 0.17164339125156403,
+ 0.15925100445747375,
+ 0.08668951690196991,
+ 0.1521437168121338,
+ 0.14672580361366272,
+ 0.1825145184993744,
+ 0.12463894486427307
+ ],
+ "nudging": {
+ "0.001": [
+ 9.352347115054727e-05,
+ -0.0002647446817718446,
+ -0.00047820506733842194,
+ -0.0005149872158654034,
+ -0.0005640805466100574,
+ -0.0006015360122546554,
+ -0.0006438379641622305,
+ -0.0006649883580394089,
+ -0.0007019470212981105,
+ -0.0006623220397159457,
+ -0.0006254295585677028,
+ -0.0006009879289194942
+ ],
+ "0.003": [
+ 0.0003153950092382729,
+ -0.0007944293902255595,
+ -0.0014327235985547304,
+ -0.0015408566687256098,
+ -0.0016878837486729026,
+ -0.0018035313114523888,
+ -0.0019295630045235157,
+ -0.0019936237949877977,
+ -0.0020997454412281513,
+ -0.0019858325831592083,
+ -0.001876077032648027,
+ -0.0018000612035393715
+ ],
+ "0.01": [
+ 0.001420565415173769,
+ -0.0026360084302723408,
+ -0.00476992130279541,
+ -0.005131378769874573,
+ -0.005615689791738987,
+ -0.006001932080835104,
+ -0.006417973432689905,
+ -0.006630052346736193,
+ -0.006984136067330837,
+ -0.0066003259271383286,
+ -0.00623705331236124,
+ -0.005985542666167021
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json
new file mode 100644
index 0000000..1368dc3
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 0.969122644329071,
+ 0.5920969530105591,
+ 0.4555384733200073,
+ 0.42013895292282105,
+ 0.3577242928504944,
+ 0.37090972731113436,
+ 0.3204999417304993,
+ 0.3792783494949341,
+ 0.3393013801574707,
+ 0.3097765709400177,
+ 0.33500295226573945,
+ 0.2910071131706238,
+ 0.29785395264625547,
+ 0.283798801279068,
+ 0.2583663343429565,
+ 0.27849551072120665,
+ 0.2531052485704422,
+ 0.23891032192707062,
+ 0.2196098397731781,
+ 0.2663255609512329,
+ 0.260848161315918,
+ 0.2927300401687622,
+ 0.30502517681121827,
+ 0.2855231747150421,
+ 0.21818343462944031,
+ 0.19386887674331665,
+ 0.2458417517900467,
+ 0.19182274364233018,
+ 0.17297324039936066,
+ 0.19739589419364928,
+ 0.1834898106098175,
+ 0.1994040518283844,
+ 0.20876692607402803,
+ 0.15818328301906587,
+ 0.1655046018600464,
+ 0.18371486501693726,
+ 0.18603038516044618,
+ 0.16989948571324348,
+ 0.14640453379154206,
+ 0.16136881852149965,
+ 0.18090535459518434,
+ 0.16096133246421815,
+ 0.17648028812408448,
+ 0.19660544855594636,
+ 0.1483273560643196,
+ 0.1228380591392517,
+ 0.139758788728714,
+ 0.1273645007133484,
+ 0.1370752555370331,
+ 0.1313122305870056,
+ 0.12541208545863627,
+ 0.10699837379455567,
+ 0.11257837036848069,
+ 0.10080176743865013,
+ 0.0961822389125824,
+ 0.10998678052425384,
+ 0.10155456811189652,
+ 0.09173920025825501,
+ 0.09425398440361023,
+ 0.0889471257686615,
+ 0.08973454808592796,
+ 0.08506661486625672,
+ 0.0839197184562683,
+ 0.08141958972215653,
+ 0.081237429189682,
+ 0.08236398327350616,
+ 0.0800594212770462,
+ 0.07829977524876594,
+ 0.0759517749786377,
+ 0.0762132091999054,
+ 0.0748500356912613,
+ 0.07403571516871452,
+ 0.07296141183376312,
+ 0.07267795407772064,
+ 0.07197105139493942,
+ 0.07171081202030181,
+ 0.07135244336128235,
+ 0.07104146628379822,
+ 0.0708903494656086,
+ 0.07079571675658226
+ ],
+ "train_acc": [
+ 0.6424,
+ 0.7776,
+ 0.8193,
+ 0.8339,
+ 0.8565,
+ 0.8537,
+ 0.8696,
+ 0.852,
+ 0.863,
+ 0.8761,
+ 0.8654,
+ 0.8834,
+ 0.8805,
+ 0.8895,
+ 0.8965,
+ 0.8924,
+ 0.9028,
+ 0.9009,
+ 0.9098,
+ 0.902,
+ 0.8968,
+ 0.8843,
+ 0.8793,
+ 0.8855,
+ 0.9128,
+ 0.9232,
+ 0.9032,
+ 0.9231,
+ 0.9326,
+ 0.9229,
+ 0.9256,
+ 0.9166,
+ 0.9155,
+ 0.9371,
+ 0.9368,
+ 0.9301,
+ 0.9236,
+ 0.9306,
+ 0.9446,
+ 0.9353,
+ 0.9262,
+ 0.9369,
+ 0.9296,
+ 0.9221,
+ 0.9433,
+ 0.9533,
+ 0.945,
+ 0.9519,
+ 0.9451,
+ 0.948,
+ 0.9534,
+ 0.9643,
+ 0.9598,
+ 0.9675,
+ 0.9698,
+ 0.9634,
+ 0.9653,
+ 0.9733,
+ 0.9713,
+ 0.9731,
+ 0.9744,
+ 0.9758,
+ 0.9773,
+ 0.9788,
+ 0.9798,
+ 0.9776,
+ 0.9795,
+ 0.9801,
+ 0.9815,
+ 0.9821,
+ 0.9825,
+ 0.9839,
+ 0.9848,
+ 0.9837,
+ 0.9844,
+ 0.9846,
+ 0.9847,
+ 0.9852,
+ 0.9852,
+ 0.9853
+ ],
+ "test_acc": [
+ 0.775,
+ 0.7965,
+ 0.823,
+ 0.8375,
+ 0.838,
+ 0.838,
+ 0.8475,
+ 0.84,
+ 0.8545,
+ 0.858,
+ 0.847,
+ 0.866,
+ 0.873,
+ 0.8685,
+ 0.868,
+ 0.8605,
+ 0.866,
+ 0.871,
+ 0.8765,
+ 0.8585,
+ 0.8675,
+ 0.862,
+ 0.868,
+ 0.8685,
+ 0.879,
+ 0.886,
+ 0.8755,
+ 0.8865,
+ 0.8925,
+ 0.8825,
+ 0.879,
+ 0.896,
+ 0.884,
+ 0.8835,
+ 0.886,
+ 0.895,
+ 0.8825,
+ 0.893,
+ 0.8905,
+ 0.8975,
+ 0.896,
+ 0.8955,
+ 0.8845,
+ 0.8825,
+ 0.901,
+ 0.896,
+ 0.902,
+ 0.9055,
+ 0.906,
+ 0.8995,
+ 0.908,
+ 0.907,
+ 0.907,
+ 0.908,
+ 0.9025,
+ 0.9005,
+ 0.905,
+ 0.9005,
+ 0.909,
+ 0.9025,
+ 0.9055,
+ 0.913,
+ 0.908,
+ 0.91,
+ 0.911,
+ 0.911,
+ 0.9125,
+ 0.9125,
+ 0.9115,
+ 0.9125,
+ 0.912,
+ 0.9115,
+ 0.91,
+ 0.9085,
+ 0.91,
+ 0.911,
+ 0.9115,
+ 0.9115,
+ 0.9115,
+ 0.9115
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.841245174407959,
+ 0.830803632736206,
+ 0.8195754885673523,
+ 0.8066799640655518,
+ 0.7983194589614868,
+ 0.7908304929733276,
+ 0.7860588431358337,
+ 0.7811387777328491,
+ 0.7771316170692444,
+ 0.7744728326797485,
+ 0.7727954983711243,
+ 0.7717056274414062
+ ],
+ "perturbation_rho": [
+ 0.9999991059303284,
+ 0.9999973177909851,
+ 0.9999889731407166,
+ 0.9999734163284302,
+ 0.9999427795410156,
+ 0.9998763799667358,
+ 0.9998629093170166,
+ 0.9998323321342468,
+ 0.9997599720954895,
+ 0.9997479319572449,
+ 0.9997410774230957,
+ 0.9997145533561707
+ ],
+ "nudging": {
+ "0.001": [
+ -0.024454854428768158,
+ -0.011305858381092548,
+ -0.00559408962726593,
+ -0.0032756051514297724,
+ -0.0022792830131947994,
+ -0.001779809594154358,
+ -0.0014915994834154844,
+ -0.0013089049607515335,
+ -0.0011874620104208589,
+ -0.0011061741970479488,
+ -0.00105283223092556,
+ -0.0010198504896834493
+ ],
+ "0.003": [
+ -0.06566837430000305,
+ -0.03229808062314987,
+ -0.016386456787586212,
+ -0.00969094317406416,
+ -0.0067720417864620686,
+ -0.0052991146221756935,
+ -0.004446372855454683,
+ -0.0039047286845743656,
+ -0.0035444353707134724,
+ -0.0033029273618012667,
+ -0.003144192509353161,
+ -0.003046202240511775
+ ],
+ "0.01": [
+ -0.1470111906528473,
+ -0.09042022377252579,
+ -0.050197783857584,
+ -0.030754856765270233,
+ -0.021816428750753403,
+ -0.017199307680130005,
+ -0.014493460766971111,
+ -0.012762569822371006,
+ -0.01160583458840847,
+ -0.010828070342540741,
+ -0.010316012427210808,
+ -0.00999932736158371
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.0898007585525513,
+ 1.1015719889640807,
+ 0.7905141721725464,
+ 0.6718451899528504,
+ 0.6203681846618653,
+ 0.6325145021438598,
+ 0.6236261308193207,
+ 0.6393312355041504,
+ 0.6374612313747406,
+ 0.6430461730480194,
+ 0.5502225688934326,
+ 0.8417456014633179,
+ 0.7175684427261353,
+ 1.0312082330226897,
+ 0.8398658451080322,
+ 0.8481408470153808,
+ 0.6183168939113617,
+ 0.937887061214447,
+ 0.8483327810287475,
+ 1.0181842102050782,
+ 0.7333554124832153,
+ 1.3151530385017396,
+ 1.102606842803955,
+ 0.8690633714675904,
+ 0.9178138070106506,
+ 1.0159898044586182,
+ 3.232203116989136,
+ 1.3720880279541015,
+ 0.6449793176651001,
+ 0.8210637205123902,
+ 0.9120081573486328,
+ 1.1590281297683716,
+ 0.855452324104309,
+ 0.7272457509994507,
+ 0.8923147548675537,
+ 0.7562281994819641,
+ 0.680691127204895,
+ 0.6434698450565338,
+ 0.723854674911499,
+ 0.8917708801269532,
+ 0.703606390953064,
+ 0.6779194925308227,
+ 0.6525233362197876,
+ 1.1295996128082275,
+ 0.8972809474945068,
+ 0.5784100801467895,
+ 0.6937777447223663,
+ 0.7719525880813599,
+ 0.6017424495697021,
+ 0.7032140111923217,
+ 0.515312993812561,
+ 0.5384840083122253,
+ 0.5088662053585052,
+ 0.4816106027841568,
+ 0.5108573516845704,
+ 0.5119831256866455,
+ 0.6042850525379181,
+ 0.4791012176513672,
+ 0.5760747453689575,
+ 0.45199957361221316,
+ 0.395004202580452,
+ 0.43196895809173586,
+ 0.4245094624042511,
+ 0.3937124969959259,
+ 0.4062374726772308,
+ 0.38945438613891603,
+ 0.3935444291114807,
+ 0.37236739473342895,
+ 0.4024800674438477,
+ 0.37810999517440796,
+ 0.3714436505317688,
+ 0.35974656147956846,
+ 0.36245792179107666,
+ 0.35358601045608523,
+ 0.3556142600655556,
+ 0.34317912871837614,
+ 0.34346320304870603,
+ 0.3412538662314415,
+ 0.33999497032165527,
+ 0.3392112380981445
+ ],
+ "train_acc": [
+ 0.242,
+ 0.6061,
+ 0.7059,
+ 0.7544,
+ 0.7711,
+ 0.7653,
+ 0.7685,
+ 0.7636,
+ 0.7644,
+ 0.7713,
+ 0.7934,
+ 0.7077,
+ 0.7412,
+ 0.6984,
+ 0.7215,
+ 0.7161,
+ 0.7733,
+ 0.7014,
+ 0.7168,
+ 0.6967,
+ 0.7423,
+ 0.6917,
+ 0.712,
+ 0.7198,
+ 0.707,
+ 0.6952,
+ 0.5487,
+ 0.6802,
+ 0.7747,
+ 0.7323,
+ 0.7125,
+ 0.6785,
+ 0.7421,
+ 0.7598,
+ 0.7335,
+ 0.7576,
+ 0.768,
+ 0.7791,
+ 0.7621,
+ 0.7386,
+ 0.7683,
+ 0.7724,
+ 0.7795,
+ 0.7106,
+ 0.7384,
+ 0.8012,
+ 0.7775,
+ 0.7554,
+ 0.7943,
+ 0.784,
+ 0.8146,
+ 0.8054,
+ 0.8234,
+ 0.8261,
+ 0.8169,
+ 0.8192,
+ 0.8006,
+ 0.8264,
+ 0.8009,
+ 0.8317,
+ 0.8518,
+ 0.8421,
+ 0.8454,
+ 0.8499,
+ 0.8472,
+ 0.8525,
+ 0.8469,
+ 0.8542,
+ 0.8459,
+ 0.8574,
+ 0.856,
+ 0.8652,
+ 0.8609,
+ 0.8635,
+ 0.865,
+ 0.866,
+ 0.8665,
+ 0.8678,
+ 0.868,
+ 0.8685
+ ],
+ "test_acc": [
+ 0.478,
+ 0.66,
+ 0.7125,
+ 0.665,
+ 0.634,
+ 0.693,
+ 0.689,
+ 0.642,
+ 0.584,
+ 0.708,
+ 0.656,
+ 0.6605,
+ 0.559,
+ 0.6505,
+ 0.606,
+ 0.6635,
+ 0.566,
+ 0.6175,
+ 0.478,
+ 0.6495,
+ 0.433,
+ 0.5855,
+ 0.5385,
+ 0.645,
+ 0.6835,
+ 0.401,
+ 0.5985,
+ 0.6675,
+ 0.6025,
+ 0.6285,
+ 0.5105,
+ 0.565,
+ 0.662,
+ 0.6695,
+ 0.6665,
+ 0.648,
+ 0.6885,
+ 0.667,
+ 0.4995,
+ 0.671,
+ 0.7005,
+ 0.621,
+ 0.6685,
+ 0.6735,
+ 0.6925,
+ 0.662,
+ 0.6445,
+ 0.696,
+ 0.6395,
+ 0.7555,
+ 0.687,
+ 0.7115,
+ 0.7375,
+ 0.7585,
+ 0.742,
+ 0.695,
+ 0.7735,
+ 0.719,
+ 0.735,
+ 0.792,
+ 0.7645,
+ 0.752,
+ 0.801,
+ 0.768,
+ 0.7955,
+ 0.784,
+ 0.8105,
+ 0.7885,
+ 0.808,
+ 0.817,
+ 0.809,
+ 0.8145,
+ 0.822,
+ 0.82,
+ 0.8185,
+ 0.817,
+ 0.824,
+ 0.8255,
+ 0.827,
+ 0.8275
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.0384417325258255,
+ 0.27492010593414307,
+ 0.17608770728111267,
+ 0.12729278206825256,
+ 0.09575799107551575,
+ 0.13158489763736725,
+ 0.07343505322933197,
+ 0.08012130856513977,
+ 0.08938327431678772,
+ 0.09414967149496078,
+ 0.06517850607633591,
+ 0.07253237068653107
+ ],
+ "perturbation_rho": [
+ -0.00336202559992671,
+ 0.18004602193832397,
+ 0.18598641455173492,
+ 0.15388232469558716,
+ 0.058810293674468994,
+ 0.14123386144638062,
+ 0.05320374667644501,
+ 0.10196533054113388,
+ 0.09802494943141937,
+ 0.10918877273797989,
+ 0.09344048798084259,
+ 0.0655277818441391
+ ],
+ "nudging": {
+ "0.001": [
+ -0.001064171316102147,
+ -0.0006666459375992417,
+ -0.0004184156423434615,
+ -0.000315168930683285,
+ -0.00022096859174780548,
+ -0.0002887723676394671,
+ -0.00016212352784350514,
+ -0.00017708796076476574,
+ -0.00021025452588219196,
+ -0.00024805153952911496,
+ -0.00015850270574446768,
+ -0.00017888075672090054
+ ],
+ "0.003": [
+ -0.0031536915339529514,
+ -0.0019956310279667377,
+ -0.00125154631678015,
+ -0.000938912620767951,
+ -0.0006729550659656525,
+ -0.0008644282352179289,
+ -0.0004864725051447749,
+ -0.0005231637042015791,
+ -0.0006273322505876422,
+ -0.0007397128501906991,
+ -0.0004687863402068615,
+ -0.0005287445383146405
+ ],
+ "0.01": [
+ -0.010087584145367146,
+ -0.006617182400077581,
+ -0.004152917303144932,
+ -0.0031182561069726944,
+ -0.0022262579295784235,
+ -0.0028664623387157917,
+ -0.0016081882640719414,
+ -0.0017378728371113539,
+ -0.0020772137213498354,
+ -0.002457245485857129,
+ -0.0015545324422419071,
+ -0.0017554720398038626
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.9577019836425782,
+ 1.367190316581726,
+ 1.1470114725112914,
+ 1.0665275047302245,
+ 1.1731505100250244,
+ 1.2525334920883178,
+ 1.3311169979095459,
+ 1.5198530440330504,
+ 1.3418273334503175,
+ 1.3490344924926758,
+ 1.3042446374893188,
+ 1.2384788623809815,
+ 1.2332912294387817,
+ 1.216872233581543,
+ 1.2361593342781068,
+ 1.1900994968414307,
+ 1.220567015838623,
+ 1.2757856309890747,
+ 1.2281171096801757,
+ 1.161736725616455,
+ 1.1808231119155883,
+ 1.1178058204650878,
+ 1.1057362071037293,
+ 1.185501344013214,
+ 1.136134003829956,
+ 1.1250077436447143,
+ 1.098593546295166,
+ 1.1006900829315185,
+ 1.092524215221405,
+ 1.0361322803497315,
+ 1.0446809569358826,
+ 1.0481329538345336,
+ 1.053780317878723,
+ 1.0705591835021973,
+ 1.1286329881668091,
+ 1.1078846117973327,
+ 1.1074383437156676,
+ 1.083875510597229,
+ 1.054987931394577,
+ 1.042312901210785,
+ 1.0332075857162475,
+ 1.0004530704498291,
+ 0.9915621906280517,
+ 0.9539300963401794,
+ 0.9578770606994629,
+ 0.9117126565933228,
+ 0.8960798753738404,
+ 0.8623609913825989,
+ 0.8706058340072632,
+ 0.8639619729995728,
+ 0.8503742446899414,
+ 0.8467240323066711,
+ 0.8390994773864746,
+ 0.8202853441238404,
+ 0.820123230457306,
+ 0.8141281935691833,
+ 0.792419764328003,
+ 0.7936320905208588,
+ 0.7901265294551849,
+ 0.7891995994567871,
+ 0.7945449181556702,
+ 0.7905005366325378,
+ 0.7813621898651123,
+ 0.7853380561828613,
+ 0.7846485383987427,
+ 0.7863743240356446,
+ 0.7899072016716003,
+ 0.7869116140365601,
+ 0.7873675743103027,
+ 0.7921814329147339,
+ 0.7928447710990906,
+ 0.7956968950271607,
+ 0.7953850835800171,
+ 0.7970634747505188,
+ 0.7977744478225708,
+ 0.7989712644577026,
+ 0.7980876712799072,
+ 0.7980577057838439,
+ 0.797688978767395,
+ 0.797543062210083
+ ],
+ "train_acc": [
+ 0.3543,
+ 0.5319,
+ 0.5908,
+ 0.6146,
+ 0.592,
+ 0.578,
+ 0.5808,
+ 0.5464,
+ 0.5774,
+ 0.5876,
+ 0.5817,
+ 0.5923,
+ 0.5941,
+ 0.5988,
+ 0.608,
+ 0.6113,
+ 0.61,
+ 0.6043,
+ 0.6128,
+ 0.6209,
+ 0.6127,
+ 0.6245,
+ 0.6261,
+ 0.6088,
+ 0.6229,
+ 0.6272,
+ 0.6305,
+ 0.6276,
+ 0.6363,
+ 0.6424,
+ 0.6415,
+ 0.6418,
+ 0.6443,
+ 0.6398,
+ 0.6277,
+ 0.6338,
+ 0.6352,
+ 0.6373,
+ 0.6486,
+ 0.651,
+ 0.6508,
+ 0.6554,
+ 0.6575,
+ 0.6666,
+ 0.6627,
+ 0.6796,
+ 0.6857,
+ 0.6914,
+ 0.6914,
+ 0.6926,
+ 0.7,
+ 0.7,
+ 0.6987,
+ 0.7024,
+ 0.7016,
+ 0.7041,
+ 0.7115,
+ 0.7135,
+ 0.7104,
+ 0.7115,
+ 0.7099,
+ 0.715,
+ 0.7162,
+ 0.7163,
+ 0.7166,
+ 0.7173,
+ 0.7123,
+ 0.7213,
+ 0.7146,
+ 0.7148,
+ 0.718,
+ 0.7155,
+ 0.714,
+ 0.7128,
+ 0.7152,
+ 0.7148,
+ 0.7146,
+ 0.7138,
+ 0.7152,
+ 0.7153
+ ],
+ "test_acc": [
+ 0.495,
+ 0.5595,
+ 0.5795,
+ 0.574,
+ 0.5465,
+ 0.5705,
+ 0.5295,
+ 0.532,
+ 0.5555,
+ 0.541,
+ 0.5535,
+ 0.5705,
+ 0.558,
+ 0.581,
+ 0.5955,
+ 0.582,
+ 0.57,
+ 0.5665,
+ 0.572,
+ 0.5885,
+ 0.576,
+ 0.586,
+ 0.552,
+ 0.5675,
+ 0.5705,
+ 0.59,
+ 0.5705,
+ 0.5785,
+ 0.6125,
+ 0.607,
+ 0.6175,
+ 0.632,
+ 0.598,
+ 0.6025,
+ 0.5915,
+ 0.6025,
+ 0.6125,
+ 0.6225,
+ 0.641,
+ 0.617,
+ 0.6225,
+ 0.623,
+ 0.6415,
+ 0.631,
+ 0.641,
+ 0.646,
+ 0.6585,
+ 0.643,
+ 0.665,
+ 0.6675,
+ 0.659,
+ 0.6665,
+ 0.6545,
+ 0.679,
+ 0.671,
+ 0.683,
+ 0.676,
+ 0.6775,
+ 0.6935,
+ 0.6895,
+ 0.698,
+ 0.698,
+ 0.684,
+ 0.69,
+ 0.6835,
+ 0.69,
+ 0.6935,
+ 0.6845,
+ 0.6865,
+ 0.6905,
+ 0.6845,
+ 0.685,
+ 0.688,
+ 0.6855,
+ 0.6825,
+ 0.685,
+ 0.683,
+ 0.683,
+ 0.6835,
+ 0.684
+ ],
+ "state_pred_error": [
+ 0.6557525987625122,
+ 0.2581627747535706,
+ 0.2180150511264801,
+ 0.19771510035991668,
+ 0.17691524381637574,
+ 0.21782165381908417,
+ 0.19984715962409974,
+ 0.20151861963272094,
+ 0.22002407603263854,
+ 0.22233803098201751,
+ 0.1950549049139023,
+ 0.18242949080467225,
+ 0.1731606459379196,
+ 0.16580520544052124,
+ 0.15936565225124358,
+ 0.15244879407882692,
+ 0.1435310169696808,
+ 0.1339448815703392,
+ 0.12139209755659103,
+ 0.10519540898799896,
+ 0.09373599338531494,
+ 0.08733212774991989,
+ 0.08062151061296463,
+ 0.07534996691942215,
+ 0.07384048416614533,
+ 0.07770671141147613,
+ 0.07913587466478347,
+ 0.07108985353708268,
+ 0.06537577290534974,
+ 0.06072714284658432,
+ 0.05709798917174339,
+ 0.057688245034217836,
+ 0.05891312641501427,
+ 0.061041689145565035,
+ 0.059126829808950426,
+ 0.05346322001814842,
+ 0.052376105165481565,
+ 0.05078197082877159,
+ 0.04823381187915802,
+ 0.045614832776784894,
+ 0.043012580084800724,
+ 0.03774388888478279,
+ 0.032903633427619934,
+ 0.028299692285060882,
+ 0.02640610886514187,
+ 0.027187307637929918,
+ 0.028776719480752944,
+ 0.030680300956964494,
+ 0.03148365080356598,
+ 0.03091398191154003,
+ 0.029518017873167993,
+ 0.026383623799681663,
+ 0.02372063409090042,
+ 0.02179983432292938,
+ 0.02020930643975735,
+ 0.01886237643659115,
+ 0.018010195726156236,
+ 0.017387488079071044,
+ 0.016838955014944076,
+ 0.016470046550035478,
+ 0.01637252227962017,
+ 0.01600538874566555,
+ 0.015849738636612893,
+ 0.015769525337219238,
+ 0.01577099280208349,
+ 0.015590812629461288,
+ 0.015244143217802047,
+ 0.015246101871132851,
+ 0.0149916733071208,
+ 0.01488443463742733,
+ 0.014857900011539459,
+ 0.014476912885904311,
+ 0.014302368466556073,
+ 0.013730039289593697,
+ 0.01368503429889679,
+ 0.013323678565025329,
+ 0.013020070712268352,
+ 0.012987913605570793,
+ 0.012227315375208854,
+ 0.012032101236283779
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7363088726997375,
+ 0.32443851232528687,
+ 0.21702790260314941,
+ 0.21007081866264343,
+ 0.16975754499435425,
+ 0.1722516119480133,
+ 0.16474759578704834,
+ 0.12138545513153076,
+ 0.1178494393825531,
+ 0.13036376237869263,
+ 0.11493153870105743,
+ 0.1162962019443512
+ ],
+ "perturbation_rho": [
+ 0.6429969072341919,
+ 0.2531689405441284,
+ 0.22036504745483398,
+ 0.17542049288749695,
+ 0.15819020569324493,
+ 0.14438438415527344,
+ 0.07042165100574493,
+ 0.11963094770908356,
+ 0.1070300042629242,
+ 0.07622774690389633,
+ 0.035559043288230896,
+ 0.045592159032821655
+ ],
+ "nudging": {
+ "0.001": [
+ -0.01886601373553276,
+ -0.0009471861412748694,
+ -0.0005426729912869632,
+ -0.0005197790451347828,
+ -0.00040702728438191116,
+ -0.00039994364487938583,
+ -0.0003908725338988006,
+ -0.0003088848025072366,
+ -0.0002972484799101949,
+ -0.00033751194132491946,
+ -0.0002799705835059285,
+ -0.00027640321059152484
+ ],
+ "0.003": [
+ -0.05549539998173714,
+ -0.002838960848748684,
+ -0.0016271104104816914,
+ -0.0015591384144499898,
+ -0.001220998470671475,
+ -0.0011997417313978076,
+ -0.0011723506031557918,
+ -0.0009265473927371204,
+ -0.000891170755494386,
+ -0.0010123227257281542,
+ -0.0008400253136642277,
+ -0.0008296556770801544
+ ],
+ "0.01": [
+ -0.1725819855928421,
+ -0.009430286474525928,
+ -0.0054127369076013565,
+ -0.005186344031244516,
+ -0.004062540829181671,
+ -0.0039931111969053745,
+ -0.003901706077158451,
+ -0.003083862829953432,
+ -0.002966922242194414,
+ -0.0033692335709929466,
+ -0.002796228276565671,
+ -0.002761534880846739
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 8107.484375,
+ 6015.64697265625,
+ 3272.651123046875,
+ 3025.219970703125,
+ 3498.379150390625,
+ 2962.442626953125,
+ 2732.457275390625,
+ 3394.069091796875,
+ 3050.444091796875,
+ 3397.53271484375,
+ 3068.22607421875,
+ 3145.807373046875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.092706339263916,
+ 1.0952877737998963,
+ 0.7729337105751037,
+ 0.6789219863891601,
+ 0.6241036960601807,
+ 0.6100845262527466,
+ 0.594813515996933,
+ 0.7195955331802368,
+ 0.6677259072303772,
+ 0.6198010721206665,
+ 0.6374922561645507,
+ 0.7701140362739562,
+ 0.69171789560318,
+ 0.708719236278534,
+ 0.6036844366073608,
+ 0.8205160137176514,
+ 0.9806505244255066,
+ 0.7954677212715149,
+ 0.7861951595306397,
+ 0.823767824935913,
+ 0.6428154012203217,
+ 0.7191776779174804,
+ 0.8116244506835938,
+ 0.753524228477478,
+ 0.8249499505996704,
+ 0.7682834581375122,
+ 0.7208644798278808,
+ 0.759485391998291,
+ 1.042400759124756,
+ 1.547001088142395,
+ 1.1331607871055602,
+ 1.0703241619110107,
+ 0.8603198796749115,
+ 0.8971985034942627,
+ 1.0760511143684388,
+ 1.152393785381317,
+ 1.4280963862895966,
+ 1.5006843608856202,
+ 1.3100523867607117,
+ 1.1282628120422362,
+ 1.2173214994430541,
+ 1.0435792781829833,
+ 1.2676011086463927,
+ 1.2351581176757813,
+ 1.246204901123047,
+ 1.2180886367797852,
+ 1.3540986360549927,
+ 1.219435647392273,
+ 1.2538528778076172,
+ 1.1500556253433227,
+ 1.055687839126587,
+ 1.1929910972595215,
+ 1.3931519176483154,
+ 1.4715053829193114,
+ 1.6093412540435792,
+ 1.7281322120666505,
+ 1.7611547931671143,
+ 1.7229496166229248,
+ 1.5543313556671143,
+ 1.409035835647583,
+ 1.281838191986084,
+ 1.210691173553467,
+ 1.1457153511047364,
+ 1.1038917953491212,
+ 1.1368809636592865,
+ 1.0750537950515746,
+ 1.078484614944458,
+ 1.0653290471553802,
+ 1.043406178855896,
+ 1.029171966934204,
+ 1.0249553047180175,
+ 1.0062125328063964,
+ 0.9868852173805237,
+ 0.980598240661621,
+ 0.9800201850891114,
+ 0.9732961756706238,
+ 0.9715418921470642,
+ 0.9726413438796997,
+ 0.9694333058834076,
+ 0.9690543773651124
+ ],
+ "train_acc": [
+ 0.2472,
+ 0.6098,
+ 0.7158,
+ 0.7471,
+ 0.7633,
+ 0.775,
+ 0.7733,
+ 0.7387,
+ 0.7635,
+ 0.765,
+ 0.7685,
+ 0.7314,
+ 0.7553,
+ 0.7495,
+ 0.7784,
+ 0.7204,
+ 0.6933,
+ 0.7259,
+ 0.7279,
+ 0.7282,
+ 0.7687,
+ 0.7487,
+ 0.7313,
+ 0.7414,
+ 0.7313,
+ 0.7547,
+ 0.7595,
+ 0.7644,
+ 0.7269,
+ 0.6914,
+ 0.7377,
+ 0.7329,
+ 0.7555,
+ 0.7575,
+ 0.7373,
+ 0.7285,
+ 0.7163,
+ 0.6928,
+ 0.7033,
+ 0.7168,
+ 0.6899,
+ 0.7089,
+ 0.6715,
+ 0.6694,
+ 0.6696,
+ 0.6666,
+ 0.649,
+ 0.6656,
+ 0.6545,
+ 0.6709,
+ 0.686,
+ 0.6767,
+ 0.648,
+ 0.6469,
+ 0.6339,
+ 0.6281,
+ 0.6347,
+ 0.6376,
+ 0.6473,
+ 0.6607,
+ 0.669,
+ 0.6811,
+ 0.6873,
+ 0.6898,
+ 0.6811,
+ 0.6921,
+ 0.6948,
+ 0.6904,
+ 0.6949,
+ 0.695,
+ 0.6913,
+ 0.6975,
+ 0.7004,
+ 0.6993,
+ 0.6993,
+ 0.7,
+ 0.6991,
+ 0.6994,
+ 0.7022,
+ 0.7017
+ ],
+ "test_acc": [
+ 0.49,
+ 0.659,
+ 0.701,
+ 0.7205,
+ 0.721,
+ 0.6975,
+ 0.708,
+ 0.6605,
+ 0.7245,
+ 0.6645,
+ 0.6145,
+ 0.6515,
+ 0.5925,
+ 0.6665,
+ 0.561,
+ 0.472,
+ 0.637,
+ 0.66,
+ 0.5885,
+ 0.6525,
+ 0.657,
+ 0.521,
+ 0.5985,
+ 0.5795,
+ 0.6475,
+ 0.669,
+ 0.6665,
+ 0.5875,
+ 0.6335,
+ 0.7045,
+ 0.633,
+ 0.6845,
+ 0.6295,
+ 0.6315,
+ 0.7015,
+ 0.6905,
+ 0.5995,
+ 0.6185,
+ 0.6335,
+ 0.585,
+ 0.652,
+ 0.513,
+ 0.5615,
+ 0.5745,
+ 0.5725,
+ 0.555,
+ 0.613,
+ 0.5315,
+ 0.6245,
+ 0.6495,
+ 0.6425,
+ 0.6055,
+ 0.611,
+ 0.637,
+ 0.582,
+ 0.582,
+ 0.587,
+ 0.614,
+ 0.6315,
+ 0.631,
+ 0.6295,
+ 0.644,
+ 0.6635,
+ 0.634,
+ 0.664,
+ 0.656,
+ 0.664,
+ 0.665,
+ 0.664,
+ 0.661,
+ 0.6635,
+ 0.664,
+ 0.6665,
+ 0.671,
+ 0.671,
+ 0.6655,
+ 0.6635,
+ 0.6695,
+ 0.6685,
+ 0.669
+ ],
+ "value_loss": [
+ 2.756714974594116,
+ 1.0699842605590821,
+ 0.772724876499176,
+ 0.7186811010360717,
+ 0.7039346227645874,
+ 0.7089841152191162,
+ 0.7045547727584839,
+ 1.0278774134635926,
+ 1.0351098167419435,
+ 0.79849758310318,
+ 0.8763475816726685,
+ 1.2047807735443115,
+ 1.027970889377594,
+ 1.0575392370224,
+ 0.7888917721748352,
+ 1.2805246074676513,
+ 2.225238763809204,
+ 1.0823904124736785,
+ 1.1905035690307617,
+ 1.642304021835327,
+ 0.9129455471992493,
+ 1.2949172660827637,
+ 1.9253954372406006,
+ 1.5692272598266601,
+ 2.174523571395874,
+ 1.989169766139984,
+ 1.3499937854766846,
+ 1.7908005687713624,
+ 3.913453258514404,
+ 8.14511700668335,
+ 5.840194707679749,
+ 4.497665633392334,
+ 3.1302750116348266,
+ 3.5435767040252686,
+ 4.556240005493164,
+ 5.435755169677734,
+ 9.532537229919434,
+ 9.881556200408935,
+ 6.2278411382198335,
+ 4.9383210889816285,
+ 4.416168696212768,
+ 3.3235662673950195,
+ 5.057485938262939,
+ 3.643429838180542,
+ 3.272873913192749,
+ 2.747176977729797,
+ 3.895003358268738,
+ 2.62603823928833,
+ 2.462896474838257,
+ 2.229940517234802,
+ 2.081709727478027,
+ 2.7063279764175414,
+ 3.1426480583190917,
+ 3.744391917037964,
+ 3.7624966133117677,
+ 3.801296794509888,
+ 4.549085423660278,
+ 4.737994041442871,
+ 3.6686552688598635,
+ 2.8817406677246096,
+ 2.1652517974853516,
+ 2.257669227409363,
+ 1.8863371967315674,
+ 1.753921750640869,
+ 1.704151694869995,
+ 1.605138656806946,
+ 1.366706605911255,
+ 1.3500237414360046,
+ 1.4022936582565309,
+ 1.1546042854309082,
+ 1.143458882522583,
+ 1.030033224105835,
+ 0.9880966281175614,
+ 0.9858702459335327,
+ 1.0123830188751222,
+ 0.8727149436950684,
+ 0.8251452196121216,
+ 0.8818260744094849,
+ 0.8404904095649719,
+ 0.8257113872528076
+ ],
+ "term_loss": [
+ 1.6504224247932433,
+ 0.8375917286872864,
+ 0.6154087921142578,
+ 0.5532272914409637,
+ 0.5395434478759765,
+ 0.5454418560981751,
+ 0.548071176624298,
+ 0.8495948793888092,
+ 0.871022064948082,
+ 0.6399660477638245,
+ 0.7113209009170532,
+ 1.0140180881977081,
+ 0.8458488144636154,
+ 0.8732069333314896,
+ 0.6247593785524368,
+ 1.064120747566223,
+ 1.9725029928207398,
+ 0.8703572043895721,
+ 0.9687161136627197,
+ 1.3335205810546875,
+ 0.6815592967748642,
+ 0.9841544357299805,
+ 1.4630473113059999,
+ 1.1648006004333495,
+ 1.6974185828447341,
+ 1.585868435716629,
+ 1.086215167760849,
+ 1.4794144651412964,
+ 3.383740266418457,
+ 6.938124223327637,
+ 5.274092036437988,
+ 3.881667746925354,
+ 2.553757908630371,
+ 2.978989521408081,
+ 3.82173573884964,
+ 4.520999314308167,
+ 8.147785523223877,
+ 8.00288946609497,
+ 5.000799319529533,
+ 4.125068738365173,
+ 3.5042172052383425,
+ 2.699850891304016,
+ 4.425766694641113,
+ 3.1604889556884768,
+ 2.7477581281661987,
+ 2.2315157468795777,
+ 3.2700717025756836,
+ 2.140160263442993,
+ 2.0445699644088746,
+ 1.8384040803909303,
+ 1.7394722784042358,
+ 2.334256193733215,
+ 2.7318620399475098,
+ 3.210952592277527,
+ 3.1114013697624205,
+ 3.125122370147705,
+ 3.922404075050354,
+ 4.07079298210144,
+ 3.0838204498291018,
+ 2.4635134841918944,
+ 1.74991473236084,
+ 1.8150607773780822,
+ 1.5140642840385437,
+ 1.4030307838439942,
+ 1.390348579788208,
+ 1.2754892768859862,
+ 1.0548970350265503,
+ 1.0442349720954895,
+ 1.079941069793701,
+ 0.869195331954956,
+ 0.8486155418395996,
+ 0.7500218649864197,
+ 0.7166386909261346,
+ 0.7068471017837524,
+ 0.7262772275924683,
+ 0.6089376243591309,
+ 0.565191646194458,
+ 0.6097024906158447,
+ 0.5746593361854553,
+ 0.5509136886596679
+ ],
+ "bridge_loss": [
+ 0.8274208247567294,
+ 0.04628952074944973,
+ 0.005470760084688663,
+ 0.022114072570204736,
+ 0.02619350514113903,
+ 0.02462219797000289,
+ 0.016575153788924216,
+ 0.012172694252431393,
+ 0.008306282567977906,
+ 0.007131045020371676,
+ 0.006602350142598152,
+ 0.007133904299885034,
+ 0.00889486790150404,
+ 0.007033539731428027,
+ 0.007029886939749121,
+ 0.016358042316138743,
+ 0.020663128697872162,
+ 0.010306563833355903,
+ 0.020879663941264153,
+ 0.10206406505107879,
+ 0.06092094658613205,
+ 0.1235328954577446,
+ 0.260770632982254,
+ 0.20950047061443328,
+ 0.26373723001480104,
+ 0.20571331169605256,
+ 0.07498671305179595,
+ 0.12556591314077378,
+ 0.2968582089275122,
+ 0.9360601034164429,
+ 0.34663937301635744,
+ 0.39642132375240324,
+ 0.38016364483833315,
+ 0.36436182782649995,
+ 0.5179255735874176,
+ 0.6902249323606491,
+ 1.1416879810333251,
+ 1.6240587829351425,
+ 0.9814537258118391,
+ 0.5799458844184876,
+ 0.659208872383833,
+ 0.39408149279356003,
+ 0.3656025336742401,
+ 0.22205486388206483,
+ 0.2630800589323044,
+ 0.25402860095500945,
+ 0.3471872593641281,
+ 0.2257408608198166,
+ 0.1474910190463066,
+ 0.13604351500570774,
+ 0.09966603577136994,
+ 0.11529678661227226,
+ 0.12656707118153573,
+ 0.24201848303973675,
+ 0.34999929159879684,
+ 0.3684466096520424,
+ 0.32107353453636167,
+ 0.36825179790854456,
+ 0.2991718190073967,
+ 0.14634431777000428,
+ 0.15489137840270997,
+ 0.19152780306339265,
+ 0.1264393635749817,
+ 0.110255957955122,
+ 0.06583732250332833,
+ 0.09188482095599175,
+ 0.07512128737568856,
+ 0.06769476855397225,
+ 0.08805738928318024,
+ 0.052597072744369505,
+ 0.061042466819286344,
+ 0.049813730967044834,
+ 0.043870848792791364,
+ 0.051897744873166084,
+ 0.05865620729923248,
+ 0.03764229657351971,
+ 0.03385210290849209,
+ 0.04558607372045517,
+ 0.04050549000203609,
+ 0.049323998257517813
+ ],
+ "tgrad_loss": [
+ 0.27887171220779416,
+ 0.18610301048755645,
+ 0.15184532343149185,
+ 0.143339737200737,
+ 0.13819767172336578,
+ 0.1389200611591339,
+ 0.1399084441423416,
+ 0.16610983300209045,
+ 0.15578146158456802,
+ 0.15140049700737,
+ 0.15842433052062987,
+ 0.18362878961563112,
+ 0.17322721722126008,
+ 0.17729875540733336,
+ 0.1571024955034256,
+ 0.20004582180976868,
+ 0.23207265706062316,
+ 0.2017266354560852,
+ 0.20090780715942383,
+ 0.20671938235759735,
+ 0.17046530573368074,
+ 0.18722992515563966,
+ 0.20157747678756713,
+ 0.19492619981765746,
+ 0.21336774530410765,
+ 0.19758802919387816,
+ 0.1887919110774994,
+ 0.18582018871307374,
+ 0.2328547879219055,
+ 0.2709327209472656,
+ 0.21946332993507386,
+ 0.21957662334442138,
+ 0.1963534575819969,
+ 0.20022535383701323,
+ 0.21657870807647706,
+ 0.22453099676370622,
+ 0.24306369013786316,
+ 0.2546080108642578,
+ 0.24558807609081268,
+ 0.23330649132728576,
+ 0.25274263796806334,
+ 0.2296339340209961,
+ 0.2661167623519897,
+ 0.2608860526561737,
+ 0.26203568353652956,
+ 0.2616326283454895,
+ 0.27774441232681274,
+ 0.2601371428012848,
+ 0.2708354802131653,
+ 0.25549290828704835,
+ 0.24257140054702758,
+ 0.2567750201940536,
+ 0.2842189628124237,
+ 0.29142085790634153,
+ 0.30109593143463137,
+ 0.3077278130531311,
+ 0.3056078572273254,
+ 0.29894922952651976,
+ 0.2856630270242691,
+ 0.2718828806877136,
+ 0.26044571537971495,
+ 0.25108065757751463,
+ 0.24583355770111084,
+ 0.24063498420715332,
+ 0.2479657948255539,
+ 0.2377645515680313,
+ 0.2366882876396179,
+ 0.2380939986228943,
+ 0.2342951997756958,
+ 0.2328118751525879,
+ 0.23380087866783142,
+ 0.23019764132499695,
+ 0.22758708037137984,
+ 0.2271253991127014,
+ 0.22744957551956177,
+ 0.22613502042293548,
+ 0.2261014585018158,
+ 0.2265375138759613,
+ 0.2253255781173706,
+ 0.22547370266914368
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.0015124600613489747,
+ 0.020085982978343964,
+ 0.03127610310912132,
+ 0.03517032414674759,
+ 0.042219605296850204,
+ 0.05027471110224724,
+ 0.05683741718530655,
+ 0.057938531041145325,
+ 0.06581299006938934,
+ 0.06761687994003296,
+ 0.07107532024383545,
+ 0.07804323732852936
+ ],
+ "perturbation_rho": [
+ 0.03147998824715614,
+ -0.015333062037825584,
+ 0.020876668393611908,
+ 0.07304719090461731,
+ 0.0599740669131279,
+ 0.08874240517616272,
+ 0.05341971293091774,
+ 0.07721589505672455,
+ 0.08801877498626709,
+ 0.10527393221855164,
+ 0.16833831369876862,
+ 0.1291283369064331
+ ],
+ "nudging": {
+ "0.001": [
+ -0.00044463935773819685,
+ -0.00012659450294449925,
+ -0.0001986775896511972,
+ -0.0002730795240495354,
+ -0.0002829947043210268,
+ -0.00034303159918636084,
+ -0.0003691607271321118,
+ -0.00040001055458560586,
+ -0.00042912771459668875,
+ -0.00045504042645916343,
+ -0.00047524512046948075,
+ -0.0004846052033826709
+ ],
+ "0.003": [
+ -0.0013053687289357185,
+ -0.00038041931111365557,
+ -0.0005985662573948503,
+ -0.0008211880922317505,
+ -0.0008477486553601921,
+ -0.001032006461173296,
+ -0.0011103888973593712,
+ -0.0012022369774058461,
+ -0.0012896620901301503,
+ -0.00136495940387249,
+ -0.0014261011965572834,
+ -0.0014572828076779842
+ ],
+ "0.01": [
+ -0.004048495087772608,
+ -0.0012588155223056674,
+ -0.0019918864127248526,
+ -0.002725755563005805,
+ -0.0028244066052138805,
+ -0.003425109200179577,
+ -0.0036919033154845238,
+ -0.003999053034931421,
+ -0.0042928787879645824,
+ -0.004538967739790678,
+ -0.004742524586617947,
+ -0.004852524492889643
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L2_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L2_s123.json
new file mode 100644
index 0000000..09aec16
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L2_s123.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.7207277019500733,
+ 0.7790515207290649,
+ 0.45965238094329836,
+ 0.344505589389801,
+ 0.305948727107048,
+ 0.265342556476593,
+ 0.25686684017181394,
+ 0.24114981298446655,
+ 0.22925823230743408,
+ 0.23424035305976867,
+ 0.21124905035495758,
+ 0.19400378139019012,
+ 0.18992817602157594,
+ 0.20065753853321075,
+ 0.1758887457370758,
+ 0.18987385909557342,
+ 0.1766733213186264,
+ 0.17402569117546082,
+ 0.16750437734127044,
+ 0.1609703923225403,
+ 0.1667053633213043,
+ 0.15978011922836305,
+ 0.16382880132198333,
+ 0.15408793671131135,
+ 0.1573232760667801,
+ 0.15904042587280273,
+ 0.16996713733673097,
+ 0.16745088925361634,
+ 0.1407752888917923,
+ 0.1437982935667038,
+ 0.1288691416501999,
+ 0.13675620369911193,
+ 0.1404436342716217,
+ 0.1322325788140297,
+ 0.1205964973449707,
+ 0.12338397283554077,
+ 0.11539463124275208,
+ 0.11405454754829407,
+ 0.11564468727111817,
+ 0.11277760289907456,
+ 0.10829375276565552,
+ 0.10773034353256225,
+ 0.10590754004120827,
+ 0.10246410021781921,
+ 0.10704636499881745,
+ 0.10346804196238518,
+ 0.09824472286701202,
+ 0.09875981305241585,
+ 0.09532992283701897,
+ 0.09478073754310608,
+ 0.09963924968242645,
+ 0.09461190940141678,
+ 0.09311110566854477,
+ 0.09307761950492859,
+ 0.09144059424400329,
+ 0.09472406225204467,
+ 0.09397407406568527,
+ 0.08954561126232147,
+ 0.08714181256294251,
+ 0.08698110367059708,
+ 0.0848695909947157,
+ 0.08321986048221588,
+ 0.08306121920347213,
+ 0.0825563444018364,
+ 0.0815550530552864,
+ 0.08082753023505211,
+ 0.08034503507614135,
+ 0.07994237960577011,
+ 0.07942863342761994,
+ 0.07910665745735168,
+ 0.0787971821308136,
+ 0.0786789097070694,
+ 0.078331869161129,
+ 0.07799442697763442,
+ 0.07777877117395401,
+ 0.07760189070105553,
+ 0.07745174323320389,
+ 0.07733372535705567,
+ 0.0772703528702259,
+ 0.07722830307483673
+ ],
+ "train_acc": [
+ 0.4324,
+ 0.7882,
+ 0.875,
+ 0.9066,
+ 0.9012,
+ 0.9149,
+ 0.9096,
+ 0.9135,
+ 0.9191,
+ 0.9118,
+ 0.9244,
+ 0.9294,
+ 0.9321,
+ 0.9245,
+ 0.9372,
+ 0.9291,
+ 0.932,
+ 0.937,
+ 0.9356,
+ 0.9412,
+ 0.9378,
+ 0.9412,
+ 0.9395,
+ 0.9424,
+ 0.9405,
+ 0.9422,
+ 0.9318,
+ 0.9324,
+ 0.95,
+ 0.9485,
+ 0.9534,
+ 0.9511,
+ 0.9495,
+ 0.9511,
+ 0.9588,
+ 0.9603,
+ 0.9626,
+ 0.9636,
+ 0.9609,
+ 0.9649,
+ 0.9659,
+ 0.9662,
+ 0.9662,
+ 0.9694,
+ 0.9661,
+ 0.9688,
+ 0.9715,
+ 0.9703,
+ 0.9743,
+ 0.974,
+ 0.9705,
+ 0.9722,
+ 0.974,
+ 0.9737,
+ 0.9759,
+ 0.9726,
+ 0.975,
+ 0.9765,
+ 0.9784,
+ 0.9791,
+ 0.9809,
+ 0.9814,
+ 0.9807,
+ 0.9816,
+ 0.9824,
+ 0.9836,
+ 0.9833,
+ 0.9834,
+ 0.9835,
+ 0.9838,
+ 0.9846,
+ 0.9842,
+ 0.9848,
+ 0.9848,
+ 0.9846,
+ 0.9848,
+ 0.9852,
+ 0.9851,
+ 0.9852,
+ 0.9853
+ ],
+ "test_acc": [
+ 0.669,
+ 0.8435,
+ 0.8705,
+ 0.879,
+ 0.874,
+ 0.8965,
+ 0.899,
+ 0.89,
+ 0.8975,
+ 0.8895,
+ 0.896,
+ 0.903,
+ 0.9,
+ 0.902,
+ 0.9035,
+ 0.907,
+ 0.907,
+ 0.897,
+ 0.907,
+ 0.9025,
+ 0.9065,
+ 0.905,
+ 0.904,
+ 0.9025,
+ 0.903,
+ 0.906,
+ 0.9055,
+ 0.9035,
+ 0.919,
+ 0.905,
+ 0.9065,
+ 0.9085,
+ 0.9075,
+ 0.9085,
+ 0.911,
+ 0.9135,
+ 0.906,
+ 0.91,
+ 0.917,
+ 0.9215,
+ 0.915,
+ 0.9145,
+ 0.915,
+ 0.916,
+ 0.9155,
+ 0.912,
+ 0.916,
+ 0.9135,
+ 0.9155,
+ 0.9185,
+ 0.917,
+ 0.918,
+ 0.9215,
+ 0.92,
+ 0.9165,
+ 0.915,
+ 0.9155,
+ 0.917,
+ 0.9145,
+ 0.919,
+ 0.9165,
+ 0.914,
+ 0.9155,
+ 0.914,
+ 0.916,
+ 0.917,
+ 0.918,
+ 0.9185,
+ 0.9195,
+ 0.9195,
+ 0.9195,
+ 0.92,
+ 0.92,
+ 0.9205,
+ 0.92,
+ 0.9205,
+ 0.9195,
+ 0.92,
+ 0.9205,
+ 0.9205
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8634263277053833,
+ 0.8499601483345032
+ ],
+ "perturbation_rho": [
+ 0.9999988079071045,
+ 0.9999933838844299
+ ],
+ "nudging": {
+ "0.001": [
+ -0.022913530468940735,
+ -0.0076592592522501945
+ ],
+ "0.003": [
+ -0.06158487871289253,
+ -0.022190168499946594
+ ],
+ "0.01": [
+ -0.13922545313835144,
+ -0.06537239253520966
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2145429794311524,
+ 1.4832333190917968,
+ 0.8427700979232788,
+ 0.5642387649536132,
+ 0.44259997854232785,
+ 0.3797396701812744,
+ 0.36115866856575013,
+ 0.3420704277038574,
+ 0.34744873743057253,
+ 0.35834124784469606,
+ 0.34505550694465636,
+ 0.37205679273605347,
+ 0.36223536982536314,
+ 0.3897885517209768,
+ 0.3661109811067581,
+ 0.3905520539283752,
+ 0.3873382499694824,
+ 0.4310034593820572,
+ 0.379075954246521,
+ 0.3956090630054474,
+ 0.41010830894708633,
+ 0.3871167766094208,
+ 0.4128729253053665,
+ 0.37673398666381835,
+ 0.4386045214653015,
+ 0.4175387234687805,
+ 0.5163568344116211,
+ 0.41816404705047605,
+ 0.3691399229049683,
+ 0.3856747570514679,
+ 0.3798481074810028,
+ 0.3966631019592285,
+ 0.4648309063076973,
+ 0.3615638767376542,
+ 0.35468427698612215,
+ 0.38685988901853563,
+ 0.3459345358610153,
+ 0.3860490513801575,
+ 0.40029369468688963,
+ 0.3782256749629974,
+ 0.35560350346565245,
+ 0.3603634602546692,
+ 0.3720236937999725,
+ 0.379230254983902,
+ 0.3613779128074646,
+ 0.3320357777953148,
+ 0.3244936734318733,
+ 0.3268082529783249,
+ 0.316782475566864,
+ 0.3409638210296631,
+ 0.34503824408650396,
+ 0.31332876653671266,
+ 0.3428362133741379,
+ 0.32030015414953233,
+ 0.31090027656555175,
+ 0.3185324101924896,
+ 0.3263511387348175,
+ 0.30935111100673673,
+ 0.30104202661514284,
+ 0.30687724331617355,
+ 0.29393203148841857,
+ 0.2826761653423309,
+ 0.28839151701927185,
+ 0.2897114434480667,
+ 0.2847494943141937,
+ 0.28069971054792403,
+ 0.27908870706558225,
+ 0.2764286852836609,
+ 0.2836688223004341,
+ 0.27157128534317015,
+ 0.2719319869995117,
+ 0.27284973291158676,
+ 0.2693837205886841,
+ 0.2679568641424179,
+ 0.26705331959724427,
+ 0.26758628270626067,
+ 0.2656683373451233,
+ 0.2651437629699707,
+ 0.26474326791763303,
+ 0.26457467867136003
+ ],
+ "train_acc": [
+ 0.1934,
+ 0.5051,
+ 0.7204,
+ 0.8027,
+ 0.8378,
+ 0.855,
+ 0.8574,
+ 0.8678,
+ 0.867,
+ 0.8666,
+ 0.8729,
+ 0.868,
+ 0.8718,
+ 0.8671,
+ 0.8734,
+ 0.8663,
+ 0.8653,
+ 0.862,
+ 0.8727,
+ 0.8701,
+ 0.8711,
+ 0.8743,
+ 0.8727,
+ 0.8771,
+ 0.8627,
+ 0.8671,
+ 0.8467,
+ 0.8678,
+ 0.881,
+ 0.8785,
+ 0.8742,
+ 0.871,
+ 0.8619,
+ 0.8833,
+ 0.8836,
+ 0.8765,
+ 0.887,
+ 0.8747,
+ 0.8724,
+ 0.8812,
+ 0.8841,
+ 0.8831,
+ 0.8812,
+ 0.8799,
+ 0.8799,
+ 0.8887,
+ 0.8908,
+ 0.8877,
+ 0.8959,
+ 0.8881,
+ 0.8856,
+ 0.8951,
+ 0.8854,
+ 0.8905,
+ 0.892,
+ 0.892,
+ 0.8897,
+ 0.894,
+ 0.8976,
+ 0.8963,
+ 0.8993,
+ 0.9014,
+ 0.9001,
+ 0.8995,
+ 0.9015,
+ 0.9031,
+ 0.9016,
+ 0.9033,
+ 0.9009,
+ 0.9056,
+ 0.9043,
+ 0.9036,
+ 0.9049,
+ 0.9055,
+ 0.9051,
+ 0.9051,
+ 0.9057,
+ 0.9055,
+ 0.9061,
+ 0.9063
+ ],
+ "test_acc": [
+ 0.355,
+ 0.6045,
+ 0.7335,
+ 0.7805,
+ 0.8005,
+ 0.805,
+ 0.813,
+ 0.826,
+ 0.826,
+ 0.8285,
+ 0.816,
+ 0.821,
+ 0.815,
+ 0.828,
+ 0.8065,
+ 0.827,
+ 0.797,
+ 0.826,
+ 0.797,
+ 0.792,
+ 0.82,
+ 0.812,
+ 0.817,
+ 0.8115,
+ 0.806,
+ 0.8075,
+ 0.804,
+ 0.831,
+ 0.8235,
+ 0.827,
+ 0.805,
+ 0.8145,
+ 0.821,
+ 0.8315,
+ 0.813,
+ 0.8245,
+ 0.8245,
+ 0.8145,
+ 0.815,
+ 0.8255,
+ 0.8275,
+ 0.821,
+ 0.8175,
+ 0.8095,
+ 0.8385,
+ 0.835,
+ 0.8395,
+ 0.8305,
+ 0.8305,
+ 0.8365,
+ 0.826,
+ 0.835,
+ 0.834,
+ 0.82,
+ 0.8245,
+ 0.8285,
+ 0.821,
+ 0.836,
+ 0.837,
+ 0.833,
+ 0.8415,
+ 0.832,
+ 0.84,
+ 0.8435,
+ 0.8405,
+ 0.8465,
+ 0.839,
+ 0.849,
+ 0.843,
+ 0.8425,
+ 0.8395,
+ 0.843,
+ 0.8395,
+ 0.845,
+ 0.84,
+ 0.841,
+ 0.8415,
+ 0.841,
+ 0.841,
+ 0.841
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.048809632658958435,
+ 0.12263120710849762
+ ],
+ "perturbation_rho": [
+ 0.09689537435770035,
+ 0.10561469197273254
+ ],
+ "nudging": {
+ "0.001": [
+ -0.001597832073457539,
+ -0.00047309682122431695
+ ],
+ "0.003": [
+ -0.004742181394249201,
+ -0.001416387502104044
+ ],
+ "0.01": [
+ -0.015226385556161404,
+ -0.00468847481533885
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.0100293533325195,
+ 1.0204413017272949,
+ 0.54354176902771,
+ 0.39702820897102353,
+ 0.3586913129806519,
+ 0.3554326295375824,
+ 0.361624427986145,
+ 0.36465097951889036,
+ 0.3603580026626587,
+ 0.3543916482686996,
+ 0.3507106711387634,
+ 0.35224332275390624,
+ 0.3475004379510879,
+ 0.3553124601364136,
+ 0.37312231225967407,
+ 0.37028597445487976,
+ 0.3665724731683731,
+ 0.37034252033233644,
+ 0.38506430788040164,
+ 0.4009858402252197,
+ 0.41984470853805544,
+ 0.4130363565444946,
+ 0.4252812045574188,
+ 0.43580607299804686,
+ 0.466691482257843,
+ 0.4120105969429016,
+ 0.4388778105735779,
+ 0.418408594417572,
+ 0.42251289710998535,
+ 0.42326131315231325,
+ 0.41453264694213865,
+ 0.4108378723144531,
+ 0.42514692809581756,
+ 0.41193596658706666,
+ 0.4172293882369995,
+ 0.4110143481254578,
+ 0.3909164998292923,
+ 0.38413406591415405,
+ 0.38740381708145144,
+ 0.38655886726379396,
+ 0.38635201063156127,
+ 0.3766866379261017,
+ 0.3757282977819443,
+ 0.37710726108551024,
+ 0.3712064995765686,
+ 0.37017061100006105,
+ 0.3811788000822067,
+ 0.3592162804841995,
+ 0.368729523897171,
+ 0.38313820214271543,
+ 0.3553819965362549,
+ 0.38453965463638307,
+ 0.352666961979866,
+ 0.35594648966789244,
+ 0.35147202444076536,
+ 0.3434806545257568,
+ 0.350411687374115,
+ 0.3472837806224823,
+ 0.34532749392986295,
+ 0.34017591814994813,
+ 0.33683158864974977,
+ 0.3410106474876404,
+ 0.3374420499801636,
+ 0.3345813477516174,
+ 0.33512692725658416,
+ 0.33064404239654543,
+ 0.3299761538028717,
+ 0.32880062866806986,
+ 0.3271276932477951,
+ 0.3273114435195923,
+ 0.32523203148841856,
+ 0.32425895788669584,
+ 0.32357494492530825,
+ 0.3230543273448944,
+ 0.32268554170131686,
+ 0.32191982040405276,
+ 0.32155804014205935,
+ 0.32106889061927796,
+ 0.3208657922267914,
+ 0.3206909418106079
+ ],
+ "train_acc": [
+ 0.2879,
+ 0.6675,
+ 0.8151,
+ 0.8582,
+ 0.8655,
+ 0.8656,
+ 0.8608,
+ 0.8595,
+ 0.8647,
+ 0.8689,
+ 0.8684,
+ 0.8684,
+ 0.8691,
+ 0.8643,
+ 0.8616,
+ 0.8616,
+ 0.8673,
+ 0.8624,
+ 0.8547,
+ 0.8522,
+ 0.8427,
+ 0.8437,
+ 0.8419,
+ 0.8374,
+ 0.8276,
+ 0.8474,
+ 0.8357,
+ 0.843,
+ 0.842,
+ 0.8394,
+ 0.8435,
+ 0.8439,
+ 0.8437,
+ 0.8477,
+ 0.8473,
+ 0.8446,
+ 0.8546,
+ 0.8604,
+ 0.8586,
+ 0.8571,
+ 0.8605,
+ 0.8645,
+ 0.8609,
+ 0.8647,
+ 0.8645,
+ 0.8668,
+ 0.8617,
+ 0.8685,
+ 0.8675,
+ 0.861,
+ 0.8705,
+ 0.8656,
+ 0.8723,
+ 0.8709,
+ 0.8723,
+ 0.8763,
+ 0.8751,
+ 0.8766,
+ 0.8715,
+ 0.8758,
+ 0.8782,
+ 0.8767,
+ 0.8801,
+ 0.8774,
+ 0.8801,
+ 0.8824,
+ 0.8806,
+ 0.8808,
+ 0.8815,
+ 0.8819,
+ 0.8825,
+ 0.8823,
+ 0.8819,
+ 0.883,
+ 0.8819,
+ 0.8831,
+ 0.8823,
+ 0.8828,
+ 0.8826,
+ 0.8828
+ ],
+ "test_acc": [
+ 0.5255,
+ 0.7235,
+ 0.7935,
+ 0.8195,
+ 0.8155,
+ 0.818,
+ 0.8185,
+ 0.8195,
+ 0.819,
+ 0.8235,
+ 0.8145,
+ 0.8175,
+ 0.822,
+ 0.8115,
+ 0.8185,
+ 0.809,
+ 0.809,
+ 0.806,
+ 0.7985,
+ 0.789,
+ 0.802,
+ 0.795,
+ 0.7785,
+ 0.767,
+ 0.782,
+ 0.7785,
+ 0.793,
+ 0.7765,
+ 0.798,
+ 0.7875,
+ 0.8025,
+ 0.799,
+ 0.808,
+ 0.794,
+ 0.81,
+ 0.8045,
+ 0.8135,
+ 0.8065,
+ 0.8235,
+ 0.8165,
+ 0.819,
+ 0.8085,
+ 0.8145,
+ 0.8115,
+ 0.8125,
+ 0.815,
+ 0.819,
+ 0.812,
+ 0.8155,
+ 0.8175,
+ 0.8125,
+ 0.811,
+ 0.8125,
+ 0.8235,
+ 0.8155,
+ 0.8145,
+ 0.8215,
+ 0.816,
+ 0.818,
+ 0.8225,
+ 0.825,
+ 0.8205,
+ 0.818,
+ 0.818,
+ 0.8235,
+ 0.824,
+ 0.8185,
+ 0.8175,
+ 0.821,
+ 0.818,
+ 0.8195,
+ 0.822,
+ 0.8185,
+ 0.8205,
+ 0.82,
+ 0.8195,
+ 0.8205,
+ 0.82,
+ 0.822,
+ 0.822
+ ],
+ "state_pred_error": [
+ 0.7962929263591766,
+ 0.331514656496048,
+ 0.19661902210712434,
+ 0.16503102767467498,
+ 0.14755443301200866,
+ 0.12628681234121322,
+ 0.10449981281757355,
+ 0.08584924747943878,
+ 0.0699757203578949,
+ 0.05582202136516571,
+ 0.04389634461402893,
+ 0.036387173852324484,
+ 0.03049680006802082,
+ 0.02591462894678116,
+ 0.02221634505391121,
+ 0.019373500156402587,
+ 0.017665761670470237,
+ 0.0157645114377141,
+ 0.014524527588486671,
+ 0.013737535402178765,
+ 0.012687528398633003,
+ 0.011898116055130959,
+ 0.011640684556961059,
+ 0.010859360812604427,
+ 0.010485637862980365,
+ 0.009991707500815392,
+ 0.009739254067838193,
+ 0.008777845013141631,
+ 0.00828778415173292,
+ 0.008094209410250188,
+ 0.007691447506099939,
+ 0.007422742694616318,
+ 0.007276442471146584,
+ 0.006999653156101703,
+ 0.0067770635947585105,
+ 0.006470148958265781,
+ 0.006286166054010391,
+ 0.00604953683167696,
+ 0.006004941011965275,
+ 0.005863147027045488,
+ 0.005500460632890463,
+ 0.005411263838410377,
+ 0.005238449747860432,
+ 0.005156481459736824,
+ 0.004926877556741238,
+ 0.004763428920507431,
+ 0.004753794524073601,
+ 0.004590867299586535,
+ 0.004666488307341933,
+ 0.004403108169138432,
+ 0.004165763948857784,
+ 0.00412739000916481,
+ 0.0041623744465410705,
+ 0.004234333600848913,
+ 0.004279930933192373,
+ 0.00375170355848968,
+ 0.003802278782427311,
+ 0.0036928312376141546,
+ 0.0036528290495276452,
+ 0.0038295471183955668,
+ 0.003527464033663273,
+ 0.0033376181811094283,
+ 0.003297599468007684,
+ 0.0033206129163503646,
+ 0.003547699999809265,
+ 0.0032429821506142617,
+ 0.0031518954910337927,
+ 0.003168932900391519,
+ 0.002991512390971184,
+ 0.0029735447630286215,
+ 0.0029666012093424797,
+ 0.0029554983984678984,
+ 0.002873803383857012,
+ 0.002869913595914841,
+ 0.00284024139046669,
+ 0.0029223025660961867,
+ 0.0027367467910051346,
+ 0.0027474096663296223,
+ 0.0026910540357232096,
+ 0.0027065009888261556
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9309895038604736,
+ 0.47941499948501587
+ ],
+ "perturbation_rho": [
+ 0.8439192175865173,
+ 0.37250760197639465
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0257757268846035,
+ -0.0026356291491538286
+ ],
+ "0.003": [
+ -0.07368925958871841,
+ -0.007871035486459732
+ ],
+ "0.01": [
+ -0.2068808674812317,
+ -0.025803586468100548
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 436.0709533691406,
+ 352.44915771484375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2166633338928223,
+ 1.4822776604652406,
+ 0.8527356213569641,
+ 0.5706128049373627,
+ 0.43896263313293454,
+ 0.38758574914932253,
+ 0.3662052785873413,
+ 0.35315943990945814,
+ 0.3356183546543121,
+ 0.3451760648012161,
+ 0.35537444372177124,
+ 0.3936114372730255,
+ 0.35565873963832856,
+ 0.3649965980768204,
+ 0.37292858068943024,
+ 0.3939949078083038,
+ 0.39196848384141925,
+ 0.39390314302444457,
+ 0.42576994676589963,
+ 0.4276782782554627,
+ 0.49126899070739743,
+ 0.5104124393463135,
+ 0.5060470756292343,
+ 0.5146438408851624,
+ 0.5792045258522034,
+ 0.58794528465271,
+ 0.6390262460947037,
+ 0.6486665966033935,
+ 0.6689690710544586,
+ 0.7052691784381866,
+ 0.7274600021362305,
+ 0.7133333879470826,
+ 0.7636545959472656,
+ 0.7814437804698944,
+ 0.7844102795600891,
+ 0.775709469127655,
+ 0.8138838304996491,
+ 0.8132558471679687,
+ 0.8678097775459289,
+ 0.8119752780914307,
+ 0.8714342193603516,
+ 0.9063542318344117,
+ 0.925028806400299,
+ 0.8863205076217652,
+ 0.9204323357582093,
+ 0.9434663917541504,
+ 0.9461792286872863,
+ 0.9343688268661499,
+ 0.9500316833496094,
+ 0.9462117325782776,
+ 0.9365047801971436,
+ 0.935371301651001,
+ 0.9619980144500733,
+ 0.9775615167617798,
+ 0.9611524658203126,
+ 0.9673760023117065,
+ 0.9664952352523803,
+ 0.9738808612823486,
+ 0.9750494892120362,
+ 0.997103341293335,
+ 0.9816123373031617,
+ 0.9958496462821961,
+ 1.0000357272148133,
+ 0.9956781629562378,
+ 1.0005756943702697,
+ 1.0038517833709717,
+ 1.0042228302001952,
+ 1.0025716598510743,
+ 1.002968798828125,
+ 1.0022998886108399,
+ 1.0010733880996705,
+ 0.9982695043563843,
+ 0.9950118174552918,
+ 0.9933666072845458,
+ 0.9921276975631714,
+ 0.990613134765625,
+ 0.9894881931304932,
+ 0.9888591194152831,
+ 0.9883952844619751,
+ 0.9880848827362061
+ ],
+ "train_acc": [
+ 0.1912,
+ 0.5078,
+ 0.712,
+ 0.8031,
+ 0.8345,
+ 0.8512,
+ 0.8565,
+ 0.8636,
+ 0.8719,
+ 0.8714,
+ 0.8708,
+ 0.8646,
+ 0.8746,
+ 0.8757,
+ 0.8688,
+ 0.866,
+ 0.867,
+ 0.8694,
+ 0.8589,
+ 0.8607,
+ 0.8507,
+ 0.8413,
+ 0.8457,
+ 0.8431,
+ 0.8284,
+ 0.822,
+ 0.8066,
+ 0.8036,
+ 0.7986,
+ 0.7888,
+ 0.7845,
+ 0.7843,
+ 0.7753,
+ 0.764,
+ 0.7626,
+ 0.7606,
+ 0.7499,
+ 0.7428,
+ 0.7326,
+ 0.738,
+ 0.7238,
+ 0.7095,
+ 0.7052,
+ 0.7201,
+ 0.7072,
+ 0.7003,
+ 0.6995,
+ 0.6979,
+ 0.699,
+ 0.6974,
+ 0.701,
+ 0.6997,
+ 0.6946,
+ 0.6889,
+ 0.6945,
+ 0.6899,
+ 0.6912,
+ 0.6881,
+ 0.6871,
+ 0.6842,
+ 0.6865,
+ 0.6847,
+ 0.6883,
+ 0.6848,
+ 0.6851,
+ 0.6841,
+ 0.6878,
+ 0.6856,
+ 0.6872,
+ 0.6879,
+ 0.686,
+ 0.6866,
+ 0.6869,
+ 0.6855,
+ 0.6881,
+ 0.6875,
+ 0.688,
+ 0.6885,
+ 0.6881,
+ 0.6881
+ ],
+ "test_acc": [
+ 0.348,
+ 0.5945,
+ 0.728,
+ 0.782,
+ 0.7995,
+ 0.811,
+ 0.8105,
+ 0.818,
+ 0.825,
+ 0.8175,
+ 0.811,
+ 0.8265,
+ 0.824,
+ 0.821,
+ 0.821,
+ 0.8255,
+ 0.8055,
+ 0.827,
+ 0.814,
+ 0.77,
+ 0.795,
+ 0.789,
+ 0.788,
+ 0.783,
+ 0.764,
+ 0.7615,
+ 0.7575,
+ 0.7545,
+ 0.734,
+ 0.735,
+ 0.728,
+ 0.7295,
+ 0.718,
+ 0.721,
+ 0.7195,
+ 0.709,
+ 0.687,
+ 0.661,
+ 0.671,
+ 0.6885,
+ 0.6745,
+ 0.6765,
+ 0.6655,
+ 0.6745,
+ 0.657,
+ 0.675,
+ 0.6705,
+ 0.6505,
+ 0.6705,
+ 0.673,
+ 0.6785,
+ 0.666,
+ 0.6705,
+ 0.6695,
+ 0.669,
+ 0.6715,
+ 0.672,
+ 0.666,
+ 0.6715,
+ 0.6685,
+ 0.674,
+ 0.6665,
+ 0.6655,
+ 0.6695,
+ 0.6565,
+ 0.6595,
+ 0.6655,
+ 0.6545,
+ 0.6655,
+ 0.6625,
+ 0.6615,
+ 0.6615,
+ 0.6645,
+ 0.666,
+ 0.6625,
+ 0.664,
+ 0.6635,
+ 0.6635,
+ 0.6635,
+ 0.664
+ ],
+ "value_loss": [
+ 2.862312266921997,
+ 0.7870045631408692,
+ 0.5866680012226104,
+ 0.487851585483551,
+ 0.42467003531455993,
+ 0.42933752834796907,
+ 0.4517250923156738,
+ 0.49036711559295654,
+ 0.5370833713054657,
+ 0.5225693160533905,
+ 0.5723625789642334,
+ 0.6810438357830048,
+ 0.6196456489801407,
+ 0.6161580103397369,
+ 0.6767898920059204,
+ 0.6839942785263061,
+ 0.7228468099951744,
+ 0.731743062210083,
+ 0.8153413344562054,
+ 0.8487729335784913,
+ 1.1239148555755616,
+ 1.111784733581543,
+ 1.0937595278739929,
+ 1.1393394327163697,
+ 1.3184698207855226,
+ 1.2240205763816834,
+ 1.281676392173767,
+ 1.3282772884368896,
+ 1.277956589794159,
+ 1.3837186878204346,
+ 1.3530437088012695,
+ 1.1659054378509521,
+ 1.209618302154541,
+ 1.0256237523555756,
+ 0.9905264866828919,
+ 0.8770509265899659,
+ 0.9170616325616836,
+ 0.8460413787841797,
+ 0.978120857000351,
+ 0.7710761907577515,
+ 0.7819046745300293,
+ 0.8031992895126343,
+ 0.8599374737739564,
+ 0.7989227243423462,
+ 0.8483824888706207,
+ 0.838105262184143,
+ 0.831775927734375,
+ 0.8010647817611695,
+ 0.7901058013916016,
+ 0.7647614275455474,
+ 0.764328832244873,
+ 0.7659363707542419,
+ 0.7591242840766906,
+ 0.793391801738739,
+ 0.774118152999878,
+ 0.6988259189605713,
+ 0.7934306571006775,
+ 0.754872838139534,
+ 0.7264098434448242,
+ 0.7199796464920044,
+ 0.7088566905021667,
+ 0.7621092021942139,
+ 0.7465033507347107,
+ 0.7402997331619263,
+ 0.697352447605133,
+ 0.722913084411621,
+ 0.7380389479637146,
+ 0.6805807943344117,
+ 0.6974307493209839,
+ 0.6769652221679687,
+ 0.6623517539978028,
+ 0.6548144243717193,
+ 0.6477350507736206,
+ 0.6379247413635254,
+ 0.6550224852561951,
+ 0.6673833505630493,
+ 0.6371668090820313,
+ 0.6245359985351563,
+ 0.6310369262695312,
+ 0.6019191103935242
+ ],
+ "term_loss": [
+ 1.6362721346855165,
+ 0.37781597232818603,
+ 0.35956392331123355,
+ 0.30113453228473663,
+ 0.2540520797491074,
+ 0.26107953673601153,
+ 0.28645103769302366,
+ 0.33103201488256456,
+ 0.3847377519249916,
+ 0.369207483792305,
+ 0.41831262006759645,
+ 0.5161090086460114,
+ 0.4692179684817791,
+ 0.4602657828330994,
+ 0.5237038430452347,
+ 0.5198972980499268,
+ 0.5641665159583091,
+ 0.5718718901395797,
+ 0.6431136459127068,
+ 0.677467121887207,
+ 0.9314209022521973,
+ 0.9112024291992188,
+ 0.8943795773983002,
+ 0.9359503910779953,
+ 1.0914871151924133,
+ 0.9879622640609741,
+ 1.026415785932541,
+ 1.078644213104248,
+ 1.0273881074905395,
+ 1.1246179870605468,
+ 1.085285704421997,
+ 0.8998660541534423,
+ 0.9242175249814987,
+ 0.7358711883544922,
+ 0.6963623027563095,
+ 0.5854673199653625,
+ 0.6217934660077095,
+ 0.5570110441207886,
+ 0.6709790559053421,
+ 0.4901563432216644,
+ 0.4858744155883789,
+ 0.4959319089889526,
+ 0.5449313802719116,
+ 0.4945675350189209,
+ 0.5295222800731659,
+ 0.5174280918598175,
+ 0.5047948003768921,
+ 0.4674406248092651,
+ 0.4568398364067078,
+ 0.4325192159175873,
+ 0.4349327120780945,
+ 0.4375899739265442,
+ 0.42619164731502535,
+ 0.45259529867172243,
+ 0.4362746577501297,
+ 0.36338143222332003,
+ 0.4524987346172333,
+ 0.4116030908584595,
+ 0.38697444515228274,
+ 0.3790359831929207,
+ 0.3727722673654556,
+ 0.41500336648225783,
+ 0.4030157947540283,
+ 0.39471385617256166,
+ 0.35684009437263015,
+ 0.37995485734939577,
+ 0.3932207664966583,
+ 0.3434924767494202,
+ 0.3561821739196777,
+ 0.33800402256250384,
+ 0.32919570360183714,
+ 0.32527549781799314,
+ 0.32046796481013295,
+ 0.3076671746253967,
+ 0.32101710920333865,
+ 0.329897655916214,
+ 0.3110539279192686,
+ 0.289623655128479,
+ 0.30524736881256104,
+ 0.28414561631679536
+ ],
+ "bridge_loss": [
+ 0.9257246531827085,
+ 0.11931550175547599,
+ 0.019036986203491688,
+ 0.009200494468957186,
+ 0.01670405386686325,
+ 0.022144653449952603,
+ 0.02092598076760769,
+ 0.017403891210258007,
+ 0.014749217769503593,
+ 0.014875961096584797,
+ 0.012387205076217652,
+ 0.013591324252635241,
+ 0.01249192453622818,
+ 0.015692542472481728,
+ 0.011785203318297863,
+ 0.014191117997467518,
+ 0.012356174829602242,
+ 0.015679762499034404,
+ 0.018022386149317025,
+ 0.018556285762786864,
+ 0.025691469037532805,
+ 0.027234909960627555,
+ 0.026883753621578216,
+ 0.02885721744298935,
+ 0.036984953236579896,
+ 0.042136997365951535,
+ 0.04648944373428822,
+ 0.0383615080177784,
+ 0.03299343649148941,
+ 0.036316176214814186,
+ 0.037490837126970294,
+ 0.03762312990427017,
+ 0.04573201023340225,
+ 0.04586766301393509,
+ 0.05017340140193701,
+ 0.048964026015996934,
+ 0.044927955681830646,
+ 0.03785374255180359,
+ 0.0429724424123764,
+ 0.028634057849645615,
+ 0.032143977612257006,
+ 0.03326438666582108,
+ 0.038441793063282964,
+ 0.03851528071463108,
+ 0.04538965437486768,
+ 0.041940523386001585,
+ 0.04745692467689514,
+ 0.05371042605638504,
+ 0.053415575397014615,
+ 0.053903627383708956,
+ 0.05321261163949966,
+ 0.053114770835638044,
+ 0.0531739701628685,
+ 0.057856653088331225,
+ 0.059756802570819854,
+ 0.05648564575314522,
+ 0.06359097779989242,
+ 0.06458331343829632,
+ 0.060640481400489804,
+ 0.05943436603546143,
+ 0.058031611156463624,
+ 0.06803198567032814,
+ 0.06276154099106789,
+ 0.06635524654388428,
+ 0.06129389543533325,
+ 0.06432680562734604,
+ 0.06636923305988311,
+ 0.059899713945388795,
+ 0.0640624837398529,
+ 0.062204831221699716,
+ 0.057054962158203125,
+ 0.054482452845573424,
+ 0.05312725995779038,
+ 0.05630911908447742,
+ 0.06101996395587921,
+ 0.06387735533714295,
+ 0.0534395126581192,
+ 0.0628511904478073,
+ 0.0538769678235054,
+ 0.04602321577072144
+ ],
+ "tgrad_loss": [
+ 0.3003154767036438,
+ 0.2898730874300003,
+ 0.20806708674430846,
+ 0.17751656254529952,
+ 0.15391390190124513,
+ 0.14611333754062653,
+ 0.14434807376861572,
+ 0.14193120997697115,
+ 0.13759640024900435,
+ 0.13848587619662284,
+ 0.14166275129318237,
+ 0.15134349975585937,
+ 0.13793575568199157,
+ 0.14019968309402467,
+ 0.14130084238052368,
+ 0.14990585656166078,
+ 0.1463241186618805,
+ 0.14419140665531158,
+ 0.1542052926674485,
+ 0.1527495301246643,
+ 0.1668024854183197,
+ 0.17334739017486572,
+ 0.17249620418548584,
+ 0.17453181505203247,
+ 0.18999774327278138,
+ 0.1939213035583496,
+ 0.2087711593389511,
+ 0.2112715651512146,
+ 0.21757504351139068,
+ 0.22278451583385467,
+ 0.23026716661453248,
+ 0.2284162474632263,
+ 0.23966876842975615,
+ 0.24388489694595336,
+ 0.24399078636169433,
+ 0.24261958465576172,
+ 0.25034020925164224,
+ 0.2511765937805176,
+ 0.2641693664073944,
+ 0.2522857914686203,
+ 0.2638862795829773,
+ 0.2740029864311218,
+ 0.2765643033981323,
+ 0.2658399072170258,
+ 0.2734705581665039,
+ 0.27873664593696595,
+ 0.27952420189380645,
+ 0.2799137293815613,
+ 0.279850385761261,
+ 0.2783385745048523,
+ 0.27618350377082823,
+ 0.27523162972927095,
+ 0.2797586728334427,
+ 0.28293985466957094,
+ 0.2780866926670075,
+ 0.2789588441610336,
+ 0.27734094581604,
+ 0.27868643355369566,
+ 0.27879491510391236,
+ 0.2815093013763428,
+ 0.2780528148651123,
+ 0.2790738520145416,
+ 0.2807260126113892,
+ 0.27923062591552733,
+ 0.2792184523820877,
+ 0.2786314179420471,
+ 0.27844894323349,
+ 0.2771886028289795,
+ 0.2771860946416855,
+ 0.2767563671588898,
+ 0.2761010935783386,
+ 0.2750564743757248,
+ 0.2741398271083832,
+ 0.27394844496250154,
+ 0.2729854103088379,
+ 0.2736083378314972,
+ 0.2726733682632446,
+ 0.27206115741729736,
+ 0.2719125874519348,
+ 0.27175028200149537
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.08253486454486847,
+ 0.21193227171897888
+ ],
+ "perturbation_rho": [
+ 0.16999724507331848,
+ 0.38439691066741943
+ ],
+ "nudging": {
+ "0.001": [
+ -0.006295680068433285,
+ -0.0018268785206601024
+ ],
+ "0.003": [
+ -0.01877513900399208,
+ -0.005475326906889677
+ ],
+ "0.01": [
+ -0.06126694008708,
+ -0.018186643719673157
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L2_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L2_s42.json
new file mode 100644
index 0000000..45cc27d
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L2_s42.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.7469921964645385,
+ 0.7762492984771728,
+ 0.4454891031265259,
+ 0.3439776607513428,
+ 0.30045424115657804,
+ 0.26611735553741456,
+ 0.2505315256118774,
+ 0.24360769803524018,
+ 0.22747097635269165,
+ 0.21351920757293702,
+ 0.22532537747621537,
+ 0.19045140881538392,
+ 0.21200945961475373,
+ 0.18350264816284179,
+ 0.19344435539245605,
+ 0.19839551146030426,
+ 0.18061033978462218,
+ 0.18738391342163085,
+ 0.18450877788066863,
+ 0.1632273875951767,
+ 0.16299721558094024,
+ 0.16514803619384766,
+ 0.1703759162902832,
+ 0.15658577971458434,
+ 0.14988700304031372,
+ 0.15264777562618256,
+ 0.14738776090145111,
+ 0.13500966317653657,
+ 0.1457256983742118,
+ 0.13223446586132048,
+ 0.13609031571149827,
+ 0.13583973288536072,
+ 0.1469111985206604,
+ 0.13777201886177062,
+ 0.13065203895568847,
+ 0.12617083721160888,
+ 0.1321597861289978,
+ 0.12395665965080262,
+ 0.11719741675853729,
+ 0.11553976912498475,
+ 0.11449888982772827,
+ 0.11582267075777054,
+ 0.11140473079681397,
+ 0.11012234913110733,
+ 0.10696516524553298,
+ 0.10496284217834473,
+ 0.10164717164635659,
+ 0.09967014385461807,
+ 0.09949336104393006,
+ 0.09992695951461791,
+ 0.09878557796478271,
+ 0.0970326550245285,
+ 0.09741161692142486,
+ 0.09751687405109405,
+ 0.09623571313023567,
+ 0.09284615292549134,
+ 0.0957500367641449,
+ 0.09338720336854457,
+ 0.09024579298496246,
+ 0.08942505007982254,
+ 0.08785170428752899,
+ 0.08733722891807556,
+ 0.08688130040168762,
+ 0.08673911666870117,
+ 0.08548909291028976,
+ 0.08519326827526093,
+ 0.08429346961975098,
+ 0.08352354682683945,
+ 0.08309621875286102,
+ 0.08272465426325798,
+ 0.08228744316101075,
+ 0.08209771162867546,
+ 0.08182088244557381,
+ 0.08152369939088822,
+ 0.08132276413440705,
+ 0.08110721132159233,
+ 0.08096936017274857,
+ 0.08085654984712601,
+ 0.08079161962270737,
+ 0.08074765578508378
+ ],
+ "train_acc": [
+ 0.4186,
+ 0.794,
+ 0.8784,
+ 0.8999,
+ 0.9031,
+ 0.9152,
+ 0.9146,
+ 0.9133,
+ 0.921,
+ 0.9255,
+ 0.915,
+ 0.9361,
+ 0.9218,
+ 0.9335,
+ 0.9261,
+ 0.9272,
+ 0.9335,
+ 0.932,
+ 0.9311,
+ 0.9429,
+ 0.9413,
+ 0.9402,
+ 0.9383,
+ 0.9425,
+ 0.9462,
+ 0.9424,
+ 0.9487,
+ 0.9543,
+ 0.9483,
+ 0.9555,
+ 0.9531,
+ 0.9531,
+ 0.9454,
+ 0.9526,
+ 0.9564,
+ 0.9572,
+ 0.9548,
+ 0.9578,
+ 0.9611,
+ 0.9644,
+ 0.9644,
+ 0.9634,
+ 0.966,
+ 0.9664,
+ 0.9675,
+ 0.9682,
+ 0.9708,
+ 0.9716,
+ 0.9738,
+ 0.9711,
+ 0.974,
+ 0.9742,
+ 0.9739,
+ 0.9723,
+ 0.9728,
+ 0.9778,
+ 0.9738,
+ 0.9747,
+ 0.9771,
+ 0.9784,
+ 0.9793,
+ 0.9797,
+ 0.9803,
+ 0.9807,
+ 0.9809,
+ 0.981,
+ 0.9813,
+ 0.9821,
+ 0.9822,
+ 0.9821,
+ 0.9822,
+ 0.9832,
+ 0.983,
+ 0.9833,
+ 0.9833,
+ 0.9832,
+ 0.9836,
+ 0.9838,
+ 0.9839,
+ 0.9841
+ ],
+ "test_acc": [
+ 0.674,
+ 0.8355,
+ 0.8645,
+ 0.8825,
+ 0.874,
+ 0.878,
+ 0.886,
+ 0.8895,
+ 0.889,
+ 0.8865,
+ 0.89,
+ 0.8995,
+ 0.894,
+ 0.8955,
+ 0.891,
+ 0.893,
+ 0.896,
+ 0.898,
+ 0.9015,
+ 0.901,
+ 0.903,
+ 0.91,
+ 0.906,
+ 0.9105,
+ 0.901,
+ 0.9105,
+ 0.9095,
+ 0.908,
+ 0.9015,
+ 0.911,
+ 0.909,
+ 0.9075,
+ 0.9065,
+ 0.901,
+ 0.9065,
+ 0.908,
+ 0.9095,
+ 0.913,
+ 0.9125,
+ 0.9155,
+ 0.9155,
+ 0.9125,
+ 0.9165,
+ 0.9105,
+ 0.914,
+ 0.9155,
+ 0.9155,
+ 0.9155,
+ 0.921,
+ 0.918,
+ 0.9145,
+ 0.9185,
+ 0.9185,
+ 0.9195,
+ 0.917,
+ 0.9185,
+ 0.9165,
+ 0.9155,
+ 0.916,
+ 0.916,
+ 0.9175,
+ 0.9175,
+ 0.9165,
+ 0.9175,
+ 0.918,
+ 0.9205,
+ 0.9185,
+ 0.9195,
+ 0.9195,
+ 0.9185,
+ 0.919,
+ 0.92,
+ 0.9195,
+ 0.9185,
+ 0.918,
+ 0.918,
+ 0.9185,
+ 0.9185,
+ 0.9185,
+ 0.9185
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9016435146331787,
+ 0.885430634021759
+ ],
+ "perturbation_rho": [
+ 0.9999990463256836,
+ 0.9999956488609314
+ ],
+ "nudging": {
+ "0.001": [
+ -0.025333665311336517,
+ -0.008427875116467476
+ ],
+ "0.003": [
+ -0.06789667904376984,
+ -0.024404384195804596
+ ],
+ "0.01": [
+ -0.1530623733997345,
+ -0.07174263894557953
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2672516973495482,
+ 1.5406763599395752,
+ 0.8734839607238769,
+ 0.5719744925498962,
+ 0.43795060081481935,
+ 0.3796915352344513,
+ 0.3515102066040039,
+ 0.34363653602600097,
+ 0.346579896068573,
+ 0.3523189636230469,
+ 0.36527162773907185,
+ 0.354346701669693,
+ 0.36580664479769764,
+ 0.3704022624015808,
+ 0.38606751427650454,
+ 0.39586514394283295,
+ 0.39508123254776,
+ 0.3993864247083664,
+ 0.37308432426452637,
+ 0.37541835613250735,
+ 0.39490375390052795,
+ 0.41886737365722654,
+ 0.42669332542419436,
+ 0.4329951783180237,
+ 0.41213310742378234,
+ 0.41604060430526735,
+ 0.439035751914978,
+ 0.4203595119476318,
+ 0.4442571120105684,
+ 0.3852801851511002,
+ 0.4143046700000763,
+ 0.40898334140777587,
+ 0.4385781176567078,
+ 0.4152657918930054,
+ 0.3895705045700073,
+ 0.37223660364151,
+ 0.44713057374954224,
+ 0.39130793590545654,
+ 0.4226909558773041,
+ 0.40002760217189787,
+ 0.40161972694396975,
+ 0.40211384024620056,
+ 0.35893915023803713,
+ 0.3810792253375053,
+ 0.3602697286605835,
+ 0.39281459631919863,
+ 0.36947657871246337,
+ 0.35637855994701384,
+ 0.3324590299606323,
+ 0.3467387020111084,
+ 0.36033435146808623,
+ 0.33432699961662293,
+ 0.34486105864048006,
+ 0.33717776260375976,
+ 0.3389194183349609,
+ 0.33332413997650145,
+ 0.3654030384540558,
+ 0.33450953476428985,
+ 0.3124741755962372,
+ 0.318544306409359,
+ 0.30823197283744813,
+ 0.3136479189872742,
+ 0.31080177907943723,
+ 0.3169054593086243,
+ 0.3074277029514313,
+ 0.30450149250030517,
+ 0.30927493453025817,
+ 0.3046170944571495,
+ 0.2992845245361328,
+ 0.3026343915730715,
+ 0.29540148811340333,
+ 0.29762721849679946,
+ 0.29338113285303113,
+ 0.29300176270604134,
+ 0.2912304340839386,
+ 0.2921901733696461,
+ 0.29031082172393796,
+ 0.2895033945083618,
+ 0.2892534152030945,
+ 0.2889680833816528
+ ],
+ "train_acc": [
+ 0.1707,
+ 0.4868,
+ 0.6988,
+ 0.7929,
+ 0.8367,
+ 0.8555,
+ 0.866,
+ 0.873,
+ 0.8721,
+ 0.8736,
+ 0.8709,
+ 0.8743,
+ 0.8744,
+ 0.8735,
+ 0.8726,
+ 0.873,
+ 0.8759,
+ 0.8706,
+ 0.8758,
+ 0.879,
+ 0.8741,
+ 0.8645,
+ 0.8702,
+ 0.8677,
+ 0.8714,
+ 0.8741,
+ 0.8644,
+ 0.8692,
+ 0.8643,
+ 0.8824,
+ 0.8701,
+ 0.8755,
+ 0.8675,
+ 0.8737,
+ 0.8813,
+ 0.8809,
+ 0.8657,
+ 0.8804,
+ 0.8722,
+ 0.8754,
+ 0.8757,
+ 0.8753,
+ 0.8879,
+ 0.8822,
+ 0.8884,
+ 0.8823,
+ 0.8806,
+ 0.8855,
+ 0.8935,
+ 0.893,
+ 0.8867,
+ 0.8912,
+ 0.8868,
+ 0.8913,
+ 0.8911,
+ 0.8926,
+ 0.8844,
+ 0.8921,
+ 0.8996,
+ 0.8933,
+ 0.8985,
+ 0.8971,
+ 0.8978,
+ 0.8939,
+ 0.9007,
+ 0.9005,
+ 0.8987,
+ 0.8986,
+ 0.9016,
+ 0.9009,
+ 0.9022,
+ 0.9008,
+ 0.9041,
+ 0.9027,
+ 0.9035,
+ 0.9042,
+ 0.9041,
+ 0.9038,
+ 0.9039,
+ 0.9041
+ ],
+ "test_acc": [
+ 0.3125,
+ 0.5955,
+ 0.726,
+ 0.775,
+ 0.7965,
+ 0.8115,
+ 0.8185,
+ 0.823,
+ 0.814,
+ 0.8095,
+ 0.8235,
+ 0.818,
+ 0.8225,
+ 0.802,
+ 0.8155,
+ 0.8165,
+ 0.8145,
+ 0.8135,
+ 0.826,
+ 0.8315,
+ 0.8215,
+ 0.817,
+ 0.8075,
+ 0.7745,
+ 0.8085,
+ 0.817,
+ 0.8235,
+ 0.7995,
+ 0.821,
+ 0.795,
+ 0.8085,
+ 0.822,
+ 0.8145,
+ 0.8365,
+ 0.8175,
+ 0.8085,
+ 0.8175,
+ 0.804,
+ 0.8235,
+ 0.8135,
+ 0.818,
+ 0.812,
+ 0.8305,
+ 0.827,
+ 0.827,
+ 0.822,
+ 0.8145,
+ 0.8365,
+ 0.8235,
+ 0.8325,
+ 0.8365,
+ 0.83,
+ 0.8215,
+ 0.816,
+ 0.8315,
+ 0.835,
+ 0.838,
+ 0.8415,
+ 0.839,
+ 0.834,
+ 0.841,
+ 0.8325,
+ 0.8355,
+ 0.837,
+ 0.8425,
+ 0.8445,
+ 0.8355,
+ 0.8385,
+ 0.8435,
+ 0.8375,
+ 0.8405,
+ 0.8425,
+ 0.8415,
+ 0.8435,
+ 0.842,
+ 0.8425,
+ 0.842,
+ 0.844,
+ 0.842,
+ 0.842
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.003507068380713463,
+ 0.06432205438613892
+ ],
+ "perturbation_rho": [
+ 0.009520611725747585,
+ 0.008434494026005268
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0002756889152806252,
+ -0.00020426382252480835
+ ],
+ "0.003": [
+ -0.0007265026797540486,
+ -0.0006114119896665215
+ ],
+ "0.01": [
+ -0.0012172441929578781,
+ -0.002031015930697322
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.035005982208252,
+ 1.0625006386756897,
+ 0.5681396248340607,
+ 0.40292615756988526,
+ 0.35494276213645937,
+ 0.35367286462783815,
+ 0.3522244266748428,
+ 0.3483129674911499,
+ 0.3471846503138542,
+ 0.339002624130249,
+ 0.3345070185661316,
+ 0.32301185145378114,
+ 0.33057213478088376,
+ 0.32907251510620117,
+ 0.3413796614646912,
+ 0.3397313566684723,
+ 0.34876382074356077,
+ 0.37978848781585695,
+ 0.3638390887260437,
+ 0.38385889353752134,
+ 0.37183677554130556,
+ 0.3724878916740417,
+ 0.37140159249305726,
+ 0.36678935465812684,
+ 0.39441064119338987,
+ 0.3975552704811096,
+ 0.37753898453712464,
+ 0.3906581982135773,
+ 0.37475493841171265,
+ 0.37576223373413087,
+ 0.3782484645366669,
+ 0.37623033885359763,
+ 0.36558109712600706,
+ 0.3910276884615421,
+ 0.3600040744304657,
+ 0.36322228198051454,
+ 0.3801977564573288,
+ 0.36730438537597654,
+ 0.3575902397632599,
+ 0.37418701705932617,
+ 0.3590826825141907,
+ 0.3950372566223144,
+ 0.36714599866867065,
+ 0.3721199869632721,
+ 0.3592522024154663,
+ 0.35940034481287003,
+ 0.34905432891845706,
+ 0.3683148382663727,
+ 0.3443241489171982,
+ 0.3423384827136993,
+ 0.3531889009475708,
+ 0.34689038696289065,
+ 0.35813456788063047,
+ 0.35032057762145996,
+ 0.3468820187568665,
+ 0.3417310636520386,
+ 0.3436132889151573,
+ 0.3363162727832794,
+ 0.33885444416999816,
+ 0.3382028401374817,
+ 0.3337278725862503,
+ 0.32967933921813963,
+ 0.33579480311870574,
+ 0.3290024467945099,
+ 0.32965006504058836,
+ 0.32792007284164426,
+ 0.32932969875335694,
+ 0.3255772262096405,
+ 0.3246876961708069,
+ 0.3239794743061066,
+ 0.32336828413009644,
+ 0.32233704478740693,
+ 0.32169947628974915,
+ 0.3200554334640503,
+ 0.3199539676547051,
+ 0.31967375645637514,
+ 0.3195785717487335,
+ 0.318930774641037,
+ 0.3186777819395065,
+ 0.3185241099357605
+ ],
+ "train_acc": [
+ 0.2702,
+ 0.6491,
+ 0.8061,
+ 0.8554,
+ 0.8668,
+ 0.8634,
+ 0.8662,
+ 0.8688,
+ 0.8671,
+ 0.8702,
+ 0.8729,
+ 0.8782,
+ 0.8732,
+ 0.8719,
+ 0.8673,
+ 0.8678,
+ 0.8671,
+ 0.8563,
+ 0.8596,
+ 0.854,
+ 0.8605,
+ 0.8572,
+ 0.8592,
+ 0.8646,
+ 0.8541,
+ 0.8505,
+ 0.8577,
+ 0.8555,
+ 0.8621,
+ 0.8601,
+ 0.863,
+ 0.8583,
+ 0.8668,
+ 0.8577,
+ 0.8657,
+ 0.862,
+ 0.8547,
+ 0.8652,
+ 0.8667,
+ 0.8618,
+ 0.867,
+ 0.8564,
+ 0.8662,
+ 0.8633,
+ 0.8686,
+ 0.8658,
+ 0.8734,
+ 0.8632,
+ 0.8724,
+ 0.8748,
+ 0.8728,
+ 0.8697,
+ 0.8659,
+ 0.8727,
+ 0.8756,
+ 0.8783,
+ 0.8745,
+ 0.8766,
+ 0.8747,
+ 0.8767,
+ 0.8764,
+ 0.8802,
+ 0.8779,
+ 0.879,
+ 0.8787,
+ 0.8781,
+ 0.8788,
+ 0.8802,
+ 0.8798,
+ 0.88,
+ 0.8814,
+ 0.8811,
+ 0.8817,
+ 0.8829,
+ 0.8819,
+ 0.8821,
+ 0.8827,
+ 0.8825,
+ 0.8824,
+ 0.8825
+ ],
+ "test_acc": [
+ 0.503,
+ 0.7255,
+ 0.797,
+ 0.817,
+ 0.8245,
+ 0.8205,
+ 0.825,
+ 0.824,
+ 0.8225,
+ 0.8195,
+ 0.819,
+ 0.804,
+ 0.815,
+ 0.803,
+ 0.812,
+ 0.806,
+ 0.805,
+ 0.787,
+ 0.788,
+ 0.7925,
+ 0.7975,
+ 0.787,
+ 0.7985,
+ 0.7925,
+ 0.794,
+ 0.7845,
+ 0.788,
+ 0.8,
+ 0.809,
+ 0.7955,
+ 0.79,
+ 0.804,
+ 0.7995,
+ 0.8195,
+ 0.802,
+ 0.8105,
+ 0.805,
+ 0.807,
+ 0.788,
+ 0.8005,
+ 0.799,
+ 0.805,
+ 0.8055,
+ 0.812,
+ 0.8145,
+ 0.8125,
+ 0.81,
+ 0.816,
+ 0.814,
+ 0.811,
+ 0.8095,
+ 0.807,
+ 0.815,
+ 0.8165,
+ 0.8155,
+ 0.822,
+ 0.8125,
+ 0.816,
+ 0.824,
+ 0.818,
+ 0.8225,
+ 0.8235,
+ 0.8225,
+ 0.8235,
+ 0.822,
+ 0.823,
+ 0.826,
+ 0.8225,
+ 0.8245,
+ 0.825,
+ 0.8305,
+ 0.8265,
+ 0.8245,
+ 0.825,
+ 0.8245,
+ 0.8255,
+ 0.8255,
+ 0.8245,
+ 0.825,
+ 0.825
+ ],
+ "state_pred_error": [
+ 0.7930344770431519,
+ 0.33453584871292114,
+ 0.20085580315589904,
+ 0.1662054708957672,
+ 0.1484192388534546,
+ 0.12706449398994446,
+ 0.1051150745511055,
+ 0.0862806459903717,
+ 0.07003339284062386,
+ 0.056576034367084506,
+ 0.04550816717147827,
+ 0.037443365716934206,
+ 0.03156180031001568,
+ 0.026521402359008787,
+ 0.024098804253339767,
+ 0.020684491539001464,
+ 0.018775052654743194,
+ 0.016968464668095113,
+ 0.015761400666832924,
+ 0.0148261524528265,
+ 0.013772383904457092,
+ 0.012841872078180314,
+ 0.01212171582430601,
+ 0.011358869352936745,
+ 0.010760826092958451,
+ 0.010395293319225311,
+ 0.009721535283327103,
+ 0.009380436344444751,
+ 0.008714642544090748,
+ 0.00832201651930809,
+ 0.007944079050421715,
+ 0.007537899447977543,
+ 0.007203187400847673,
+ 0.006980897760391235,
+ 0.0067270153641700746,
+ 0.006773905930668116,
+ 0.006287054452300072,
+ 0.006013905717432499,
+ 0.005785777585208416,
+ 0.00562433947250247,
+ 0.005380938850343227,
+ 0.005262843784689903,
+ 0.005085598437488079,
+ 0.00498003980666399,
+ 0.004932753546535969,
+ 0.005003796426951885,
+ 0.004590760344266891,
+ 0.004599673649668693,
+ 0.00439439031817019,
+ 0.00423201487660408,
+ 0.004100750351697206,
+ 0.004011376547813416,
+ 0.003973590862005949,
+ 0.004097817398235202,
+ 0.0037751846626400947,
+ 0.0036597197454422714,
+ 0.003587385104969144,
+ 0.0035407144874334334,
+ 0.003462031126394868,
+ 0.0033322377867996693,
+ 0.0033507585413753986,
+ 0.003264742435514927,
+ 0.003270072665065527,
+ 0.0031124879892915486,
+ 0.003089210972934961,
+ 0.003064330695942044,
+ 0.0030382187522947786,
+ 0.002925222585350275,
+ 0.003029374345391989,
+ 0.0030071801479905846,
+ 0.0029380858182907104,
+ 0.002891799750179052,
+ 0.0028872372664511202,
+ 0.0027601104773581028,
+ 0.002647246193885803,
+ 0.003206372195482254,
+ 0.002585273112356663,
+ 0.0026350405309349297,
+ 0.0025491194140166043,
+ 0.002513679987192154
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9153801202774048,
+ 0.4171057343482971
+ ],
+ "perturbation_rho": [
+ 0.8286964893341064,
+ 0.3651735186576843
+ ],
+ "nudging": {
+ "0.001": [
+ -0.028001569211483,
+ -0.003089441917836666
+ ],
+ "0.003": [
+ -0.08059416711330414,
+ -0.00922414381057024
+ ],
+ "0.01": [
+ -0.23136131465435028,
+ -0.030226988717913628
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 438.86456298828125,
+ 353.2518310546875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2677657585144044,
+ 1.5392805450439453,
+ 0.8744732268333435,
+ 0.568014195728302,
+ 0.4398987528085709,
+ 0.3760902978897095,
+ 0.3541576505661011,
+ 0.3411660843849182,
+ 0.34918038940429685,
+ 0.3663975031852722,
+ 0.35367102298736575,
+ 0.3754954501867294,
+ 0.36713659081459044,
+ 0.38618344717025754,
+ 0.3743376718521118,
+ 0.40900271940231325,
+ 0.393092963218689,
+ 0.40236372089385986,
+ 0.40079734888076785,
+ 0.4382667214393616,
+ 0.45539406690597534,
+ 0.482037882232666,
+ 0.48538611330986026,
+ 0.5342730137348175,
+ 0.5415242199420929,
+ 0.5768073871612549,
+ 0.6066906931877136,
+ 0.5891243501663208,
+ 0.6048513441085815,
+ 0.6677637449264526,
+ 0.6201698928833008,
+ 0.6366922058105469,
+ 0.6642072593688965,
+ 0.6999521923065185,
+ 0.6945115597724915,
+ 0.6664895143508911,
+ 0.7284628839492798,
+ 0.6817547720909118,
+ 0.6409681924819947,
+ 0.6730700984954834,
+ 0.7049953090667724,
+ 0.6589361456871032,
+ 0.6752442480087281,
+ 0.7031260248184205,
+ 0.697934859085083,
+ 0.7272751848220825,
+ 0.7606932877540589,
+ 0.7395933769226074,
+ 0.7341751010894776,
+ 0.7405285339355469,
+ 0.733946765422821,
+ 0.7636806823730469,
+ 0.7857295166015625,
+ 0.7889110160827637,
+ 0.7920944040298462,
+ 0.7986338794708252,
+ 0.8144829880714417,
+ 0.8125959665298462,
+ 0.8262598834991455,
+ 0.8528658538818359,
+ 0.8327025209903717,
+ 0.838051769399643,
+ 0.8450202142715454,
+ 0.8672424634933472,
+ 0.8608419931411743,
+ 0.8575022724151611,
+ 0.8643195161819458,
+ 0.8576637521743774,
+ 0.8549348508834839,
+ 0.8627238691329956,
+ 0.8602130598068237,
+ 0.8596111630439758,
+ 0.8598717666625977,
+ 0.8593405214309693,
+ 0.8577193733215333,
+ 0.8576152732849122,
+ 0.8567814826011658,
+ 0.8552138454437256,
+ 0.8546268630981445,
+ 0.8542516090393066
+ ],
+ "train_acc": [
+ 0.1687,
+ 0.482,
+ 0.6983,
+ 0.7931,
+ 0.8356,
+ 0.8575,
+ 0.8634,
+ 0.8707,
+ 0.8712,
+ 0.8677,
+ 0.8761,
+ 0.8715,
+ 0.8803,
+ 0.874,
+ 0.8744,
+ 0.8687,
+ 0.8705,
+ 0.8714,
+ 0.8688,
+ 0.8601,
+ 0.854,
+ 0.8454,
+ 0.8436,
+ 0.8243,
+ 0.8256,
+ 0.8162,
+ 0.8066,
+ 0.8109,
+ 0.8025,
+ 0.7834,
+ 0.794,
+ 0.7832,
+ 0.7798,
+ 0.7623,
+ 0.7665,
+ 0.768,
+ 0.7548,
+ 0.7635,
+ 0.7693,
+ 0.7596,
+ 0.7519,
+ 0.7585,
+ 0.7591,
+ 0.7516,
+ 0.7492,
+ 0.7504,
+ 0.7421,
+ 0.744,
+ 0.7436,
+ 0.7452,
+ 0.7458,
+ 0.7377,
+ 0.7331,
+ 0.7333,
+ 0.7298,
+ 0.7316,
+ 0.7319,
+ 0.7304,
+ 0.7251,
+ 0.7211,
+ 0.7276,
+ 0.7256,
+ 0.7235,
+ 0.7199,
+ 0.7224,
+ 0.7196,
+ 0.7167,
+ 0.7208,
+ 0.7206,
+ 0.7152,
+ 0.7204,
+ 0.7213,
+ 0.7205,
+ 0.7207,
+ 0.7194,
+ 0.7214,
+ 0.7189,
+ 0.7189,
+ 0.72,
+ 0.7203
+ ],
+ "test_acc": [
+ 0.3165,
+ 0.585,
+ 0.732,
+ 0.777,
+ 0.8045,
+ 0.8135,
+ 0.8195,
+ 0.815,
+ 0.812,
+ 0.8215,
+ 0.81,
+ 0.823,
+ 0.8185,
+ 0.83,
+ 0.814,
+ 0.8175,
+ 0.8005,
+ 0.8195,
+ 0.8085,
+ 0.7935,
+ 0.7795,
+ 0.792,
+ 0.762,
+ 0.755,
+ 0.761,
+ 0.752,
+ 0.7535,
+ 0.739,
+ 0.731,
+ 0.7295,
+ 0.7245,
+ 0.7105,
+ 0.7015,
+ 0.6825,
+ 0.705,
+ 0.705,
+ 0.713,
+ 0.707,
+ 0.708,
+ 0.693,
+ 0.709,
+ 0.706,
+ 0.6945,
+ 0.681,
+ 0.6865,
+ 0.671,
+ 0.684,
+ 0.6535,
+ 0.688,
+ 0.69,
+ 0.6805,
+ 0.6705,
+ 0.6685,
+ 0.6865,
+ 0.674,
+ 0.671,
+ 0.676,
+ 0.668,
+ 0.673,
+ 0.6765,
+ 0.675,
+ 0.67,
+ 0.666,
+ 0.661,
+ 0.6725,
+ 0.6655,
+ 0.6725,
+ 0.6685,
+ 0.666,
+ 0.6645,
+ 0.666,
+ 0.671,
+ 0.6695,
+ 0.6665,
+ 0.6705,
+ 0.666,
+ 0.6685,
+ 0.6705,
+ 0.6675,
+ 0.6675
+ ],
+ "value_loss": [
+ 2.905167144203186,
+ 0.7669180957794189,
+ 0.6147705508232116,
+ 0.5460843969345093,
+ 0.49546599617004394,
+ 0.4756456241607666,
+ 0.49797406158447266,
+ 0.5252212357997894,
+ 0.5387117910385132,
+ 0.6003822177171707,
+ 0.5737031475782395,
+ 0.653786695432663,
+ 0.6151383343935013,
+ 0.6694676952362061,
+ 0.6386722043037415,
+ 0.7662193554401397,
+ 0.7467729004859924,
+ 0.7038962652206421,
+ 0.6815459918498993,
+ 0.8039541248321533,
+ 0.8136287561416626,
+ 0.8644815028190613,
+ 0.8639612847328186,
+ 0.957852701663971,
+ 0.9195338849067688,
+ 0.9657894494056701,
+ 0.9908361279964447,
+ 0.9199113003730774,
+ 0.8898286704063415,
+ 0.9735244311332703,
+ 0.8156944500446319,
+ 0.7673966148376464,
+ 0.8238904671669006,
+ 0.7150344722747802,
+ 0.7092076916694641,
+ 0.5518315614700318,
+ 0.6911849412918091,
+ 0.5676486842632293,
+ 0.49137882578372954,
+ 0.47492049646377565,
+ 0.5294659261226654,
+ 0.48027371821403503,
+ 0.44395333375930784,
+ 0.4657917083263397,
+ 0.4749296194553375,
+ 0.525708182144165,
+ 0.5745783069372177,
+ 0.5165858255386353,
+ 0.49307253487110136,
+ 0.5070521484375,
+ 0.5017346429347992,
+ 0.49205484499931335,
+ 0.5560474545955658,
+ 0.6022055298805237,
+ 0.5778612011909485,
+ 0.5518968848228455,
+ 0.6285089484214783,
+ 0.5622078717708587,
+ 0.5958783441543579,
+ 0.6478308411598206,
+ 0.6241149466991425,
+ 0.5775983124256134,
+ 0.6079863901615142,
+ 0.6766130451202392,
+ 0.6386424642562866,
+ 0.5859615839004516,
+ 0.5853579979896545,
+ 0.609243207168579,
+ 0.5789407480239868,
+ 0.5828682322502137,
+ 0.5751972764015197,
+ 0.566095032453537,
+ 0.5679136329650879,
+ 0.541389085483551,
+ 0.5323089897155762,
+ 0.5463050646781922,
+ 0.5233067933321,
+ 0.539995517539978,
+ 0.5501079843044281,
+ 0.5091902822494507
+ ],
+ "term_loss": [
+ 1.6733786989212036,
+ 0.35953630895614624,
+ 0.3810900314331055,
+ 0.3640085501432419,
+ 0.3260841584324837,
+ 0.3077553846359253,
+ 0.3324718035697937,
+ 0.367346294260025,
+ 0.3859865920186043,
+ 0.45301228156089784,
+ 0.43512448742985727,
+ 0.5114166520357132,
+ 0.4755927606105804,
+ 0.5224317581176757,
+ 0.4974579632759094,
+ 0.6170232265353203,
+ 0.6003770110368729,
+ 0.5554250373840331,
+ 0.5345663616418839,
+ 0.6390543521881104,
+ 0.6454430676460267,
+ 0.6881791119873524,
+ 0.6889909839630127,
+ 0.7676727800190449,
+ 0.7288528527259827,
+ 0.7648732300281524,
+ 0.7703499612808228,
+ 0.702520156121254,
+ 0.6705087103843689,
+ 0.7275943111419678,
+ 0.5834438146114349,
+ 0.5341563625752926,
+ 0.5786461258172989,
+ 0.4691500406265259,
+ 0.46397005558013915,
+ 0.3172274461269379,
+ 0.4181660563707352,
+ 0.32323681541234256,
+ 0.2588549638271332,
+ 0.24302781400680543,
+ 0.2924638859629631,
+ 0.24494203708171844,
+ 0.2152600380897522,
+ 0.22989102821350096,
+ 0.2353773395419121,
+ 0.28108422079086304,
+ 0.31342148925065993,
+ 0.27359422492980956,
+ 0.25125429936647414,
+ 0.257268256187439,
+ 0.2591492292642593,
+ 0.23964913494586945,
+ 0.29251497268676757,
+ 0.3298768766343594,
+ 0.3039268769741058,
+ 0.2792709235191345,
+ 0.33827268505096436,
+ 0.28002805522680285,
+ 0.3018962340831757,
+ 0.3368746694564819,
+ 0.32222775983810426,
+ 0.2843563482582569,
+ 0.30906297858953474,
+ 0.3611741382598877,
+ 0.33170013012886046,
+ 0.2902149326324463,
+ 0.28840259952545166,
+ 0.31378483290672304,
+ 0.2902891281366348,
+ 0.2919290991783142,
+ 0.28340531673431396,
+ 0.278327653375268,
+ 0.27732584218978884,
+ 0.25806645315587523,
+ 0.25701560287475583,
+ 0.2673572342649102,
+ 0.2432628269404173,
+ 0.2552922504991293,
+ 0.2640775308728218,
+ 0.2335890076160431
+ ],
+ "bridge_loss": [
+ 0.9043548678459716,
+ 0.1099991770863533,
+ 0.0185405650511384,
+ 0.006047719717770815,
+ 0.016022920724749565,
+ 0.028978378069400786,
+ 0.031905842757225036,
+ 0.029302026838064193,
+ 0.023079814870655538,
+ 0.016131247261166572,
+ 0.012949446664750576,
+ 0.013754056148231029,
+ 0.015889972979575395,
+ 0.018446111026406288,
+ 0.01638760406896472,
+ 0.017992716232687236,
+ 0.019003601244091988,
+ 0.020746660566329955,
+ 0.01826081564426422,
+ 0.02830883066356182,
+ 0.024853757178783416,
+ 0.024344006457924842,
+ 0.023935870000720023,
+ 0.02609362450838089,
+ 0.025477111788839102,
+ 0.02811358508467674,
+ 0.037432029013335706,
+ 0.04066388768851757,
+ 0.03775561413168907,
+ 0.045691771799325945,
+ 0.04316586040407419,
+ 0.03629823230803013,
+ 0.044383459562063216,
+ 0.03235162799358368,
+ 0.0325787200063467,
+ 0.027550594240427016,
+ 0.053535217493772505,
+ 0.035429628413915636,
+ 0.031108605259656905,
+ 0.023855108603835107,
+ 0.02121337473988533,
+ 0.02979328683614731,
+ 0.020273821192979814,
+ 0.020139847481250764,
+ 0.025227140033245086,
+ 0.025450278180837633,
+ 0.03434615105986595,
+ 0.02146386271119118,
+ 0.02109189542680979,
+ 0.02925411523580551,
+ 0.02310084878951311,
+ 0.02616748433560133,
+ 0.03327374953627586,
+ 0.04235334511995315,
+ 0.041773559814691545,
+ 0.03985991308093071,
+ 0.05651662215590477,
+ 0.04745835790634155,
+ 0.055931367576122284,
+ 0.06850977175235748,
+ 0.0639593681037426,
+ 0.05509283916950226,
+ 0.05903308473825455,
+ 0.07053237849473953,
+ 0.06470432556271553,
+ 0.0535823705971241,
+ 0.051599254608154295,
+ 0.05326937973499298,
+ 0.047149808438122276,
+ 0.046959778106212616,
+ 0.04897745460271835,
+ 0.04479330514669418,
+ 0.04897215344905853,
+ 0.040769342416524884,
+ 0.03437164931297302,
+ 0.03721886334717274,
+ 0.03824560036659241,
+ 0.04369500883221626,
+ 0.04542522546350956,
+ 0.035112081968784334
+ ],
+ "tgrad_loss": [
+ 0.3274335751533508,
+ 0.29738261065483096,
+ 0.2151399471282959,
+ 0.17602813131809233,
+ 0.15335891692638398,
+ 0.13891186106204986,
+ 0.13359641733169555,
+ 0.12857291507720947,
+ 0.12964537999629974,
+ 0.13123868188858032,
+ 0.125629212808609,
+ 0.12861598132550717,
+ 0.12365560574531555,
+ 0.1285898279428482,
+ 0.1248266352891922,
+ 0.13120342084169387,
+ 0.1273922846198082,
+ 0.12772456929683684,
+ 0.12871881544589997,
+ 0.13659093623161317,
+ 0.14333192269802095,
+ 0.151958393907547,
+ 0.1510344393968582,
+ 0.16408629912137984,
+ 0.1652039253950119,
+ 0.1728026305437088,
+ 0.18305413188934327,
+ 0.1767272587299347,
+ 0.18156433925628662,
+ 0.20023834683895111,
+ 0.18908477582931518,
+ 0.19694202189445495,
+ 0.20086088314056397,
+ 0.21353280200958252,
+ 0.21265892071723938,
+ 0.20705352492332457,
+ 0.21948367331027985,
+ 0.20898223748207093,
+ 0.20141525354385376,
+ 0.20803757467269898,
+ 0.21578866653442383,
+ 0.2055383932828903,
+ 0.20841947269439698,
+ 0.21576083455085754,
+ 0.21432514040470124,
+ 0.21917368249893188,
+ 0.22681067111492156,
+ 0.22152773485183716,
+ 0.22072633769512176,
+ 0.22052977714538574,
+ 0.21948456611633302,
+ 0.22623822565078736,
+ 0.2302587287902832,
+ 0.22997530328035354,
+ 0.2321607629299164,
+ 0.2327660462141037,
+ 0.23371964123249053,
+ 0.2347214570045471,
+ 0.23805074806213378,
+ 0.24244639527797698,
+ 0.23792780854701995,
+ 0.23814912319183348,
+ 0.23989032588005066,
+ 0.2449065265893936,
+ 0.2422380124092102,
+ 0.24216427443027497,
+ 0.24535614709854126,
+ 0.24218899645805358,
+ 0.24150181224346162,
+ 0.24397935581207275,
+ 0.24281450612545014,
+ 0.24297407388687134,
+ 0.24161563982963563,
+ 0.24255329012870788,
+ 0.2409217383861542,
+ 0.24172897021770479,
+ 0.24179836411476135,
+ 0.24100825939178466,
+ 0.2406052262067795,
+ 0.2404891884803772
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.1011175885796547,
+ 0.23295700550079346
+ ],
+ "perturbation_rho": [
+ 0.19994769990444183,
+ 0.32798534631729126
+ ],
+ "nudging": {
+ "0.001": [
+ -0.00725348386913538,
+ -0.00188851123675704
+ ],
+ "0.003": [
+ -0.021614037454128265,
+ -0.0056588975712656975
+ ],
+ "0.01": [
+ -0.07033564895391464,
+ -0.01879441738128662
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json
new file mode 100644
index 0000000..3f357b8
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.7540335287094115,
+ 0.7887995930671692,
+ 0.45601481485366824,
+ 0.3563029076099396,
+ 0.3058449071407318,
+ 0.27814644107818604,
+ 0.256092844247818,
+ 0.2486086864233017,
+ 0.2273713537454605,
+ 0.22320388717651368,
+ 0.22591865739822387,
+ 0.21023976492881774,
+ 0.21006116704940797,
+ 0.2019081612110138,
+ 0.19240621073246003,
+ 0.17767472962141037,
+ 0.17261487174034118,
+ 0.18222670216560363,
+ 0.18264247782230378,
+ 0.16773689975738526,
+ 0.18042192044258118,
+ 0.17836842503547667,
+ 0.17410975818634034,
+ 0.17574358505010604,
+ 0.15518579416275025,
+ 0.14563439567089081,
+ 0.14957009754180908,
+ 0.16893083366155626,
+ 0.14229146575927734,
+ 0.1370330379009247,
+ 0.1540110511779785,
+ 0.16346854424476623,
+ 0.13422132856845856,
+ 0.12666763162612915,
+ 0.12608725222349168,
+ 0.12264905602931976,
+ 0.1324379847049713,
+ 0.13239208903312683,
+ 0.1317316207408905,
+ 0.12270301322340965,
+ 0.11590332639217377,
+ 0.11994003572463989,
+ 0.11405094165802002,
+ 0.1112155341386795,
+ 0.10668404247760772,
+ 0.10974465991258621,
+ 0.1068548722743988,
+ 0.10398986601829528,
+ 0.10589976058006287,
+ 0.1045347521185875,
+ 0.09930369100570678,
+ 0.09925224586725236,
+ 0.10005474714636803,
+ 0.09637348690032958,
+ 0.09619558620452881,
+ 0.09599231715202332,
+ 0.09453698312044144,
+ 0.09238649787902832,
+ 0.09135240658521653,
+ 0.09056207950115204,
+ 0.0904913359284401,
+ 0.08896962072849274,
+ 0.08807550078630447,
+ 0.08736293792724609,
+ 0.0872790049791336,
+ 0.08682763931751251,
+ 0.0863328184247017,
+ 0.08547967915534974,
+ 0.08507368334531784,
+ 0.08477922387123107,
+ 0.08439313389062882,
+ 0.08397663788795472,
+ 0.08362844693660736,
+ 0.08331081527471543,
+ 0.0830932537317276,
+ 0.08289919497966766,
+ 0.08278876669406891,
+ 0.0826721666097641,
+ 0.08259252429008485,
+ 0.08254909700155258
+ ],
+ "train_acc": [
+ 0.4207,
+ 0.7857,
+ 0.8773,
+ 0.894,
+ 0.8987,
+ 0.9076,
+ 0.9143,
+ 0.9122,
+ 0.9185,
+ 0.9164,
+ 0.9167,
+ 0.9216,
+ 0.9235,
+ 0.9238,
+ 0.93,
+ 0.9363,
+ 0.9374,
+ 0.9328,
+ 0.9317,
+ 0.9368,
+ 0.9311,
+ 0.9307,
+ 0.9329,
+ 0.9344,
+ 0.9447,
+ 0.946,
+ 0.9452,
+ 0.937,
+ 0.9509,
+ 0.9534,
+ 0.9455,
+ 0.9371,
+ 0.9516,
+ 0.9572,
+ 0.9578,
+ 0.9583,
+ 0.9521,
+ 0.953,
+ 0.9548,
+ 0.9569,
+ 0.9621,
+ 0.9563,
+ 0.963,
+ 0.9664,
+ 0.9689,
+ 0.967,
+ 0.967,
+ 0.9678,
+ 0.9681,
+ 0.9689,
+ 0.9727,
+ 0.9735,
+ 0.9715,
+ 0.9752,
+ 0.974,
+ 0.9752,
+ 0.975,
+ 0.9778,
+ 0.9781,
+ 0.9787,
+ 0.9785,
+ 0.9787,
+ 0.9804,
+ 0.9802,
+ 0.9801,
+ 0.9803,
+ 0.9816,
+ 0.9826,
+ 0.9823,
+ 0.9821,
+ 0.9823,
+ 0.9826,
+ 0.9829,
+ 0.983,
+ 0.9833,
+ 0.9833,
+ 0.9832,
+ 0.9838,
+ 0.9839,
+ 0.9839
+ ],
+ "test_acc": [
+ 0.6795,
+ 0.8435,
+ 0.8735,
+ 0.887,
+ 0.887,
+ 0.904,
+ 0.908,
+ 0.9,
+ 0.9045,
+ 0.9015,
+ 0.903,
+ 0.906,
+ 0.9035,
+ 0.9135,
+ 0.9175,
+ 0.9075,
+ 0.9125,
+ 0.913,
+ 0.908,
+ 0.913,
+ 0.906,
+ 0.911,
+ 0.914,
+ 0.9145,
+ 0.921,
+ 0.9215,
+ 0.92,
+ 0.915,
+ 0.923,
+ 0.923,
+ 0.916,
+ 0.917,
+ 0.9285,
+ 0.921,
+ 0.921,
+ 0.9275,
+ 0.919,
+ 0.927,
+ 0.924,
+ 0.9265,
+ 0.928,
+ 0.9215,
+ 0.923,
+ 0.9205,
+ 0.928,
+ 0.9235,
+ 0.93,
+ 0.927,
+ 0.931,
+ 0.929,
+ 0.9305,
+ 0.9275,
+ 0.927,
+ 0.93,
+ 0.932,
+ 0.9305,
+ 0.9305,
+ 0.932,
+ 0.9295,
+ 0.9305,
+ 0.9305,
+ 0.929,
+ 0.93,
+ 0.9325,
+ 0.93,
+ 0.9285,
+ 0.9325,
+ 0.9295,
+ 0.929,
+ 0.929,
+ 0.931,
+ 0.931,
+ 0.93,
+ 0.93,
+ 0.929,
+ 0.93,
+ 0.9295,
+ 0.9295,
+ 0.9295,
+ 0.9295
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8826531171798706,
+ 0.8583619594573975
+ ],
+ "perturbation_rho": [
+ 0.9999988079071045,
+ 0.9999959468841553
+ ],
+ "nudging": {
+ "0.001": [
+ -0.021625827997922897,
+ -0.0073820194229483604
+ ],
+ "0.003": [
+ -0.0571812242269516,
+ -0.021265367045998573
+ ],
+ "0.01": [
+ -0.12340263277292252,
+ -0.06141046807169914
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2789152168273925,
+ 1.5198317989349366,
+ 0.864434551525116,
+ 0.5843122736930847,
+ 0.45720995845794676,
+ 0.4017148985385895,
+ 0.3776179392337799,
+ 0.37144901649951934,
+ 0.3685629499435425,
+ 0.37063308811187745,
+ 0.37334213446378706,
+ 0.3977362024307251,
+ 0.3849859349250793,
+ 0.3885465118408203,
+ 0.4121596324086189,
+ 0.4142354433834553,
+ 0.41292374534606935,
+ 0.4443123857498169,
+ 0.44203310720920563,
+ 0.42226147565841676,
+ 0.4249496959686279,
+ 0.4256349886894226,
+ 0.43858823890686033,
+ 0.4887267217159271,
+ 0.4046924789428711,
+ 0.44023080163002015,
+ 0.4586866247177124,
+ 0.47388719167709353,
+ 0.4657478348731995,
+ 0.4368759090423584,
+ 0.49420316143035886,
+ 0.455893372297287,
+ 0.43190188279151914,
+ 0.4301922942638397,
+ 0.4683740642309189,
+ 0.41559304761886595,
+ 0.4515250599861145,
+ 0.44344369277954104,
+ 0.5267878504753113,
+ 0.44394594959020617,
+ 0.4324127757668495,
+ 0.40358923535346986,
+ 0.4648085826396942,
+ 0.4322748986721039,
+ 0.3977247392654419,
+ 0.4430144777774811,
+ 0.4182663669586182,
+ 0.4156523362159729,
+ 0.41285320320129393,
+ 0.4263911725178361,
+ 0.3818113656997681,
+ 0.40127683003544806,
+ 0.38001128873825074,
+ 0.395466704750061,
+ 0.37924830303192136,
+ 0.39582441291809084,
+ 0.38846483197212217,
+ 0.3674187141418457,
+ 0.37231723667383193,
+ 0.3590473205566406,
+ 0.3668627885401249,
+ 0.35952253170013426,
+ 0.3661739505529404,
+ 0.35552182607650756,
+ 0.35606588587760923,
+ 0.3480822557926178,
+ 0.3466999515578151,
+ 0.3430781412124634,
+ 0.3444066115856171,
+ 0.34685713081359865,
+ 0.3389283345222473,
+ 0.3368847903251648,
+ 0.33722841114997865,
+ 0.3348792476654053,
+ 0.335844083404541,
+ 0.33308425464630126,
+ 0.33272774691581725,
+ 0.33165184540748593,
+ 0.3310907633304596,
+ 0.3308901508331299
+ ],
+ "train_acc": [
+ 0.159,
+ 0.4941,
+ 0.7011,
+ 0.7898,
+ 0.8315,
+ 0.85,
+ 0.8575,
+ 0.8576,
+ 0.8634,
+ 0.8631,
+ 0.8649,
+ 0.8574,
+ 0.8654,
+ 0.8661,
+ 0.8592,
+ 0.8603,
+ 0.8626,
+ 0.8547,
+ 0.856,
+ 0.8636,
+ 0.8584,
+ 0.8637,
+ 0.8627,
+ 0.8485,
+ 0.8733,
+ 0.8618,
+ 0.8621,
+ 0.859,
+ 0.8585,
+ 0.8637,
+ 0.8544,
+ 0.8631,
+ 0.868,
+ 0.8694,
+ 0.8606,
+ 0.873,
+ 0.8584,
+ 0.8689,
+ 0.856,
+ 0.8702,
+ 0.871,
+ 0.8764,
+ 0.8614,
+ 0.8719,
+ 0.8793,
+ 0.8682,
+ 0.8713,
+ 0.8756,
+ 0.8757,
+ 0.8733,
+ 0.8849,
+ 0.8772,
+ 0.8819,
+ 0.8792,
+ 0.8835,
+ 0.8813,
+ 0.8817,
+ 0.8863,
+ 0.8835,
+ 0.8858,
+ 0.8857,
+ 0.8845,
+ 0.8833,
+ 0.886,
+ 0.8875,
+ 0.8875,
+ 0.8927,
+ 0.8909,
+ 0.891,
+ 0.8876,
+ 0.891,
+ 0.892,
+ 0.8939,
+ 0.8924,
+ 0.8919,
+ 0.8912,
+ 0.8928,
+ 0.8941,
+ 0.8947,
+ 0.8946
+ ],
+ "test_acc": [
+ 0.323,
+ 0.6025,
+ 0.745,
+ 0.7805,
+ 0.8,
+ 0.8155,
+ 0.806,
+ 0.8185,
+ 0.819,
+ 0.8075,
+ 0.8195,
+ 0.8265,
+ 0.8285,
+ 0.814,
+ 0.814,
+ 0.8155,
+ 0.8205,
+ 0.813,
+ 0.825,
+ 0.8265,
+ 0.809,
+ 0.83,
+ 0.8195,
+ 0.839,
+ 0.8095,
+ 0.8245,
+ 0.81,
+ 0.8155,
+ 0.835,
+ 0.8135,
+ 0.8325,
+ 0.8325,
+ 0.834,
+ 0.813,
+ 0.836,
+ 0.842,
+ 0.81,
+ 0.8265,
+ 0.834,
+ 0.82,
+ 0.833,
+ 0.832,
+ 0.8315,
+ 0.8425,
+ 0.824,
+ 0.8375,
+ 0.8375,
+ 0.823,
+ 0.824,
+ 0.8375,
+ 0.8415,
+ 0.842,
+ 0.842,
+ 0.8365,
+ 0.8405,
+ 0.8435,
+ 0.841,
+ 0.85,
+ 0.8425,
+ 0.848,
+ 0.844,
+ 0.847,
+ 0.849,
+ 0.845,
+ 0.8465,
+ 0.846,
+ 0.8445,
+ 0.85,
+ 0.8455,
+ 0.8485,
+ 0.847,
+ 0.8475,
+ 0.847,
+ 0.848,
+ 0.847,
+ 0.8485,
+ 0.851,
+ 0.8495,
+ 0.8485,
+ 0.8485
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.016239378601312637,
+ 0.08700481057167053
+ ],
+ "perturbation_rho": [
+ -0.0633457601070404,
+ 0.09238316863775253
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0005403641844168305,
+ -0.0003429484786465764
+ ],
+ "0.003": [
+ -0.0015787126030772924,
+ -0.0010280576534569263
+ ],
+ "0.01": [
+ -0.004778302274644375,
+ -0.003415417857468128
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.03510007686615,
+ 1.077442472267151,
+ 0.609830850982666,
+ 0.4300918912887573,
+ 0.3839862449645996,
+ 0.3708487091064453,
+ 0.36614356565475464,
+ 0.3628130876541138,
+ 0.36194450925588606,
+ 0.3576546109199524,
+ 0.3619418657779694,
+ 0.3517365313529968,
+ 0.34097144956588743,
+ 0.35138510484695434,
+ 0.3435681216239929,
+ 0.352434642791748,
+ 0.3715478811264038,
+ 0.3778843415737152,
+ 0.3998612182617188,
+ 0.3988710145950317,
+ 0.41688702239990233,
+ 0.4265467617034912,
+ 0.4248304518222809,
+ 0.40923274965286255,
+ 0.3897163356781006,
+ 0.3885489140033722,
+ 0.3746957459449768,
+ 0.3795012855529785,
+ 0.3912307156085968,
+ 0.38832212753295897,
+ 0.39127745122909546,
+ 0.4051106197834015,
+ 0.4201839946746826,
+ 0.4025802077293396,
+ 0.413509761428833,
+ 0.4256944602966309,
+ 0.4097448627471924,
+ 0.4372278747558594,
+ 0.4230543599128723,
+ 0.4329932454109192,
+ 0.4262246448993683,
+ 0.4197934967517853,
+ 0.4233694318771362,
+ 0.4268952363014221,
+ 0.41731767301559447,
+ 0.416495183467865,
+ 0.4137693079948425,
+ 0.42386709623336793,
+ 0.40960294895172117,
+ 0.40348369274139406,
+ 0.4084292630195618,
+ 0.393343914270401,
+ 0.39545347409248355,
+ 0.391191748046875,
+ 0.3969509807109833,
+ 0.3895566881656647,
+ 0.3817503587841988,
+ 0.37462963981628417,
+ 0.3790303818464279,
+ 0.3720798149585724,
+ 0.37286534557342527,
+ 0.37294170576334,
+ 0.3663740547180176,
+ 0.36788779735565186,
+ 0.3682312522411346,
+ 0.36158624505996706,
+ 0.362826536655426,
+ 0.35837330026626585,
+ 0.35764170565605163,
+ 0.3563748463153839,
+ 0.3544979793548584,
+ 0.35291474685668944,
+ 0.3523685070037842,
+ 0.351926808154583,
+ 0.3506764990568161,
+ 0.3501978385448456,
+ 0.3497668510437012,
+ 0.3495366275787353,
+ 0.3492322545051575,
+ 0.3491422838926315
+ ],
+ "train_acc": [
+ 0.2744,
+ 0.6311,
+ 0.7872,
+ 0.8484,
+ 0.8554,
+ 0.8602,
+ 0.8602,
+ 0.8633,
+ 0.8637,
+ 0.8656,
+ 0.8633,
+ 0.8667,
+ 0.8716,
+ 0.8655,
+ 0.8699,
+ 0.8666,
+ 0.8529,
+ 0.8537,
+ 0.8501,
+ 0.848,
+ 0.8471,
+ 0.8413,
+ 0.8409,
+ 0.8409,
+ 0.8532,
+ 0.8535,
+ 0.8604,
+ 0.858,
+ 0.8543,
+ 0.857,
+ 0.8538,
+ 0.8501,
+ 0.8501,
+ 0.8543,
+ 0.8504,
+ 0.8482,
+ 0.8537,
+ 0.8499,
+ 0.8539,
+ 0.848,
+ 0.8512,
+ 0.856,
+ 0.8522,
+ 0.8492,
+ 0.8551,
+ 0.8557,
+ 0.8557,
+ 0.8555,
+ 0.8581,
+ 0.862,
+ 0.859,
+ 0.8629,
+ 0.8608,
+ 0.8622,
+ 0.8617,
+ 0.8624,
+ 0.8643,
+ 0.8697,
+ 0.8672,
+ 0.8676,
+ 0.8683,
+ 0.8667,
+ 0.8679,
+ 0.8667,
+ 0.866,
+ 0.8722,
+ 0.8701,
+ 0.8718,
+ 0.872,
+ 0.8713,
+ 0.8714,
+ 0.8731,
+ 0.8729,
+ 0.873,
+ 0.8724,
+ 0.873,
+ 0.8736,
+ 0.8731,
+ 0.8733,
+ 0.8734
+ ],
+ "test_acc": [
+ 0.525,
+ 0.726,
+ 0.7975,
+ 0.8225,
+ 0.8235,
+ 0.825,
+ 0.8225,
+ 0.8235,
+ 0.8195,
+ 0.827,
+ 0.8265,
+ 0.8295,
+ 0.835,
+ 0.8375,
+ 0.8315,
+ 0.83,
+ 0.824,
+ 0.8095,
+ 0.809,
+ 0.8125,
+ 0.799,
+ 0.8075,
+ 0.8115,
+ 0.812,
+ 0.812,
+ 0.817,
+ 0.812,
+ 0.812,
+ 0.8065,
+ 0.815,
+ 0.815,
+ 0.81,
+ 0.805,
+ 0.817,
+ 0.808,
+ 0.823,
+ 0.8045,
+ 0.8,
+ 0.801,
+ 0.8115,
+ 0.82,
+ 0.814,
+ 0.812,
+ 0.8155,
+ 0.8105,
+ 0.8175,
+ 0.8065,
+ 0.817,
+ 0.8135,
+ 0.8205,
+ 0.824,
+ 0.8145,
+ 0.8215,
+ 0.812,
+ 0.8215,
+ 0.819,
+ 0.8195,
+ 0.815,
+ 0.8225,
+ 0.8205,
+ 0.8225,
+ 0.823,
+ 0.8175,
+ 0.8265,
+ 0.8225,
+ 0.829,
+ 0.8255,
+ 0.8255,
+ 0.8265,
+ 0.8255,
+ 0.8285,
+ 0.8265,
+ 0.8285,
+ 0.828,
+ 0.829,
+ 0.8275,
+ 0.8275,
+ 0.829,
+ 0.8285,
+ 0.8285
+ ],
+ "state_pred_error": [
+ 0.7936658924102783,
+ 0.33496607384681704,
+ 0.20223751559257508,
+ 0.16735892939567565,
+ 0.14485984333753585,
+ 0.11955849848985672,
+ 0.09462791703939438,
+ 0.07538449263572693,
+ 0.05961660117506981,
+ 0.04735348780155182,
+ 0.038567446672916415,
+ 0.03213091719150543,
+ 0.028004648900032042,
+ 0.024515093371272088,
+ 0.022012931832671164,
+ 0.020446427571773527,
+ 0.018394847139716147,
+ 0.016773300230503083,
+ 0.015448834140598774,
+ 0.014468847262859344,
+ 0.013597128289937973,
+ 0.012880013291537762,
+ 0.012064755845069886,
+ 0.011425680384039879,
+ 0.010745641595125198,
+ 0.010167037642002106,
+ 0.0096464214771986,
+ 0.009187596023082733,
+ 0.008730744183063507,
+ 0.008276390147954225,
+ 0.007866678546369075,
+ 0.00768265388160944,
+ 0.007270389303565025,
+ 0.007174727764725685,
+ 0.0070541538849473,
+ 0.0067812193542718885,
+ 0.006654527989774942,
+ 0.00636177619099617,
+ 0.006175523652881384,
+ 0.006045299311727285,
+ 0.005936238116025925,
+ 0.005970760487020016,
+ 0.005785428526252508,
+ 0.005630842386931181,
+ 0.005440417719632387,
+ 0.005434160755574703,
+ 0.005252558408677578,
+ 0.005300074205547571,
+ 0.005076368814706802,
+ 0.005021050906181336,
+ 0.004854675306379795,
+ 0.004958594182133675,
+ 0.004614286011457443,
+ 0.004535953061282635,
+ 0.004470928203314543,
+ 0.004415199124440551,
+ 0.0042777580007910725,
+ 0.004198400410264731,
+ 0.004141696321219206,
+ 0.004083840855211019,
+ 0.004052111233770847,
+ 0.003930420187115669,
+ 0.003949926514923573,
+ 0.0037584460385143756,
+ 0.0037061349514871836,
+ 0.003612276028469205,
+ 0.0035469237841665746,
+ 0.0035739093132317067,
+ 0.0034136051505804063,
+ 0.0034378198258578777,
+ 0.003333174591511488,
+ 0.0032446157082915306,
+ 0.003214318350702524,
+ 0.0031311317443847657,
+ 0.003078432670608163,
+ 0.003057278237864375,
+ 0.0029395090855658056,
+ 0.003017135479673743,
+ 0.0030766903996467592,
+ 0.0030378309611231087
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9387110471725464,
+ 0.5040415525436401
+ ],
+ "perturbation_rho": [
+ 0.7997298240661621,
+ 0.4891185164451599
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02664007619023323,
+ -0.0032268627546727657
+ ],
+ "0.003": [
+ -0.07605530321598053,
+ -0.00962437316775322
+ ],
+ "0.01": [
+ -0.21233828365802765,
+ -0.031433407217264175
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 387.8657531738281,
+ 319.336669921875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2791277053833006,
+ 1.5271975772857667,
+ 0.8674576456069947,
+ 0.587049162864685,
+ 0.4626688796043396,
+ 0.4040388158321381,
+ 0.37643657150268556,
+ 0.37468256072998046,
+ 0.3784513481616974,
+ 0.3786823602676392,
+ 0.37917218251228335,
+ 0.38788830342292785,
+ 0.3958303390264511,
+ 0.393599364900589,
+ 0.39977145621776583,
+ 0.40370213751792905,
+ 0.4120421281814575,
+ 0.45399587993621826,
+ 0.4687366197824478,
+ 0.4652291350364685,
+ 0.5005440378189087,
+ 0.5234059304714203,
+ 0.5221618666172028,
+ 0.5542463368415832,
+ 0.5820084628105163,
+ 0.5705709765195847,
+ 0.5702225286483764,
+ 0.5786975580215454,
+ 0.6307714500427246,
+ 0.6665315362930297,
+ 0.6137196712493896,
+ 0.6527844795227051,
+ 0.690822039604187,
+ 0.7107784267425538,
+ 0.7316474711418152,
+ 0.718277031326294,
+ 0.7050886112213135,
+ 0.708720292520523,
+ 0.7131800124168396,
+ 0.7192850646018982,
+ 0.7119332159996032,
+ 0.7151562330245972,
+ 0.7151052355766296,
+ 0.7357472681999206,
+ 0.7336779589653015,
+ 0.7310818168640136,
+ 0.7227139064788818,
+ 0.7629635635375976,
+ 0.7363060358047485,
+ 0.7154419450759888,
+ 0.7398526870727539,
+ 0.7556214105606079,
+ 0.7158489876747132,
+ 0.7164914712905884,
+ 0.7232932413101196,
+ 0.720790207862854,
+ 0.7382160652160644,
+ 0.7421017236709595,
+ 0.7198905362606048,
+ 0.7215996326446533,
+ 0.713732839012146,
+ 0.7260521041870117,
+ 0.7214395964860916,
+ 0.7165161167144776,
+ 0.718010532951355,
+ 0.7195493728637695,
+ 0.7165915153503418,
+ 0.7138662039756775,
+ 0.7102315483093262,
+ 0.7073148555755615,
+ 0.7073911678314209,
+ 0.7052887998104096,
+ 0.7047561235427856,
+ 0.7036817129135132,
+ 0.7020157369613648,
+ 0.7008753277301788,
+ 0.7001741619110108,
+ 0.6988817626953125,
+ 0.6988485893249512,
+ 0.6985764275550842
+ ],
+ "train_acc": [
+ 0.1601,
+ 0.491,
+ 0.7022,
+ 0.7916,
+ 0.8288,
+ 0.8486,
+ 0.8581,
+ 0.8577,
+ 0.8589,
+ 0.8612,
+ 0.8592,
+ 0.8631,
+ 0.8628,
+ 0.8636,
+ 0.8657,
+ 0.8659,
+ 0.8624,
+ 0.8518,
+ 0.8531,
+ 0.8528,
+ 0.8367,
+ 0.8354,
+ 0.8307,
+ 0.8247,
+ 0.8166,
+ 0.8139,
+ 0.8134,
+ 0.8052,
+ 0.793,
+ 0.7851,
+ 0.7952,
+ 0.7803,
+ 0.7699,
+ 0.7628,
+ 0.7577,
+ 0.7532,
+ 0.7604,
+ 0.7578,
+ 0.7536,
+ 0.7537,
+ 0.7561,
+ 0.7468,
+ 0.7497,
+ 0.7416,
+ 0.7428,
+ 0.7422,
+ 0.7463,
+ 0.7339,
+ 0.7393,
+ 0.7454,
+ 0.7379,
+ 0.7354,
+ 0.7424,
+ 0.7436,
+ 0.7415,
+ 0.7443,
+ 0.7379,
+ 0.7353,
+ 0.743,
+ 0.7401,
+ 0.744,
+ 0.7405,
+ 0.7417,
+ 0.7408,
+ 0.7428,
+ 0.7408,
+ 0.7425,
+ 0.7423,
+ 0.742,
+ 0.7447,
+ 0.7421,
+ 0.7443,
+ 0.7463,
+ 0.745,
+ 0.7458,
+ 0.7467,
+ 0.7485,
+ 0.747,
+ 0.7475,
+ 0.7478
+ ],
+ "test_acc": [
+ 0.3225,
+ 0.6005,
+ 0.735,
+ 0.7835,
+ 0.799,
+ 0.8105,
+ 0.813,
+ 0.8105,
+ 0.815,
+ 0.8275,
+ 0.816,
+ 0.8135,
+ 0.8275,
+ 0.8225,
+ 0.8215,
+ 0.819,
+ 0.809,
+ 0.812,
+ 0.8025,
+ 0.8145,
+ 0.804,
+ 0.7925,
+ 0.7875,
+ 0.7805,
+ 0.771,
+ 0.7595,
+ 0.7835,
+ 0.761,
+ 0.756,
+ 0.7445,
+ 0.7525,
+ 0.733,
+ 0.722,
+ 0.7035,
+ 0.718,
+ 0.7215,
+ 0.724,
+ 0.722,
+ 0.718,
+ 0.716,
+ 0.7085,
+ 0.7115,
+ 0.7125,
+ 0.704,
+ 0.705,
+ 0.711,
+ 0.6985,
+ 0.696,
+ 0.719,
+ 0.703,
+ 0.6875,
+ 0.708,
+ 0.706,
+ 0.708,
+ 0.7035,
+ 0.695,
+ 0.6985,
+ 0.6985,
+ 0.702,
+ 0.7065,
+ 0.706,
+ 0.713,
+ 0.71,
+ 0.7165,
+ 0.705,
+ 0.711,
+ 0.7115,
+ 0.708,
+ 0.709,
+ 0.7055,
+ 0.707,
+ 0.7125,
+ 0.7065,
+ 0.7095,
+ 0.7125,
+ 0.711,
+ 0.7115,
+ 0.7115,
+ 0.7115,
+ 0.7115
+ ],
+ "value_loss": [
+ 3.1635106006622316,
+ 0.7740020160675048,
+ 0.6276501627922058,
+ 0.5707134353637695,
+ 0.5015447573661804,
+ 0.4983567372083664,
+ 0.5175379848480225,
+ 0.547992883682251,
+ 0.5898804153442383,
+ 0.6042054812431336,
+ 0.6014190244197846,
+ 0.6637537957787514,
+ 0.6845919721126557,
+ 0.6927346345424652,
+ 0.7124938590049744,
+ 0.7445667055130005,
+ 0.7623097400665283,
+ 0.8733150297164917,
+ 0.9832132648468017,
+ 0.8608565040588378,
+ 0.9329591770648956,
+ 0.9217451201438904,
+ 0.8799381763935089,
+ 0.9203727130889893,
+ 0.9129298717975617,
+ 0.8228008040904998,
+ 0.723678154373169,
+ 0.6765096341133118,
+ 0.7649027530670166,
+ 0.8161859791755677,
+ 0.6514515069007873,
+ 0.7141245938301086,
+ 0.7329993425369262,
+ 0.7307948766708374,
+ 0.7585475451469421,
+ 0.6689410001754761,
+ 0.624963953590393,
+ 0.6088551391601562,
+ 0.6095617308139801,
+ 0.5894894409894943,
+ 0.5563288737297059,
+ 0.5322869329929352,
+ 0.4976848304748535,
+ 0.524449465751648,
+ 0.5014263719558716,
+ 0.4898082717895508,
+ 0.46659274439811704,
+ 0.5616481122970581,
+ 0.4971419037818909,
+ 0.4274770281791687,
+ 0.46093521366119383,
+ 0.4697890731334686,
+ 0.43194802646636965,
+ 0.4221532721042633,
+ 0.4475786390304565,
+ 0.42143903999328614,
+ 0.4458761687278748,
+ 0.45337565126419066,
+ 0.4238472384929657,
+ 0.40281684017181396,
+ 0.38932490911483764,
+ 0.3897231784820557,
+ 0.38490687227249143,
+ 0.38104017810821533,
+ 0.3687279556751251,
+ 0.3669544050216675,
+ 0.36931539878845215,
+ 0.36263137147426605,
+ 0.349668848323822,
+ 0.34732296204566954,
+ 0.3342470671653748,
+ 0.33395242664813996,
+ 0.33387985258102415,
+ 0.33358972406387327,
+ 0.3530650995254517,
+ 0.3312079078435898,
+ 0.31177036271095276,
+ 0.3145587480545044,
+ 0.3253957736968994,
+ 0.31588549439907077
+ ],
+ "term_loss": [
+ 1.7951480650424958,
+ 0.3761807126045227,
+ 0.4006756747245789,
+ 0.3907634472846985,
+ 0.33307474012374877,
+ 0.33421838104128837,
+ 0.3550305375099182,
+ 0.3851635645866394,
+ 0.4342513330459595,
+ 0.45601325892210004,
+ 0.45521873558163645,
+ 0.5165402359724045,
+ 0.5361827510595322,
+ 0.5454751461267471,
+ 0.5646561876296997,
+ 0.5965961949110031,
+ 0.6103998653411865,
+ 0.7111995510339737,
+ 0.8167527445793152,
+ 0.6931714932918549,
+ 0.747134658908844,
+ 0.7326245096206665,
+ 0.6787485965967178,
+ 0.7093002405881882,
+ 0.6855188606858253,
+ 0.595027423453331,
+ 0.5057091500282288,
+ 0.4579630083799362,
+ 0.5400014482975006,
+ 0.5755828867912293,
+ 0.43018956017494203,
+ 0.477418512403965,
+ 0.49788543190956114,
+ 0.4815887330055237,
+ 0.5000800666809082,
+ 0.4204012803554535,
+ 0.3826768821001053,
+ 0.3597612362623215,
+ 0.3625356485247612,
+ 0.34448800829648973,
+ 0.3180155368089676,
+ 0.28404023527503014,
+ 0.2569198631286621,
+ 0.27715443172454834,
+ 0.2526350587069988,
+ 0.2411904234647751,
+ 0.22838947129249573,
+ 0.299795917224884,
+ 0.246653905916214,
+ 0.191054323387146,
+ 0.21536591811180114,
+ 0.217297107899189,
+ 0.1931860875606537,
+ 0.1848979764148593,
+ 0.20436019200086594,
+ 0.18643514511585235,
+ 0.2030245313167572,
+ 0.2116449776649475,
+ 0.18160687791109084,
+ 0.16249994401931764,
+ 0.15484164142608642,
+ 0.1528463675737381,
+ 0.1489361402630806,
+ 0.14461671495437622,
+ 0.13463031718730928,
+ 0.1294142901301384,
+ 0.13273104189634324,
+ 0.12744402947425842,
+ 0.11626906907856464,
+ 0.11444123766869306,
+ 0.10322715325504542,
+ 0.10297624860405923,
+ 0.10388474629819393,
+ 0.10207910882234573,
+ 0.1196654408454895,
+ 0.10161699144244193,
+ 0.08757407498955727,
+ 0.08594336168766022,
+ 0.09848421711921691,
+ 0.09000624770522117
+ ],
+ "bridge_loss": [
+ 1.0729727275717247,
+ 0.11431841832399368,
+ 0.023766263148188593,
+ 0.007563671678304672,
+ 0.013874480509757996,
+ 0.021678775465488433,
+ 0.025472599875926972,
+ 0.025822595372796058,
+ 0.01795407388061285,
+ 0.011467179806530475,
+ 0.01033123205602169,
+ 0.01144010070860386,
+ 0.012751704286038876,
+ 0.013523769325017929,
+ 0.014328493074327707,
+ 0.015080985119193792,
+ 0.01630606939792633,
+ 0.01711897891610861,
+ 0.020690989595651625,
+ 0.02325695974826813,
+ 0.028962209689617158,
+ 0.027630632358789445,
+ 0.03822321012318134,
+ 0.041376910424232485,
+ 0.050044859862327574,
+ 0.04990889082849026,
+ 0.04164786594510078,
+ 0.03684647643864155,
+ 0.03118742448091507,
+ 0.03392234752178192,
+ 0.029907469933480025,
+ 0.03319982000291347,
+ 0.024718015414476394,
+ 0.030926838570833205,
+ 0.036485740578174594,
+ 0.027715866570174694,
+ 0.02814151096343994,
+ 0.033959431263804435,
+ 0.03254524117708206,
+ 0.029349126595258714,
+ 0.02586204304397106,
+ 0.03363803274035454,
+ 0.02803821322321892,
+ 0.0314576941460371,
+ 0.03330667742192745,
+ 0.03362447772026062,
+ 0.0266525205463171,
+ 0.04000154567956925,
+ 0.03556216908097267,
+ 0.026239325052499773,
+ 0.029197816705703736,
+ 0.033797084963321684,
+ 0.029408058428764344,
+ 0.027986173009872436,
+ 0.032767310640215874,
+ 0.026094853281974792,
+ 0.029071284955739976,
+ 0.02895135208964348,
+ 0.032204047930240634,
+ 0.030318710601329804,
+ 0.026927110385894775,
+ 0.026824868822097777,
+ 0.02698569309413433,
+ 0.02751481302976608,
+ 0.02610580772459507,
+ 0.02898943041563034,
+ 0.02892138159275055,
+ 0.028138772577047347,
+ 0.026615089032053948,
+ 0.02712062079310417,
+ 0.025527843962609768,
+ 0.026397538816928863,
+ 0.025526897245645525,
+ 0.026975207622349263,
+ 0.029337245070934295,
+ 0.02542050951719284,
+ 0.02072744626104832,
+ 0.025458942368626593,
+ 0.023841479897499084,
+ 0.023082720217108728
+ ],
+ "tgrad_loss": [
+ 0.29538979725837705,
+ 0.2835028868198395,
+ 0.20320821890830992,
+ 0.1723863210439682,
+ 0.15459553496837616,
+ 0.14245957915782928,
+ 0.13703485209941865,
+ 0.1370067240715027,
+ 0.13767500700950622,
+ 0.13672504227161408,
+ 0.13586905403137206,
+ 0.13577345745563507,
+ 0.1356575172126293,
+ 0.13373572314977647,
+ 0.13350917862653733,
+ 0.1328895225763321,
+ 0.13560380978584288,
+ 0.1449965008020401,
+ 0.14576953587532043,
+ 0.14442804169654846,
+ 0.15686230430603026,
+ 0.16148997682332994,
+ 0.16296637887954712,
+ 0.1696955554485321,
+ 0.17736615447998047,
+ 0.17786449105739593,
+ 0.17632114362716675,
+ 0.18170014889240266,
+ 0.1937138816833496,
+ 0.20668074293136596,
+ 0.1913544800758362,
+ 0.20350626287460327,
+ 0.21039589591026306,
+ 0.2182793056488037,
+ 0.22198174507617952,
+ 0.22082385530471801,
+ 0.21414556305408478,
+ 0.21513447856903076,
+ 0.21448083605766297,
+ 0.2156523087978363,
+ 0.21245129132270812,
+ 0.21460866712331772,
+ 0.21272675414085387,
+ 0.21583734347820283,
+ 0.21548463908433915,
+ 0.21499337368011476,
+ 0.21155075321197508,
+ 0.22185065126419068,
+ 0.2149258313894272,
+ 0.21018337931632997,
+ 0.21637148156166078,
+ 0.2186948810338974,
+ 0.2093538791656494,
+ 0.20926912331581116,
+ 0.21045113792419434,
+ 0.2089090428352356,
+ 0.2137803575515747,
+ 0.2127793226003647,
+ 0.21003631122112273,
+ 0.20999818406105042,
+ 0.20755615634918212,
+ 0.21005194301605223,
+ 0.2089850417137146,
+ 0.20890865128040315,
+ 0.2079918318271637,
+ 0.20855068507194519,
+ 0.20766297452449797,
+ 0.20704856889247894,
+ 0.20678469212055206,
+ 0.20576110424995422,
+ 0.20549206850528717,
+ 0.20457864027023315,
+ 0.20446821138858795,
+ 0.20453540694713593,
+ 0.20406241462230681,
+ 0.20417041058540344,
+ 0.20346884107589722,
+ 0.20315644788742065,
+ 0.2030700761795044,
+ 0.20279652795791625
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.08927787840366364,
+ 0.2430092990398407
+ ],
+ "perturbation_rho": [
+ 0.16060538589954376,
+ 0.35060590505599976
+ ],
+ "nudging": {
+ "0.001": [
+ -0.004890232812613249,
+ -0.001682603731751442
+ ],
+ "0.003": [
+ -0.01459127850830555,
+ -0.005042100325226784
+ ],
+ "0.01": [
+ -0.047705113887786865,
+ -0.016734274104237556
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json
new file mode 100644
index 0000000..9d86d3b
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.3597635933876038,
+ 0.4536431095123291,
+ 0.3459823863983154,
+ 0.3341377299308777,
+ 0.32835464673042297,
+ 0.2696523241996765,
+ 0.27801587681770323,
+ 0.24306170365810395,
+ 0.23653682124614717,
+ 0.215101296377182,
+ 0.2301153823494911,
+ 0.20403413383960725,
+ 0.20097120499610902,
+ 0.22046247262954713,
+ 0.2552937029838562,
+ 0.21473501553535462,
+ 0.21990597033500672,
+ 0.19129086129665374,
+ 0.212379501581192,
+ 0.16677302420139312,
+ 0.15547462480068205,
+ 0.186291242647171,
+ 0.18397651748657226,
+ 0.16398042314052583,
+ 0.1707391785144806,
+ 0.16971807260513305,
+ 0.16760108163356782,
+ 0.16507963252067565,
+ 0.1741574893474579,
+ 0.1611321299791336,
+ 0.1508718879699707,
+ 0.1727994635283947,
+ 0.1291253708600998,
+ 0.1493298847913742,
+ 0.1369689993739128,
+ 0.11946097416877746,
+ 0.13066255633831025,
+ 0.11778032405376435,
+ 0.11688732101917267,
+ 0.11105217039585114,
+ 0.10557443997859955,
+ 0.10357953503131867,
+ 0.10208219905346631,
+ 0.09509066256284714,
+ 0.09412468841969968,
+ 0.09085212640762329,
+ 0.09300690701007842,
+ 0.10208991168737412,
+ 0.09088193004131317,
+ 0.09341149046421052,
+ 0.09043532534837723,
+ 0.0881039730668068,
+ 0.08196499594449996,
+ 0.07785149207115173,
+ 0.07818879878520965,
+ 0.08360754170417786,
+ 0.08134148994684219,
+ 0.07631582351922989,
+ 0.07548105678558349,
+ 0.07233029038906097,
+ 0.07013705761432648,
+ 0.0682597011089325,
+ 0.0686048051595688,
+ 0.06799649763703346,
+ 0.0662772851228714,
+ 0.06585792093835771,
+ 0.06456468963623047,
+ 0.06448650191426278,
+ 0.06374172894954681,
+ 0.06366113255023956,
+ 0.06288158102035522,
+ 0.06201381566524505,
+ 0.061693436133861544,
+ 0.06130597965121269,
+ 0.06098243209123611,
+ 0.06075502749085426,
+ 0.060538161253929135,
+ 0.06037251279354095,
+ 0.060264147567749025,
+ 0.060201747500896456
+ ],
+ "train_acc": [
+ 0.5469,
+ 0.8466,
+ 0.8731,
+ 0.8675,
+ 0.8726,
+ 0.8934,
+ 0.8903,
+ 0.9035,
+ 0.9056,
+ 0.9159,
+ 0.9072,
+ 0.9191,
+ 0.9196,
+ 0.9081,
+ 0.8992,
+ 0.9099,
+ 0.9158,
+ 0.9243,
+ 0.9152,
+ 0.9351,
+ 0.9413,
+ 0.9245,
+ 0.9283,
+ 0.9337,
+ 0.9353,
+ 0.9357,
+ 0.9329,
+ 0.9358,
+ 0.931,
+ 0.9387,
+ 0.9413,
+ 0.9337,
+ 0.9518,
+ 0.9419,
+ 0.945,
+ 0.9548,
+ 0.9509,
+ 0.9574,
+ 0.9556,
+ 0.9605,
+ 0.9631,
+ 0.9646,
+ 0.9651,
+ 0.9708,
+ 0.9709,
+ 0.9736,
+ 0.9711,
+ 0.9635,
+ 0.9714,
+ 0.9693,
+ 0.9719,
+ 0.9699,
+ 0.9779,
+ 0.9786,
+ 0.9795,
+ 0.9744,
+ 0.9765,
+ 0.9797,
+ 0.9796,
+ 0.9828,
+ 0.9838,
+ 0.9862,
+ 0.9861,
+ 0.9862,
+ 0.9869,
+ 0.9876,
+ 0.9883,
+ 0.9879,
+ 0.9884,
+ 0.9893,
+ 0.9888,
+ 0.9893,
+ 0.9892,
+ 0.9899,
+ 0.9896,
+ 0.9901,
+ 0.9901,
+ 0.9901,
+ 0.9901,
+ 0.9901
+ ],
+ "test_acc": [
+ 0.803,
+ 0.8665,
+ 0.8645,
+ 0.8795,
+ 0.8855,
+ 0.8825,
+ 0.8945,
+ 0.885,
+ 0.889,
+ 0.8915,
+ 0.8925,
+ 0.898,
+ 0.905,
+ 0.8975,
+ 0.884,
+ 0.8955,
+ 0.9,
+ 0.902,
+ 0.902,
+ 0.916,
+ 0.907,
+ 0.9015,
+ 0.9105,
+ 0.896,
+ 0.9095,
+ 0.916,
+ 0.9225,
+ 0.9055,
+ 0.9095,
+ 0.916,
+ 0.9135,
+ 0.907,
+ 0.9135,
+ 0.9115,
+ 0.9085,
+ 0.9065,
+ 0.9185,
+ 0.914,
+ 0.914,
+ 0.916,
+ 0.9185,
+ 0.9185,
+ 0.9225,
+ 0.921,
+ 0.921,
+ 0.9205,
+ 0.9195,
+ 0.9165,
+ 0.9215,
+ 0.926,
+ 0.9245,
+ 0.9255,
+ 0.922,
+ 0.923,
+ 0.926,
+ 0.9225,
+ 0.9245,
+ 0.9245,
+ 0.9235,
+ 0.922,
+ 0.923,
+ 0.924,
+ 0.924,
+ 0.924,
+ 0.9255,
+ 0.927,
+ 0.925,
+ 0.927,
+ 0.925,
+ 0.9265,
+ 0.925,
+ 0.9265,
+ 0.9245,
+ 0.926,
+ 0.9265,
+ 0.926,
+ 0.9255,
+ 0.926,
+ 0.926,
+ 0.926
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.808335542678833,
+ 0.780368447303772,
+ 0.7579712271690369,
+ 0.7386088371276855
+ ],
+ "perturbation_rho": [
+ 0.9999986886978149,
+ 0.999996542930603,
+ 0.9999827146530151,
+ 0.9999296069145203
+ ],
+ "nudging": {
+ "0.001": [
+ -0.024415872991085052,
+ -0.010280027985572815,
+ -0.0043833074159920216,
+ -0.002259491942822933
+ ],
+ "0.003": [
+ -0.06437402963638306,
+ -0.029320701956748962,
+ -0.012876948341727257,
+ -0.006704050116240978
+ ],
+ "0.01": [
+ -0.13544964790344238,
+ -0.08136264234781265,
+ -0.039826083928346634,
+ -0.02149367332458496
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.217821652793884,
+ 1.3246940484046936,
+ 0.7493350847244262,
+ 0.538270884513855,
+ 0.44736879706382754,
+ 0.3983163408279419,
+ 0.39004899067878723,
+ 0.3853191681861877,
+ 0.41915534315109254,
+ 0.39315735092163084,
+ 0.47443838696479795,
+ 0.4305809484481812,
+ 0.4602065758705139,
+ 0.4855801467895508,
+ 0.544716870880127,
+ 0.6184461592674255,
+ 0.48602481198310854,
+ 0.511720466041565,
+ 0.5636395650863647,
+ 0.5762063206672668,
+ 0.6417800651550293,
+ 0.6123115917682648,
+ 0.5502352278709411,
+ 0.5557829687118531,
+ 0.6617294226646423,
+ 0.6650739029884338,
+ 0.7917305309295655,
+ 0.6830677656173706,
+ 0.5279762314796448,
+ 0.5275279850006104,
+ 0.7316341178894042,
+ 0.8045071473598481,
+ 0.5481081441879272,
+ 0.6501041484832764,
+ 0.670727561199665,
+ 0.4684417116165161,
+ 0.6186270072937011,
+ 0.466635973739624,
+ 0.5074456503868103,
+ 0.5474989008903504,
+ 0.6431586159706115,
+ 0.5485258643150329,
+ 0.5743701865196228,
+ 0.6116557616233825,
+ 0.49257451605796815,
+ 0.45059744175672534,
+ 0.442867475605011,
+ 0.41883020987510683,
+ 0.48730407762527467,
+ 0.4751015350818634,
+ 0.4839245565414429,
+ 0.6619925937652588,
+ 0.4038557548522949,
+ 0.42862871398925784,
+ 0.42465049457550047,
+ 0.4021777713537216,
+ 0.3575906034708023,
+ 0.37100726470947265,
+ 0.44350298371315,
+ 0.37363572471141815,
+ 0.35096964074373244,
+ 0.3305072016239166,
+ 0.3425370252609253,
+ 0.33376783447265623,
+ 0.33789163026809693,
+ 0.3560477269053459,
+ 0.33696223058700564,
+ 0.3281270618438721,
+ 0.3405058237075806,
+ 0.3135561194419861,
+ 0.3187324108123779,
+ 0.3193257817268372,
+ 0.31392969816923144,
+ 0.3078404443740845,
+ 0.3086083073616028,
+ 0.30346697087287905,
+ 0.3060754126548767,
+ 0.3020245785713196,
+ 0.3013403681755066,
+ 0.3004632753372192
+ ],
+ "train_acc": [
+ 0.1919,
+ 0.5281,
+ 0.7258,
+ 0.7963,
+ 0.8319,
+ 0.8494,
+ 0.8467,
+ 0.8535,
+ 0.8446,
+ 0.8508,
+ 0.8274,
+ 0.8414,
+ 0.8308,
+ 0.8218,
+ 0.8056,
+ 0.7906,
+ 0.8203,
+ 0.8164,
+ 0.8014,
+ 0.801,
+ 0.7813,
+ 0.7929,
+ 0.8008,
+ 0.8026,
+ 0.7794,
+ 0.7745,
+ 0.7558,
+ 0.7777,
+ 0.8133,
+ 0.8094,
+ 0.7677,
+ 0.7531,
+ 0.8023,
+ 0.7904,
+ 0.7811,
+ 0.828,
+ 0.7935,
+ 0.8292,
+ 0.8167,
+ 0.8113,
+ 0.7979,
+ 0.8091,
+ 0.8019,
+ 0.7991,
+ 0.8229,
+ 0.8322,
+ 0.8354,
+ 0.8504,
+ 0.828,
+ 0.8261,
+ 0.8283,
+ 0.8013,
+ 0.8476,
+ 0.8422,
+ 0.8432,
+ 0.8514,
+ 0.8646,
+ 0.862,
+ 0.8393,
+ 0.8586,
+ 0.8673,
+ 0.8731,
+ 0.8716,
+ 0.8738,
+ 0.8731,
+ 0.8669,
+ 0.8707,
+ 0.8738,
+ 0.8703,
+ 0.8794,
+ 0.8792,
+ 0.8773,
+ 0.8792,
+ 0.8832,
+ 0.8817,
+ 0.8849,
+ 0.8831,
+ 0.8865,
+ 0.8856,
+ 0.8849
+ ],
+ "test_acc": [
+ 0.3755,
+ 0.6615,
+ 0.758,
+ 0.8,
+ 0.807,
+ 0.8035,
+ 0.812,
+ 0.8155,
+ 0.832,
+ 0.7705,
+ 0.804,
+ 0.799,
+ 0.796,
+ 0.7725,
+ 0.6785,
+ 0.7665,
+ 0.7685,
+ 0.7155,
+ 0.774,
+ 0.726,
+ 0.68,
+ 0.6745,
+ 0.763,
+ 0.7305,
+ 0.602,
+ 0.661,
+ 0.627,
+ 0.684,
+ 0.742,
+ 0.741,
+ 0.6955,
+ 0.773,
+ 0.676,
+ 0.597,
+ 0.7755,
+ 0.7595,
+ 0.7705,
+ 0.7325,
+ 0.71,
+ 0.716,
+ 0.707,
+ 0.6835,
+ 0.7205,
+ 0.7695,
+ 0.7395,
+ 0.742,
+ 0.746,
+ 0.7305,
+ 0.768,
+ 0.7255,
+ 0.72,
+ 0.762,
+ 0.797,
+ 0.749,
+ 0.788,
+ 0.813,
+ 0.7895,
+ 0.7935,
+ 0.798,
+ 0.8085,
+ 0.8275,
+ 0.8285,
+ 0.8155,
+ 0.8315,
+ 0.814,
+ 0.8125,
+ 0.829,
+ 0.8125,
+ 0.834,
+ 0.8345,
+ 0.834,
+ 0.833,
+ 0.8285,
+ 0.833,
+ 0.8365,
+ 0.829,
+ 0.834,
+ 0.8415,
+ 0.8385,
+ 0.8375
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.028116505593061447,
+ 0.29581546783447266,
+ 0.170908123254776,
+ 0.12216862291097641
+ ],
+ "perturbation_rho": [
+ -0.07312458753585815,
+ 0.3015226125717163,
+ 0.09657395631074905,
+ 0.12382403016090393
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0003163664659950882,
+ -0.0007488747360184789,
+ -0.0004035384044982493,
+ -0.0003090125974267721
+ ],
+ "0.003": [
+ 0.000998551258817315,
+ -0.0022399011068046093,
+ -0.0012046258198097348,
+ -0.0009229769930243492
+ ],
+ "0.01": [
+ 0.0038727924693375826,
+ -0.007415304891765118,
+ -0.0039948043413460255,
+ -0.0030613194685429335
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7790241302490235,
+ 0.7654216047286987,
+ 0.46630783150196076,
+ 0.47609069652557373,
+ 0.5295370441436767,
+ 0.6392696193695069,
+ 0.8025703903675079,
+ 0.8035835893630981,
+ 0.7054816937446594,
+ 0.7188894889831543,
+ 0.723155996131897,
+ 0.7175666692256928,
+ 0.7450492376327514,
+ 0.8028973734855652,
+ 0.7876711024284363,
+ 0.8558139623641968,
+ 0.9155208786010742,
+ 0.9130255826950073,
+ 0.8950250951766968,
+ 0.8848126942634582,
+ 0.8685707977294922,
+ 0.8587310639381409,
+ 0.8291590257644653,
+ 0.8409093645095825,
+ 0.8759365214824677,
+ 0.8694478960990906,
+ 0.8698111413955688,
+ 0.8271794857025146,
+ 0.7845186081886292,
+ 0.7641353513717651,
+ 0.8730007939338684,
+ 0.7617129602432251,
+ 0.8081050999641418,
+ 0.7825005729675293,
+ 0.8260969108581543,
+ 0.788632160949707,
+ 0.785611438369751,
+ 0.7567414481163025,
+ 0.7519236874580383,
+ 0.7204991332054138,
+ 0.6952073329925537,
+ 0.6957939908981323,
+ 0.6553646293640136,
+ 0.6512393726348877,
+ 0.6812118953704834,
+ 0.6507732427597046,
+ 0.6394011632919312,
+ 0.6314525890350342,
+ 0.6011349618911743,
+ 0.6011737225532532,
+ 0.6056679985046387,
+ 0.5851486385583877,
+ 0.5611786159515381,
+ 0.5698102533340454,
+ 0.573320036649704,
+ 0.5536427591323853,
+ 0.5558445056915283,
+ 0.5360203624725342,
+ 0.5445126184463501,
+ 0.5587158493041993,
+ 0.5366106060028076,
+ 0.5330157579421997,
+ 0.5352685430526734,
+ 0.5297672599315644,
+ 0.5239216472625733,
+ 0.5195175980091095,
+ 0.5199703005313874,
+ 0.5157433489561081,
+ 0.5121160847663879,
+ 0.5126092442512512,
+ 0.5086378963470459,
+ 0.5108375263214111,
+ 0.5078012703418732,
+ 0.5062523377895355,
+ 0.5038812646865845,
+ 0.5041313044309617,
+ 0.5022756348133087,
+ 0.5015905421257019,
+ 0.5012978015899658,
+ 0.5010596646308899
+ ],
+ "train_acc": [
+ 0.3594,
+ 0.7146,
+ 0.8235,
+ 0.8186,
+ 0.8051,
+ 0.7814,
+ 0.7432,
+ 0.7361,
+ 0.7595,
+ 0.7514,
+ 0.7429,
+ 0.74,
+ 0.7308,
+ 0.7178,
+ 0.7278,
+ 0.7089,
+ 0.6963,
+ 0.7038,
+ 0.7026,
+ 0.7037,
+ 0.7077,
+ 0.7078,
+ 0.7158,
+ 0.7134,
+ 0.7102,
+ 0.712,
+ 0.715,
+ 0.7232,
+ 0.7355,
+ 0.7393,
+ 0.7201,
+ 0.7444,
+ 0.7367,
+ 0.7377,
+ 0.7323,
+ 0.7432,
+ 0.7453,
+ 0.7439,
+ 0.7481,
+ 0.7521,
+ 0.7572,
+ 0.757,
+ 0.7669,
+ 0.7734,
+ 0.7688,
+ 0.7735,
+ 0.7733,
+ 0.7809,
+ 0.7902,
+ 0.7857,
+ 0.7875,
+ 0.7929,
+ 0.7995,
+ 0.7974,
+ 0.7971,
+ 0.8058,
+ 0.8039,
+ 0.8103,
+ 0.8086,
+ 0.8045,
+ 0.8106,
+ 0.8073,
+ 0.8086,
+ 0.8128,
+ 0.8122,
+ 0.8158,
+ 0.8171,
+ 0.8151,
+ 0.8149,
+ 0.8175,
+ 0.8169,
+ 0.8165,
+ 0.8181,
+ 0.8173,
+ 0.82,
+ 0.8182,
+ 0.8196,
+ 0.8202,
+ 0.82,
+ 0.8192
+ ],
+ "test_acc": [
+ 0.61,
+ 0.777,
+ 0.8045,
+ 0.7855,
+ 0.7695,
+ 0.743,
+ 0.699,
+ 0.728,
+ 0.7265,
+ 0.7325,
+ 0.717,
+ 0.722,
+ 0.697,
+ 0.725,
+ 0.685,
+ 0.6885,
+ 0.6915,
+ 0.677,
+ 0.685,
+ 0.6855,
+ 0.671,
+ 0.7015,
+ 0.6895,
+ 0.69,
+ 0.6625,
+ 0.6745,
+ 0.6885,
+ 0.7165,
+ 0.718,
+ 0.7145,
+ 0.7225,
+ 0.715,
+ 0.7155,
+ 0.7125,
+ 0.72,
+ 0.732,
+ 0.7175,
+ 0.7335,
+ 0.74,
+ 0.7355,
+ 0.7315,
+ 0.7365,
+ 0.742,
+ 0.731,
+ 0.755,
+ 0.7395,
+ 0.7525,
+ 0.7595,
+ 0.775,
+ 0.7535,
+ 0.776,
+ 0.773,
+ 0.779,
+ 0.7765,
+ 0.7815,
+ 0.7785,
+ 0.787,
+ 0.785,
+ 0.784,
+ 0.777,
+ 0.7825,
+ 0.7805,
+ 0.78,
+ 0.7915,
+ 0.78,
+ 0.7855,
+ 0.784,
+ 0.784,
+ 0.787,
+ 0.7865,
+ 0.782,
+ 0.79,
+ 0.7875,
+ 0.7845,
+ 0.785,
+ 0.7875,
+ 0.789,
+ 0.788,
+ 0.788,
+ 0.788
+ ],
+ "state_pred_error": [
+ 0.731694634437561,
+ 0.23417646443843843,
+ 0.16782856330871582,
+ 0.16226573445796966,
+ 0.17099161510467528,
+ 0.18394631323814392,
+ 0.2019855978012085,
+ 0.2017958946466446,
+ 0.18371798615455628,
+ 0.16329481868743898,
+ 0.14329309587478636,
+ 0.12559115798473358,
+ 0.11022487533092498,
+ 0.09227231090068817,
+ 0.08201295229792595,
+ 0.0791339715719223,
+ 0.08487667949199676,
+ 0.08578719186782836,
+ 0.08310736228227615,
+ 0.07845945283174514,
+ 0.07394840196371079,
+ 0.07031645606756211,
+ 0.06856394438743592,
+ 0.06723007636070251,
+ 0.06694858776330948,
+ 0.06499523911476135,
+ 0.0608354157447815,
+ 0.058438737750053406,
+ 0.05698145393133163,
+ 0.052568575745821,
+ 0.050997378104925155,
+ 0.05048060681819916,
+ 0.05061923050284386,
+ 0.050916296947002414,
+ 0.05144686884880066,
+ 0.049674761563539505,
+ 0.04818300241231918,
+ 0.04592841443419456,
+ 0.04362559068500996,
+ 0.04214356968998909,
+ 0.040407472240924835,
+ 0.0395667809009552,
+ 0.03697864121794701,
+ 0.035583154261112214,
+ 0.034380488550662995,
+ 0.033168623971939086,
+ 0.03175738565921783,
+ 0.030352817764878273,
+ 0.02928148764371872,
+ 0.028111288553476332,
+ 0.027019555035233497,
+ 0.025773531574010848,
+ 0.024918644481897356,
+ 0.02384750773906708,
+ 0.022921911144256592,
+ 0.02203721873164177,
+ 0.021401436349749565,
+ 0.020324303320050238,
+ 0.01945747507214546,
+ 0.019061913284659386,
+ 0.018533632457256317,
+ 0.01755019921064377,
+ 0.017115412124991417,
+ 0.01673678147494793,
+ 0.016080432334542274,
+ 0.015739672049880027,
+ 0.014881113383173942,
+ 0.014514415556192399,
+ 0.014839580875635148,
+ 0.013830390541255474,
+ 0.013450295147299767,
+ 0.013125950311124325,
+ 0.01287915479838848,
+ 0.012489116263389588,
+ 0.012440057030320167,
+ 0.012103424173593521,
+ 0.011794415658712388,
+ 0.011523600345849991,
+ 0.011835576038062573,
+ 0.011463819001615047
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8812471032142639,
+ 0.4430118799209595,
+ 0.14485391974449158,
+ 0.12024529278278351
+ ],
+ "perturbation_rho": [
+ 0.803270697593689,
+ 0.4108988642692566,
+ 0.12428833544254303,
+ 0.13494184613227844
+ ],
+ "nudging": {
+ "0.001": [
+ -0.024419698864221573,
+ -0.0013216643128544092,
+ -0.0002967847976833582,
+ -0.00024071265943348408
+ ],
+ "0.003": [
+ -0.07050125300884247,
+ -0.003957290668040514,
+ -0.000889409682713449,
+ -0.0007224518340080976
+ ],
+ "0.01": [
+ -0.20551547408103943,
+ -0.01310029998421669,
+ -0.0029572518542408943,
+ -0.0024035971146076918
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 6307.859375,
+ 4221.2177734375,
+ 3825.8369140625,
+ 3284.16064453125
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2233777091979983,
+ 1.3201545307159424,
+ 0.7576372374534607,
+ 0.5368822441101074,
+ 0.4500424364089966,
+ 0.38826052474975586,
+ 0.39760261478424075,
+ 0.37347561759948733,
+ 0.3910197820663452,
+ 0.4118315992355347,
+ 0.540269495010376,
+ 0.42307977981567385,
+ 0.5061588063240051,
+ 0.4734330579280853,
+ 0.4749123188257217,
+ 0.5071706413269043,
+ 0.5010161249160766,
+ 0.6885399580955506,
+ 0.544177054977417,
+ 0.5456480445146561,
+ 0.6398725945472717,
+ 0.5177282638072968,
+ 0.614991586971283,
+ 0.8017618133783341,
+ 0.6560545772552491,
+ 0.6096531329154968,
+ 0.6245969655513763,
+ 0.7609677839279175,
+ 0.6611320633172989,
+ 0.6679078796386718,
+ 0.8986292762756347,
+ 1.0624667304039002,
+ 1.1147180395126344,
+ 1.1291320568084717,
+ 1.0890060359954834,
+ 0.9963282011032104,
+ 0.9234770161628724,
+ 0.8350841384887695,
+ 0.7985178932189941,
+ 0.7377351993560791,
+ 0.6755618171691895,
+ 0.6427918606758117,
+ 0.6642848100662232,
+ 0.6907006132125855,
+ 0.7195065155029297,
+ 0.7240495725631714,
+ 0.7414470927238465,
+ 0.7254366884231568,
+ 0.7317997849464416,
+ 0.7184565709114075,
+ 0.7197928576469421,
+ 0.736747712135315,
+ 0.7459960594177246,
+ 0.7461433578968049,
+ 0.7599917417526245,
+ 0.7754338600158691,
+ 0.7704233293533325,
+ 0.7772411148071289,
+ 0.7732292792320251,
+ 0.7953451323509216,
+ 0.7916302759170533,
+ 0.7988780770301819,
+ 0.7872319763183594,
+ 0.7829252526283265,
+ 0.7787840461730957,
+ 0.7778675572395325,
+ 0.769661307477951,
+ 0.758454351234436,
+ 0.7563795409679412,
+ 0.7561245315551758,
+ 0.7567275346755982,
+ 0.7507296043395996,
+ 0.7509326208114624,
+ 0.7505197130203247,
+ 0.749734306716919,
+ 0.7463954158782959,
+ 0.7466216814041138,
+ 0.7459904764175415,
+ 0.7456792185783386,
+ 0.7455195524215699
+ ],
+ "train_acc": [
+ 0.1943,
+ 0.5348,
+ 0.7198,
+ 0.799,
+ 0.8296,
+ 0.8514,
+ 0.8485,
+ 0.8563,
+ 0.8515,
+ 0.8431,
+ 0.8126,
+ 0.8404,
+ 0.8209,
+ 0.8292,
+ 0.8287,
+ 0.8186,
+ 0.819,
+ 0.7762,
+ 0.809,
+ 0.8056,
+ 0.793,
+ 0.8161,
+ 0.7959,
+ 0.7597,
+ 0.7784,
+ 0.7888,
+ 0.7822,
+ 0.7508,
+ 0.7724,
+ 0.7708,
+ 0.7283,
+ 0.7004,
+ 0.6836,
+ 0.6831,
+ 0.689,
+ 0.6989,
+ 0.7143,
+ 0.7324,
+ 0.7395,
+ 0.7549,
+ 0.7631,
+ 0.7728,
+ 0.7685,
+ 0.7624,
+ 0.754,
+ 0.7545,
+ 0.7474,
+ 0.7515,
+ 0.749,
+ 0.7485,
+ 0.7501,
+ 0.7473,
+ 0.7401,
+ 0.7421,
+ 0.7359,
+ 0.7375,
+ 0.7374,
+ 0.7341,
+ 0.7342,
+ 0.7265,
+ 0.7332,
+ 0.731,
+ 0.7336,
+ 0.733,
+ 0.7325,
+ 0.736,
+ 0.7365,
+ 0.7374,
+ 0.7408,
+ 0.7383,
+ 0.7403,
+ 0.7414,
+ 0.7393,
+ 0.7371,
+ 0.7397,
+ 0.7404,
+ 0.7394,
+ 0.7412,
+ 0.7414,
+ 0.7407
+ ],
+ "test_acc": [
+ 0.3715,
+ 0.648,
+ 0.7525,
+ 0.7905,
+ 0.819,
+ 0.826,
+ 0.806,
+ 0.8,
+ 0.807,
+ 0.7125,
+ 0.8075,
+ 0.8035,
+ 0.761,
+ 0.728,
+ 0.7605,
+ 0.7535,
+ 0.6975,
+ 0.7105,
+ 0.679,
+ 0.6655,
+ 0.79,
+ 0.72,
+ 0.6645,
+ 0.7405,
+ 0.724,
+ 0.7155,
+ 0.7075,
+ 0.744,
+ 0.7375,
+ 0.7115,
+ 0.646,
+ 0.615,
+ 0.6355,
+ 0.6425,
+ 0.6855,
+ 0.693,
+ 0.6975,
+ 0.7135,
+ 0.7245,
+ 0.7355,
+ 0.744,
+ 0.7495,
+ 0.7445,
+ 0.726,
+ 0.7345,
+ 0.7295,
+ 0.7375,
+ 0.7205,
+ 0.7325,
+ 0.7325,
+ 0.7315,
+ 0.725,
+ 0.7175,
+ 0.717,
+ 0.7235,
+ 0.722,
+ 0.7205,
+ 0.7155,
+ 0.7065,
+ 0.7145,
+ 0.711,
+ 0.717,
+ 0.72,
+ 0.7205,
+ 0.714,
+ 0.7105,
+ 0.7145,
+ 0.7235,
+ 0.729,
+ 0.7285,
+ 0.7265,
+ 0.725,
+ 0.73,
+ 0.728,
+ 0.728,
+ 0.7275,
+ 0.7295,
+ 0.731,
+ 0.732,
+ 0.7305
+ ],
+ "value_loss": [
+ 2.8550353353500366,
+ 0.8866892028808594,
+ 0.7480095406532288,
+ 0.6082758625984191,
+ 0.5294733749389648,
+ 0.4669463201522827,
+ 0.5216086049079895,
+ 0.4541858399868011,
+ 0.4832085543632507,
+ 0.5550105792999268,
+ 0.9533118436336517,
+ 0.6223780393600464,
+ 0.8233321074962616,
+ 0.7200716451644897,
+ 0.7445190457582473,
+ 0.761704793548584,
+ 0.7307724816322326,
+ 1.308116909313202,
+ 0.847868885421753,
+ 0.8612865437030792,
+ 1.1462507836341858,
+ 0.8061599975585938,
+ 1.0712029182434082,
+ 1.6493792618513108,
+ 1.0849245027542114,
+ 0.9315045223712921,
+ 0.9024537401676178,
+ 1.1654763233184815,
+ 0.831434667301178,
+ 0.802046495628357,
+ 1.4604990215301514,
+ 1.8645850904464722,
+ 1.9254398429870605,
+ 1.901911312484741,
+ 1.908003631401062,
+ 1.3320872589588166,
+ 1.159297624206543,
+ 1.0534205688476563,
+ 1.022995594406128,
+ 0.8503112316131591,
+ 0.6928019966125488,
+ 0.5846758200645447,
+ 0.6259316144943238,
+ 0.737749203491211,
+ 0.7123853011608123,
+ 0.7282990433692932,
+ 0.7251070489883423,
+ 0.6488828766226769,
+ 0.6383351172924042,
+ 0.5482705329895019,
+ 0.5401105587005616,
+ 0.6111136708259582,
+ 0.6008573663949967,
+ 0.5928836660385132,
+ 0.587500508594513,
+ 0.6057562492847443,
+ 0.5744828891277314,
+ 0.5471131669998169,
+ 0.5470271216392517,
+ 0.5842728374481201,
+ 0.5563190423965454,
+ 0.5892029490470886,
+ 0.5781536190032959,
+ 0.559272833108902,
+ 0.5027279161453247,
+ 0.5155309186935425,
+ 0.4943126286268234,
+ 0.48159287810325624,
+ 0.47510195388793947,
+ 0.4727193992614746,
+ 0.4602918514728546,
+ 0.4717276556968689,
+ 0.4678098875999451,
+ 0.44807784576416015,
+ 0.4467434461593628,
+ 0.4619509654998779,
+ 0.4547319677352905,
+ 0.4616655399799347,
+ 0.4558076531887054,
+ 0.454630423784256
+ ],
+ "term_loss": [
+ 1.6017029710769652,
+ 0.5620692476034165,
+ 0.5624156644821167,
+ 0.45781700096130373,
+ 0.3847409117221832,
+ 0.3312454249382019,
+ 0.38407751197814943,
+ 0.32735779056549075,
+ 0.3551049388170242,
+ 0.41827326583862307,
+ 0.7827223787307739,
+ 0.4792309603691101,
+ 0.6631194186210633,
+ 0.56457426404953,
+ 0.5845303027391434,
+ 0.5921518229961396,
+ 0.560609471321106,
+ 1.0828363707065582,
+ 0.6606335117340087,
+ 0.6683305771827698,
+ 0.9340125537872315,
+ 0.6249504384040833,
+ 0.8550516845703126,
+ 1.3669306713342666,
+ 0.8527113088130951,
+ 0.7162394056797028,
+ 0.682893370962143,
+ 0.9105785119056702,
+ 0.6048965015590191,
+ 0.5712942959785462,
+ 1.1673702945709228,
+ 1.5335067611694335,
+ 1.5751249431610108,
+ 1.5584389656066895,
+ 1.5522349954605104,
+ 0.9972099202394485,
+ 0.8370615739822388,
+ 0.754201112651825,
+ 0.6871392876505852,
+ 0.5123987158775329,
+ 0.37408054313659667,
+ 0.2995497988522053,
+ 0.3503581358909607,
+ 0.43231560316085815,
+ 0.41566086394786833,
+ 0.42524624509811404,
+ 0.4210509229183197,
+ 0.37233240249752997,
+ 0.3575580341219902,
+ 0.28671212253570555,
+ 0.276478619146347,
+ 0.34283951930999756,
+ 0.33277941216230394,
+ 0.32401346683502197,
+ 0.3095528627634048,
+ 0.33110152459144593,
+ 0.3003123944878578,
+ 0.27548920292854306,
+ 0.2802939491033554,
+ 0.3095864547729492,
+ 0.28826558628082277,
+ 0.3132749440193176,
+ 0.30294250259399413,
+ 0.2914313010454178,
+ 0.23652310552597045,
+ 0.25194979372024534,
+ 0.23297107075452805,
+ 0.22141846432685852,
+ 0.213679298555851,
+ 0.21105558428764343,
+ 0.198782471460104,
+ 0.21103085417747497,
+ 0.20293742198944092,
+ 0.18831457014083863,
+ 0.18615080082416535,
+ 0.19670715589523316,
+ 0.19051085848808288,
+ 0.19064104088544845,
+ 0.18662560603618622,
+ 0.185297670173645
+ ],
+ "bridge_loss": [
+ 0.9507376404299052,
+ 0.07687758333981037,
+ 0.010045724719017744,
+ 0.007879937368631363,
+ 0.01797304810285568,
+ 0.022158381700515747,
+ 0.01883206216990948,
+ 0.013739564181864262,
+ 0.009246241227537394,
+ 0.00828621684461832,
+ 0.013158259350061416,
+ 0.009157512763142585,
+ 0.008230384607613087,
+ 0.010887455415725708,
+ 0.01082873924607411,
+ 0.011825704242289067,
+ 0.011146052476763726,
+ 0.020588019510917367,
+ 0.014733550934493541,
+ 0.018946828547120095,
+ 0.0171926746442914,
+ 0.012086341893672943,
+ 0.02020258846729994,
+ 0.04198084568008781,
+ 0.020474260175228118,
+ 0.017216893035918474,
+ 0.016566254922747613,
+ 0.02010813295543194,
+ 0.011718014118075371,
+ 0.009661335621774196,
+ 0.014811528635025025,
+ 0.025247243924438955,
+ 0.02885524544119835,
+ 0.02420730111002922,
+ 0.04327671680450439,
+ 0.041912767720222475,
+ 0.05198930660188198,
+ 0.04971838068962097,
+ 0.0946202084183693,
+ 0.10887049219608307,
+ 0.09956775677204133,
+ 0.07377382544577121,
+ 0.05807075983285904,
+ 0.07968466079235077,
+ 0.06396899864077568,
+ 0.07015788811445237,
+ 0.0661502730846405,
+ 0.04226519621908665,
+ 0.04419996572732925,
+ 0.02805532423853874,
+ 0.02968351852297783,
+ 0.03154238290339708,
+ 0.030124809206277133,
+ 0.030319892784953117,
+ 0.03490727263391018,
+ 0.029208701252937317,
+ 0.030425633952021598,
+ 0.027547460222244264,
+ 0.02228509824424982,
+ 0.025416205316781997,
+ 0.020846416425704957,
+ 0.025860949020087717,
+ 0.029329672813415527,
+ 0.02281882424093783,
+ 0.02173859670162201,
+ 0.02062494530826807,
+ 0.019635991206765176,
+ 0.021509875628352167,
+ 0.024021596324443818,
+ 0.02360761443376541,
+ 0.023896243134140967,
+ 0.024439388674497603,
+ 0.028702323484420776,
+ 0.022215539541840554,
+ 0.02425522618293762,
+ 0.029845060449838638,
+ 0.029500862574577333,
+ 0.03606419536471367,
+ 0.03410082252025604,
+ 0.03432008520960808
+ ],
+ "tgrad_loss": [
+ 0.3025947289943695,
+ 0.24774237773418425,
+ 0.17554815773963928,
+ 0.14257892484664916,
+ 0.12675941741466523,
+ 0.11354251420497895,
+ 0.11869904023408889,
+ 0.11308848708868027,
+ 0.11885737178325653,
+ 0.12845109815597533,
+ 0.15743120503425598,
+ 0.1339895663022995,
+ 0.1519823107242584,
+ 0.14460992698669434,
+ 0.14916000380814076,
+ 0.1577272620677948,
+ 0.15901696157455444,
+ 0.2046925228357315,
+ 0.17250181584358215,
+ 0.17400914220809938,
+ 0.19504555777311325,
+ 0.16912321989536286,
+ 0.19594864068031312,
+ 0.2404677330493927,
+ 0.21173893311023712,
+ 0.1980482220649719,
+ 0.20299411978721618,
+ 0.23478967311382293,
+ 0.21482015360593795,
+ 0.22109085936546324,
+ 0.27831719441413877,
+ 0.3058310720920563,
+ 0.32145967130661013,
+ 0.3192650461196899,
+ 0.31249191117286684,
+ 0.29296456089019773,
+ 0.27024675250053404,
+ 0.2495010799407959,
+ 0.24123610022068023,
+ 0.2290420253276825,
+ 0.21915370206832885,
+ 0.21135219641923905,
+ 0.21750271730422974,
+ 0.22574893996715545,
+ 0.23275544457435607,
+ 0.23289490954875947,
+ 0.2379058575630188,
+ 0.23428526936769486,
+ 0.23657712292671204,
+ 0.23350308730602265,
+ 0.23394841928482055,
+ 0.23673176517486572,
+ 0.2379531442165375,
+ 0.23855031342506408,
+ 0.2430403748035431,
+ 0.2454460260629654,
+ 0.24374487085342408,
+ 0.24407650451660157,
+ 0.24444807255268097,
+ 0.24927017650604247,
+ 0.24720704221725465,
+ 0.25006705377101895,
+ 0.245881445145607,
+ 0.24502270793914796,
+ 0.24446621508598326,
+ 0.24295618000030517,
+ 0.24170556166172028,
+ 0.23866453852653505,
+ 0.23740106127262114,
+ 0.23805620374679565,
+ 0.23761313960552216,
+ 0.23625741076469423,
+ 0.2361701448917389,
+ 0.23754773426055908,
+ 0.23633741874694825,
+ 0.23539874830245971,
+ 0.2347202454328537,
+ 0.234960302066803,
+ 0.23508122134208678,
+ 0.2350126650452614
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.03434538468718529,
+ 0.12379913777112961,
+ 0.1433446854352951,
+ 0.13808263838291168
+ ],
+ "perturbation_rho": [
+ 0.03924814611673355,
+ 0.21971622109413147,
+ 0.26409071683883667,
+ 0.20994533598423004
+ ],
+ "nudging": {
+ "0.001": [
+ -0.002085629850625992,
+ -0.000930527166929096,
+ -0.0010337861021980643,
+ -0.0009522428154014051
+ ],
+ "0.003": [
+ -0.00620113592594862,
+ -0.002788654062896967,
+ -0.00309766735881567,
+ -0.002854354679584503
+ ],
+ "0.01": [
+ -0.020018436014652252,
+ -0.00925234891474247,
+ -0.010285570286214352,
+ -0.009476927109062672
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json
new file mode 100644
index 0000000..ea8fed5
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.393444329071045,
+ 0.4656594688892364,
+ 0.3387208812713623,
+ 0.3310880187511444,
+ 0.2834443459033966,
+ 0.274416100025177,
+ 0.27555663251876833,
+ 0.2919650815010071,
+ 0.27522954301834107,
+ 0.23417099084854126,
+ 0.25085752539634704,
+ 0.23627781853675842,
+ 0.22855967761278154,
+ 0.18523962483406067,
+ 0.21957328805923462,
+ 0.21457258567810059,
+ 0.1951643503189087,
+ 0.2028646148085594,
+ 0.17204643013477325,
+ 0.1741173769235611,
+ 0.17967198448181151,
+ 0.2015627604007721,
+ 0.18227966165542603,
+ 0.1597546272277832,
+ 0.18108189311623574,
+ 0.13940092482566835,
+ 0.17725008516311647,
+ 0.16082020609378814,
+ 0.14163353414535523,
+ 0.18069012370109558,
+ 0.13981632175445557,
+ 0.17373259100914,
+ 0.14335163850188257,
+ 0.11797005029916763,
+ 0.1098598550081253,
+ 0.12287375556230545,
+ 0.11599228973388671,
+ 0.13744940540790557,
+ 0.11864437719583511,
+ 0.10169189417362214,
+ 0.11369898817539215,
+ 0.11818749423027039,
+ 0.12267465643882751,
+ 0.10739170112609864,
+ 0.10322156901359558,
+ 0.09787526609897614,
+ 0.09492687509059906,
+ 0.09019990837574005,
+ 0.09442386355400086,
+ 0.08670992460250855,
+ 0.08388052983283996,
+ 0.09170566325187683,
+ 0.08163954379558563,
+ 0.0846316162109375,
+ 0.07659096655249596,
+ 0.07475700554847717,
+ 0.07641377507448197,
+ 0.07337763814926147,
+ 0.072775554728508,
+ 0.0721108490049839,
+ 0.06907813559770584,
+ 0.06751610193252564,
+ 0.06612331621646882,
+ 0.06645804003477096,
+ 0.06647891576737165,
+ 0.06381897580623627,
+ 0.06374451096057891,
+ 0.06368994359970093,
+ 0.06230272837877274,
+ 0.06174979591369629,
+ 0.061164255321025846,
+ 0.06092808446884155,
+ 0.06049565544426441,
+ 0.05998984745144844,
+ 0.05971836262345314,
+ 0.05945266941785812,
+ 0.0592673523157835,
+ 0.059102416515350344,
+ 0.05901545432806015,
+ 0.058958782851696014
+ ],
+ "train_acc": [
+ 0.5424,
+ 0.8445,
+ 0.872,
+ 0.8691,
+ 0.8872,
+ 0.8945,
+ 0.8899,
+ 0.8867,
+ 0.8926,
+ 0.908,
+ 0.9016,
+ 0.9067,
+ 0.9102,
+ 0.9315,
+ 0.9151,
+ 0.915,
+ 0.923,
+ 0.9194,
+ 0.9324,
+ 0.9339,
+ 0.931,
+ 0.9216,
+ 0.9259,
+ 0.9363,
+ 0.927,
+ 0.9478,
+ 0.9299,
+ 0.9384,
+ 0.9472,
+ 0.9319,
+ 0.9471,
+ 0.9343,
+ 0.9444,
+ 0.9583,
+ 0.9624,
+ 0.957,
+ 0.9581,
+ 0.949,
+ 0.9573,
+ 0.9665,
+ 0.9617,
+ 0.9571,
+ 0.9557,
+ 0.9597,
+ 0.9643,
+ 0.9678,
+ 0.9689,
+ 0.9725,
+ 0.9692,
+ 0.9744,
+ 0.9771,
+ 0.9728,
+ 0.9764,
+ 0.9742,
+ 0.9821,
+ 0.9815,
+ 0.9798,
+ 0.9822,
+ 0.983,
+ 0.9823,
+ 0.9865,
+ 0.986,
+ 0.9874,
+ 0.9871,
+ 0.9859,
+ 0.9891,
+ 0.9891,
+ 0.9885,
+ 0.9899,
+ 0.9905,
+ 0.9909,
+ 0.9915,
+ 0.9915,
+ 0.9914,
+ 0.9918,
+ 0.992,
+ 0.9922,
+ 0.9921,
+ 0.9923,
+ 0.9924
+ ],
+ "test_acc": [
+ 0.806,
+ 0.8735,
+ 0.8755,
+ 0.8855,
+ 0.8975,
+ 0.8865,
+ 0.8865,
+ 0.8855,
+ 0.896,
+ 0.897,
+ 0.9005,
+ 0.901,
+ 0.9055,
+ 0.9075,
+ 0.895,
+ 0.905,
+ 0.903,
+ 0.8995,
+ 0.9155,
+ 0.91,
+ 0.912,
+ 0.909,
+ 0.9155,
+ 0.9125,
+ 0.9175,
+ 0.909,
+ 0.913,
+ 0.9085,
+ 0.917,
+ 0.913,
+ 0.9215,
+ 0.9195,
+ 0.919,
+ 0.9195,
+ 0.923,
+ 0.919,
+ 0.9155,
+ 0.9115,
+ 0.926,
+ 0.92,
+ 0.9215,
+ 0.922,
+ 0.9235,
+ 0.921,
+ 0.921,
+ 0.921,
+ 0.922,
+ 0.9245,
+ 0.9255,
+ 0.93,
+ 0.924,
+ 0.923,
+ 0.926,
+ 0.9225,
+ 0.9265,
+ 0.925,
+ 0.9255,
+ 0.923,
+ 0.9235,
+ 0.925,
+ 0.929,
+ 0.925,
+ 0.923,
+ 0.9235,
+ 0.9275,
+ 0.9245,
+ 0.924,
+ 0.924,
+ 0.925,
+ 0.925,
+ 0.925,
+ 0.9245,
+ 0.925,
+ 0.926,
+ 0.925,
+ 0.925,
+ 0.9255,
+ 0.9255,
+ 0.9255,
+ 0.925
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8599773645401001,
+ 0.8422204256057739,
+ 0.8250665664672852,
+ 0.8009470701217651
+ ],
+ "perturbation_rho": [
+ 0.9999991655349731,
+ 0.9999953508377075,
+ 0.9999807476997375,
+ 0.9999338984489441
+ ],
+ "nudging": {
+ "0.001": [
+ -0.021187957376241684,
+ -0.008892672136425972,
+ -0.003854521783068776,
+ -0.002078109886497259
+ ],
+ "0.003": [
+ -0.05588283762335777,
+ -0.02533331699669361,
+ -0.01131636556237936,
+ -0.006165246479213238
+ ],
+ "0.01": [
+ -0.12188813835382462,
+ -0.07056954503059387,
+ -0.034971628338098526,
+ -0.019762540236115456
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2351631088256836,
+ 1.2604516805648804,
+ 0.6909901732444763,
+ 0.5023803288459778,
+ 0.4199826082229614,
+ 0.3939720664024353,
+ 0.36745505712032317,
+ 0.36464036779403686,
+ 0.36945423431396485,
+ 0.37754397621154784,
+ 0.41259857263565064,
+ 0.3929980557441711,
+ 0.3836580101966858,
+ 0.42829677181243897,
+ 0.45100361251831056,
+ 0.4771954530715942,
+ 0.45615267324447634,
+ 0.47997308826446533,
+ 0.519016338443756,
+ 0.4339796148777008,
+ 0.48482293429374695,
+ 0.4760143366098404,
+ 0.41006571016311644,
+ 0.4283779393434525,
+ 0.4630606350660324,
+ 0.4736118658065796,
+ 0.47070072836875915,
+ 0.5205575771808624,
+ 0.43153712959289553,
+ 0.6288577288150787,
+ 0.49815777282714846,
+ 0.5681126009941101,
+ 0.4582767408490181,
+ 0.4725220314502716,
+ 0.4469193904876709,
+ 0.4821565442085266,
+ 0.4843693884849548,
+ 0.5006482328891754,
+ 0.44061602096557617,
+ 0.4250831531524658,
+ 0.4099806285858154,
+ 0.4905092445373535,
+ 0.5239814792633056,
+ 0.43106476440429686,
+ 0.42259651679992677,
+ 0.4021846671104431,
+ 0.41326967359781264,
+ 0.36481091504096985,
+ 0.3732275875091553,
+ 0.38772435383796694,
+ 0.3595582166671753,
+ 0.4164277789950371,
+ 0.3571169295310974,
+ 0.3573374299049377,
+ 0.3340035634994507,
+ 0.3495286958694458,
+ 0.34169850187301637,
+ 0.36254877605438235,
+ 0.3357857964515686,
+ 0.3260487530708313,
+ 0.3146523279190063,
+ 0.32904662322998046,
+ 0.3236200043678284,
+ 0.3109028839111328,
+ 0.30532244243621826,
+ 0.3066009913444519,
+ 0.29923178367614744,
+ 0.31248617701530457,
+ 0.30051798222064974,
+ 0.29083643901348116,
+ 0.289837948679924,
+ 0.28680111265182495,
+ 0.2866984937429428,
+ 0.284077316904068,
+ 0.2823953621149063,
+ 0.2806439053058624,
+ 0.28072562822103503,
+ 0.27919705109596255,
+ 0.2788663013458252,
+ 0.2786029499530792
+ ],
+ "train_acc": [
+ 0.1823,
+ 0.5598,
+ 0.7406,
+ 0.8059,
+ 0.8373,
+ 0.8477,
+ 0.857,
+ 0.8613,
+ 0.859,
+ 0.8612,
+ 0.8538,
+ 0.8613,
+ 0.8658,
+ 0.857,
+ 0.8547,
+ 0.8475,
+ 0.8567,
+ 0.8558,
+ 0.8472,
+ 0.864,
+ 0.854,
+ 0.8592,
+ 0.8691,
+ 0.8692,
+ 0.8595,
+ 0.8599,
+ 0.8604,
+ 0.8496,
+ 0.8638,
+ 0.8323,
+ 0.8575,
+ 0.8423,
+ 0.8613,
+ 0.8581,
+ 0.8604,
+ 0.855,
+ 0.852,
+ 0.8511,
+ 0.8644,
+ 0.8643,
+ 0.8698,
+ 0.8532,
+ 0.8413,
+ 0.8641,
+ 0.8633,
+ 0.8688,
+ 0.8668,
+ 0.8784,
+ 0.8777,
+ 0.8732,
+ 0.8802,
+ 0.8646,
+ 0.8806,
+ 0.8813,
+ 0.8854,
+ 0.8824,
+ 0.8856,
+ 0.876,
+ 0.8839,
+ 0.8899,
+ 0.8921,
+ 0.8875,
+ 0.8856,
+ 0.8889,
+ 0.8933,
+ 0.8918,
+ 0.8969,
+ 0.8906,
+ 0.8936,
+ 0.8976,
+ 0.8998,
+ 0.8993,
+ 0.8996,
+ 0.899,
+ 0.8987,
+ 0.9003,
+ 0.8989,
+ 0.9013,
+ 0.9017,
+ 0.9017
+ ],
+ "test_acc": [
+ 0.3805,
+ 0.658,
+ 0.763,
+ 0.8055,
+ 0.802,
+ 0.799,
+ 0.8135,
+ 0.83,
+ 0.818,
+ 0.818,
+ 0.8195,
+ 0.821,
+ 0.822,
+ 0.7695,
+ 0.8265,
+ 0.821,
+ 0.8265,
+ 0.8005,
+ 0.8295,
+ 0.8195,
+ 0.8175,
+ 0.837,
+ 0.825,
+ 0.7865,
+ 0.813,
+ 0.783,
+ 0.7715,
+ 0.7985,
+ 0.767,
+ 0.8315,
+ 0.782,
+ 0.82,
+ 0.819,
+ 0.8365,
+ 0.777,
+ 0.8205,
+ 0.7815,
+ 0.7855,
+ 0.8065,
+ 0.823,
+ 0.835,
+ 0.774,
+ 0.805,
+ 0.812,
+ 0.8135,
+ 0.813,
+ 0.837,
+ 0.834,
+ 0.841,
+ 0.8225,
+ 0.8385,
+ 0.8245,
+ 0.8455,
+ 0.8425,
+ 0.8365,
+ 0.8515,
+ 0.8475,
+ 0.8555,
+ 0.847,
+ 0.854,
+ 0.854,
+ 0.836,
+ 0.8465,
+ 0.843,
+ 0.853,
+ 0.848,
+ 0.8515,
+ 0.849,
+ 0.8545,
+ 0.8535,
+ 0.8525,
+ 0.8535,
+ 0.853,
+ 0.854,
+ 0.855,
+ 0.855,
+ 0.855,
+ 0.8565,
+ 0.8555,
+ 0.856
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.004014266654849052,
+ 0.16519895195960999,
+ 0.13244280219078064,
+ 0.11504888534545898
+ ],
+ "perturbation_rho": [
+ 0.042726192623376846,
+ 0.18379396200180054,
+ 0.108277827501297,
+ 0.03345024213194847
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0005973952356725931,
+ -0.0005849459557794034,
+ -0.00033618923043832183,
+ -0.0002846581628546119
+ ],
+ "0.003": [
+ -0.0017661447636783123,
+ -0.0017487092409282923,
+ -0.0010064283851534128,
+ -0.0008522539865225554
+ ],
+ "0.01": [
+ -0.005573366768658161,
+ -0.005793239921331406,
+ -0.003338021691888571,
+ -0.002831015270203352
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8313716026306153,
+ 0.7926182842254639,
+ 0.46973575134277346,
+ 0.48155548248291014,
+ 0.5448596946716309,
+ 0.6645664943695069,
+ 0.7318389461517334,
+ 0.7279546222686768,
+ 0.7492408039093018,
+ 0.7303381389141083,
+ 0.7058333037376404,
+ 0.7079017165184021,
+ 0.7165615272521972,
+ 0.7146007489204407,
+ 0.7339236400604248,
+ 0.7427304380893708,
+ 0.760910213470459,
+ 0.8237569445610047,
+ 0.7993208209991455,
+ 0.8246796663284301,
+ 0.8065732408523559,
+ 0.8133731035232544,
+ 0.7934063248634339,
+ 0.8101628801345825,
+ 0.8197265989303589,
+ 0.8273739593505859,
+ 0.8092071041584015,
+ 0.7728347238540649,
+ 0.7805830051422119,
+ 0.7523685384750366,
+ 0.6997231612205506,
+ 0.7115532672405243,
+ 0.6899057216644288,
+ 0.7243086003780365,
+ 0.7161950044155121,
+ 0.6915306072235108,
+ 0.7306950844287873,
+ 0.7001749244689941,
+ 0.7435074928283691,
+ 0.7183393833160401,
+ 0.6917117639541626,
+ 0.6912902464389801,
+ 0.7219114833831787,
+ 0.7060039350509644,
+ 0.7032419225692749,
+ 0.7001213099002838,
+ 0.6712141176223755,
+ 0.6735524456977844,
+ 0.6646129000663757,
+ 0.6637430681228638,
+ 0.6549304262876511,
+ 0.6523052272796631,
+ 0.6376511907577515,
+ 0.6561032221794129,
+ 0.6557626156806946,
+ 0.6385821124076844,
+ 0.6371082330703736,
+ 0.622728742980957,
+ 0.6358778423309326,
+ 0.6097657412528992,
+ 0.5984001077651978,
+ 0.6008862220764161,
+ 0.6019291736602783,
+ 0.5893378508806228,
+ 0.5775623394012451,
+ 0.5764101420402526,
+ 0.5693036109924317,
+ 0.5785774702072144,
+ 0.5725307025909424,
+ 0.5699037223815918,
+ 0.5678042579650879,
+ 0.5655107064247131,
+ 0.5588490388393402,
+ 0.5583755543708802,
+ 0.5569040360450744,
+ 0.555097555732727,
+ 0.5553366912841797,
+ 0.5538557461977005,
+ 0.5529845510482788,
+ 0.5527793859481811
+ ],
+ "train_acc": [
+ 0.3425,
+ 0.7013,
+ 0.8169,
+ 0.8155,
+ 0.8002,
+ 0.7747,
+ 0.7521,
+ 0.7467,
+ 0.7366,
+ 0.7402,
+ 0.7432,
+ 0.7511,
+ 0.7483,
+ 0.7529,
+ 0.7435,
+ 0.7501,
+ 0.7443,
+ 0.7278,
+ 0.737,
+ 0.729,
+ 0.7347,
+ 0.7305,
+ 0.7339,
+ 0.7327,
+ 0.7272,
+ 0.7248,
+ 0.7394,
+ 0.7436,
+ 0.7445,
+ 0.7497,
+ 0.7621,
+ 0.7597,
+ 0.7682,
+ 0.7574,
+ 0.7627,
+ 0.7629,
+ 0.7527,
+ 0.7656,
+ 0.7528,
+ 0.7589,
+ 0.7652,
+ 0.7627,
+ 0.7557,
+ 0.7562,
+ 0.7584,
+ 0.7611,
+ 0.7712,
+ 0.7672,
+ 0.7691,
+ 0.77,
+ 0.7688,
+ 0.7715,
+ 0.7805,
+ 0.7717,
+ 0.7726,
+ 0.7796,
+ 0.7806,
+ 0.784,
+ 0.7781,
+ 0.7916,
+ 0.7943,
+ 0.7897,
+ 0.788,
+ 0.7945,
+ 0.7966,
+ 0.7954,
+ 0.7997,
+ 0.7948,
+ 0.7941,
+ 0.7979,
+ 0.7973,
+ 0.7998,
+ 0.8028,
+ 0.8015,
+ 0.8024,
+ 0.8021,
+ 0.8017,
+ 0.8049,
+ 0.8036,
+ 0.8043
+ ],
+ "test_acc": [
+ 0.582,
+ 0.7605,
+ 0.805,
+ 0.7815,
+ 0.7585,
+ 0.739,
+ 0.7315,
+ 0.7055,
+ 0.709,
+ 0.716,
+ 0.7225,
+ 0.7035,
+ 0.714,
+ 0.7025,
+ 0.6895,
+ 0.71,
+ 0.682,
+ 0.684,
+ 0.6935,
+ 0.6815,
+ 0.663,
+ 0.6735,
+ 0.6475,
+ 0.6625,
+ 0.687,
+ 0.691,
+ 0.691,
+ 0.6855,
+ 0.708,
+ 0.711,
+ 0.7175,
+ 0.7135,
+ 0.7035,
+ 0.7,
+ 0.702,
+ 0.7015,
+ 0.719,
+ 0.69,
+ 0.722,
+ 0.7085,
+ 0.711,
+ 0.6865,
+ 0.7155,
+ 0.693,
+ 0.727,
+ 0.717,
+ 0.726,
+ 0.7125,
+ 0.734,
+ 0.7355,
+ 0.7235,
+ 0.721,
+ 0.7245,
+ 0.703,
+ 0.7315,
+ 0.7205,
+ 0.733,
+ 0.735,
+ 0.745,
+ 0.7455,
+ 0.742,
+ 0.7425,
+ 0.757,
+ 0.754,
+ 0.7545,
+ 0.754,
+ 0.7585,
+ 0.753,
+ 0.7545,
+ 0.755,
+ 0.7585,
+ 0.7635,
+ 0.758,
+ 0.76,
+ 0.762,
+ 0.763,
+ 0.759,
+ 0.76,
+ 0.762,
+ 0.7615
+ ],
+ "state_pred_error": [
+ 0.738724960899353,
+ 0.23754536838531495,
+ 0.17166675362586975,
+ 0.16519432184696198,
+ 0.17659714086055756,
+ 0.1853035955429077,
+ 0.18247937891483307,
+ 0.1752823434829712,
+ 0.16551947779655457,
+ 0.15197912480831147,
+ 0.14014595470428468,
+ 0.12900954908132553,
+ 0.11189029586315155,
+ 0.09048521988391876,
+ 0.07707659014463425,
+ 0.06862674397230148,
+ 0.0619474271774292,
+ 0.057251011681556704,
+ 0.05508155573606491,
+ 0.053471049499511716,
+ 0.05379626307487488,
+ 0.05419672028422356,
+ 0.052421370673179625,
+ 0.049650419402122496,
+ 0.047358448946475985,
+ 0.04709382080435753,
+ 0.04492674662470818,
+ 0.04099081097245216,
+ 0.038694602066278456,
+ 0.03637899459600449,
+ 0.035295955044031144,
+ 0.03464271750450134,
+ 0.03390544964671135,
+ 0.0339607761323452,
+ 0.03294503695368767,
+ 0.03164411043822765,
+ 0.030480435860157012,
+ 0.030075301492214202,
+ 0.028113591521978377,
+ 0.027257576552033425,
+ 0.02627144229412079,
+ 0.026506870889663695,
+ 0.024739411950111388,
+ 0.02403323279619217,
+ 0.023340081292390822,
+ 0.022683567291498185,
+ 0.021613040015101434,
+ 0.020623113670945166,
+ 0.01925096574127674,
+ 0.018227936267852782,
+ 0.017412171779572962,
+ 0.01633626956343651,
+ 0.015502833461761475,
+ 0.01486019978672266,
+ 0.014131347727775573,
+ 0.013682181715965271,
+ 0.013298307892680168,
+ 0.012884229637682439,
+ 0.01228856347501278,
+ 0.012014592817425727,
+ 0.011584452259540558,
+ 0.011723892691731453,
+ 0.011077864146232606,
+ 0.010830551779270172,
+ 0.01048019336760044,
+ 0.010463275627046823,
+ 0.010006480371952058,
+ 0.010270701536536217,
+ 0.009520307847857476,
+ 0.009370259954035282,
+ 0.009139169569313526,
+ 0.009051338295638561,
+ 0.0087209147721529,
+ 0.0086469930768013,
+ 0.00830997234582901,
+ 0.008232304611802101,
+ 0.00801251590847969,
+ 0.007979873966425657,
+ 0.007716833171993494,
+ 0.0075651704967021945
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8646283149719238,
+ 0.4090673327445984,
+ 0.1404263973236084,
+ 0.114067442715168
+ ],
+ "perturbation_rho": [
+ 0.7375176548957825,
+ 0.33617356419563293,
+ 0.14259827136993408,
+ 0.06911392509937286
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02527385950088501,
+ -0.0013827341608703136,
+ -0.0003888161154463887,
+ -0.00030949554638937116
+ ],
+ "0.003": [
+ -0.07343459129333496,
+ -0.004140978213399649,
+ -0.0011658729054033756,
+ -0.0009282166138291359
+ ],
+ "0.01": [
+ -0.218303382396698,
+ -0.013712376356124878,
+ -0.003879058640450239,
+ -0.0030895976815372705
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 6951.521484375,
+ 6099.5322265625,
+ 5877.8310546875,
+ 3832.076416015625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.235261058425903,
+ 1.262081871986389,
+ 0.6915569072723389,
+ 0.4963927393436432,
+ 0.41897850689888,
+ 0.3801000884056091,
+ 0.3732742650032043,
+ 0.360334720993042,
+ 0.40119956569671633,
+ 0.40856367979049685,
+ 0.39234666719436645,
+ 0.38830075261592867,
+ 0.42427587156295776,
+ 0.39181271744966506,
+ 0.3884301266908646,
+ 0.40899407005310057,
+ 0.5711139780521393,
+ 0.44214163110256194,
+ 0.5412520337820053,
+ 0.5265979358673095,
+ 0.6395262619018555,
+ 0.6767067618846894,
+ 0.8079449705123901,
+ 0.8860318534851074,
+ 0.7464127262115479,
+ 0.8458122653961182,
+ 0.8400936029434204,
+ 0.8388831905364991,
+ 0.7874737511634826,
+ 0.8481869525909423,
+ 0.9002291926383972,
+ 0.8685866487503052,
+ 0.9101456764221192,
+ 0.8837849536895752,
+ 0.972322064781189,
+ 0.9345996368408203,
+ 0.9418193544387817,
+ 1.0260784551620483,
+ 0.9719976706504821,
+ 0.9391058128356934,
+ 0.9489206720352172,
+ 0.9835691333770752,
+ 0.967494802236557,
+ 0.9707959476470948,
+ 1.0399179498672486,
+ 1.0601639880180358,
+ 0.985697636795044,
+ 1.008144894504547,
+ 1.0092436389923096,
+ 1.0680249240875244,
+ 1.0354044677734375,
+ 1.0328852564811706,
+ 1.015745788383484,
+ 1.0277701950073241,
+ 1.0103555604934693,
+ 1.0488319797515868,
+ 1.0303876429557801,
+ 1.0285811204433442,
+ 1.0417894123077394,
+ 1.0004704116821288,
+ 1.0626476989746094,
+ 0.9951508989334107,
+ 1.0081708417892457,
+ 0.9910860794067383,
+ 0.9883740512847901,
+ 0.9812014641761779,
+ 0.9917335124969482,
+ 0.9694048974990844,
+ 0.9646705657958984,
+ 0.9635228799819946,
+ 0.9591471391677856,
+ 0.9535331716537475,
+ 0.9531492277145386,
+ 0.9459964708328247,
+ 0.9468160850524903,
+ 0.9449826847076416,
+ 0.9444061769485473,
+ 0.9419779738426208,
+ 0.940774139881134,
+ 0.9405258314132691
+ ],
+ "train_acc": [
+ 0.1859,
+ 0.5571,
+ 0.7419,
+ 0.8077,
+ 0.8355,
+ 0.854,
+ 0.8566,
+ 0.8623,
+ 0.8544,
+ 0.8542,
+ 0.8635,
+ 0.863,
+ 0.8534,
+ 0.8702,
+ 0.8695,
+ 0.8666,
+ 0.8423,
+ 0.8592,
+ 0.8456,
+ 0.8478,
+ 0.8218,
+ 0.8173,
+ 0.7867,
+ 0.777,
+ 0.7871,
+ 0.7663,
+ 0.7597,
+ 0.7502,
+ 0.7552,
+ 0.7402,
+ 0.7275,
+ 0.7264,
+ 0.7154,
+ 0.721,
+ 0.7022,
+ 0.7062,
+ 0.7027,
+ 0.6832,
+ 0.689,
+ 0.6948,
+ 0.6911,
+ 0.68,
+ 0.6843,
+ 0.6828,
+ 0.6613,
+ 0.6613,
+ 0.6731,
+ 0.669,
+ 0.6672,
+ 0.6584,
+ 0.6651,
+ 0.6658,
+ 0.6648,
+ 0.6609,
+ 0.661,
+ 0.6587,
+ 0.6615,
+ 0.6583,
+ 0.6597,
+ 0.6641,
+ 0.6535,
+ 0.6622,
+ 0.6598,
+ 0.6636,
+ 0.6656,
+ 0.6651,
+ 0.6674,
+ 0.6666,
+ 0.6709,
+ 0.6665,
+ 0.6731,
+ 0.6714,
+ 0.673,
+ 0.6717,
+ 0.6727,
+ 0.6728,
+ 0.6735,
+ 0.6738,
+ 0.6744,
+ 0.6741
+ ],
+ "test_acc": [
+ 0.384,
+ 0.66,
+ 0.757,
+ 0.791,
+ 0.815,
+ 0.826,
+ 0.7975,
+ 0.8165,
+ 0.8125,
+ 0.799,
+ 0.83,
+ 0.8025,
+ 0.8145,
+ 0.822,
+ 0.808,
+ 0.8145,
+ 0.8015,
+ 0.8145,
+ 0.8205,
+ 0.785,
+ 0.8,
+ 0.744,
+ 0.738,
+ 0.764,
+ 0.7405,
+ 0.713,
+ 0.729,
+ 0.7045,
+ 0.7025,
+ 0.7025,
+ 0.677,
+ 0.6385,
+ 0.721,
+ 0.592,
+ 0.627,
+ 0.694,
+ 0.6495,
+ 0.6515,
+ 0.637,
+ 0.6755,
+ 0.6155,
+ 0.673,
+ 0.6715,
+ 0.628,
+ 0.6315,
+ 0.6485,
+ 0.635,
+ 0.62,
+ 0.5955,
+ 0.622,
+ 0.636,
+ 0.63,
+ 0.637,
+ 0.643,
+ 0.6265,
+ 0.6445,
+ 0.6375,
+ 0.6175,
+ 0.649,
+ 0.6255,
+ 0.656,
+ 0.652,
+ 0.643,
+ 0.644,
+ 0.6555,
+ 0.6575,
+ 0.647,
+ 0.6605,
+ 0.656,
+ 0.6575,
+ 0.6565,
+ 0.661,
+ 0.655,
+ 0.6575,
+ 0.664,
+ 0.657,
+ 0.663,
+ 0.6585,
+ 0.6585,
+ 0.6585
+ ],
+ "value_loss": [
+ 2.789435099697113,
+ 0.8181893708229065,
+ 0.7272053227424622,
+ 0.5833633841991425,
+ 0.5203261951446533,
+ 0.487560515499115,
+ 0.5104867960453033,
+ 0.5071568609237671,
+ 0.7265350058555603,
+ 0.6770524631500244,
+ 0.6544264476060867,
+ 0.6184350404918194,
+ 0.82130862698555,
+ 0.7288621360361576,
+ 0.6920311128377914,
+ 0.7491695034027099,
+ 1.436285315656662,
+ 0.9137073722839355,
+ 1.3024319067001342,
+ 1.1969394775390625,
+ 1.5527768714904786,
+ 1.7683637444019318,
+ 2.1371090829849244,
+ 2.7897338537216188,
+ 1.7251617815971374,
+ 2.1219203945159912,
+ 1.8316284656524657,
+ 1.6271437129974364,
+ 1.533262328338623,
+ 1.4435790887832642,
+ 1.425470267868042,
+ 1.2025170761942863,
+ 1.3155294904232024,
+ 1.1143611429214477,
+ 1.2226881009578705,
+ 1.4462114141464233,
+ 1.0543560623168946,
+ 1.0660594150543212,
+ 0.9147385849952697,
+ 0.8270027490615844,
+ 0.8281644924163818,
+ 1.0131224609851837,
+ 0.8204657958984375,
+ 0.7915476408958435,
+ 1.0112078512191773,
+ 0.9825851963043213,
+ 0.7297250129699707,
+ 0.7310111741065979,
+ 0.8675759086608886,
+ 0.8777669506072998,
+ 0.7935477031707764,
+ 0.7559813811302185,
+ 0.6910819556236267,
+ 0.7187119407653808,
+ 0.7091325038909913,
+ 0.8288764345169067,
+ 0.6835856030464172,
+ 0.696506120300293,
+ 0.7955103742599487,
+ 0.6248370735168457,
+ 0.7264847853183747,
+ 0.6357070183992386,
+ 0.6640777275085449,
+ 0.6200332149505615,
+ 0.6066704128265381,
+ 0.6134613354206085,
+ 0.624502198600769,
+ 0.5682870136260987,
+ 0.5714269968986512,
+ 0.5611187159061432,
+ 0.560384591293335,
+ 0.5337265998840331,
+ 0.518946839427948,
+ 0.5066715524673462,
+ 0.5192569964408874,
+ 0.5218038980484009,
+ 0.515819926071167,
+ 0.5021115490913391,
+ 0.5022512309074402,
+ 0.5270826056480408
+ ],
+ "term_loss": [
+ 1.6281806005001067,
+ 0.5260812068939209,
+ 0.5574779790878296,
+ 0.4467624794960022,
+ 0.38560171570777896,
+ 0.35132181377410887,
+ 0.3726922478437424,
+ 0.3839768423080444,
+ 0.5983181779623031,
+ 0.5458563985824585,
+ 0.5328782257556915,
+ 0.49554837535619733,
+ 0.6895202607631683,
+ 0.6041087128341198,
+ 0.5711961905956269,
+ 0.622646349143982,
+ 1.2603772453427315,
+ 0.773075110912323,
+ 1.1336991445064544,
+ 1.0312418762207032,
+ 1.3463582670211791,
+ 1.5365228524684906,
+ 1.8501261821746826,
+ 2.4006380270242693,
+ 1.451894647026062,
+ 1.8385419921875,
+ 1.5503413744926453,
+ 1.348254576587677,
+ 1.2533037424087525,
+ 1.162389670753479,
+ 1.1130255826950073,
+ 0.9006625356771052,
+ 1.0001833762645722,
+ 0.8168405591964721,
+ 0.9015608322620392,
+ 1.099498508644104,
+ 0.723140911102295,
+ 0.7195442680358887,
+ 0.5906892456054688,
+ 0.5117025557518006,
+ 0.5222296411037445,
+ 0.6893843678474426,
+ 0.5126559923410415,
+ 0.47389315984249114,
+ 0.6742367547988891,
+ 0.6494622436523437,
+ 0.42108994102478026,
+ 0.42529633424282076,
+ 0.5564227697372437,
+ 0.562213070678711,
+ 0.4802745559692383,
+ 0.4539243455886841,
+ 0.3954838166773319,
+ 0.41656764430999754,
+ 0.407904678440094,
+ 0.5054427813529968,
+ 0.3801931502342224,
+ 0.3841923901736736,
+ 0.47365911989212034,
+ 0.32998718037605285,
+ 0.4120689484864473,
+ 0.334956028342247,
+ 0.3557816318035126,
+ 0.31811208209991454,
+ 0.3048724256515503,
+ 0.31001371720433235,
+ 0.3186835240840912,
+ 0.27292693586349487,
+ 0.2744087711334228,
+ 0.26349675579071047,
+ 0.26173307815790176,
+ 0.24325768327713013,
+ 0.22855849746465684,
+ 0.21712086362838745,
+ 0.2279037822365761,
+ 0.22775145735740662,
+ 0.2218828114748001,
+ 0.21318944548368454,
+ 0.2103438462257385,
+ 0.22659661755561827
+ ],
+ "bridge_loss": [
+ 0.8669556872836547,
+ 0.06360601794421673,
+ 0.008560461984574795,
+ 0.005917139887809754,
+ 0.01696948218345642,
+ 0.025800688429176807,
+ 0.02753051795810461,
+ 0.015897551971673966,
+ 0.012487161195278167,
+ 0.011549899433553218,
+ 0.009167527516558766,
+ 0.010144380106031895,
+ 0.012813932079076768,
+ 0.014643209081888198,
+ 0.012564446350932122,
+ 0.013087814033031464,
+ 0.0355284596927464,
+ 0.019168835720419882,
+ 0.028831265807896852,
+ 0.029531528568267823,
+ 0.04496059722006321,
+ 0.05906419792771339,
+ 0.08262725896835327,
+ 0.17684709503650664,
+ 0.07839597351551056,
+ 0.07206453119516373,
+ 0.06329247436523437,
+ 0.05826105718612671,
+ 0.06393873658180237,
+ 0.05167575533390045,
+ 0.06876316456794739,
+ 0.06094803668484092,
+ 0.06672434015274048,
+ 0.05214060747623444,
+ 0.059061125856637954,
+ 0.0942545708656311,
+ 0.0740616250872612,
+ 0.07541715958714486,
+ 0.06009064224362373,
+ 0.05432415052056313,
+ 0.044301791000366214,
+ 0.05619173694849014,
+ 0.04468392983227968,
+ 0.05211084792613983,
+ 0.056994534659385684,
+ 0.0499825501203537,
+ 0.036443243896961214,
+ 0.032711439895629885,
+ 0.0384589661359787,
+ 0.0338902623295784,
+ 0.03647522128820419,
+ 0.02619726200699806,
+ 0.02073877650052309,
+ 0.025440873777866364,
+ 0.026828269357979297,
+ 0.04103488396704197,
+ 0.027947768175601958,
+ 0.03465887205153704,
+ 0.04586356149315834,
+ 0.023804297626018524,
+ 0.03421685046106577,
+ 0.031679686503112314,
+ 0.03704538420438767,
+ 0.03376271347999573,
+ 0.032853434824943545,
+ 0.037378453141450885,
+ 0.03849537320137024,
+ 0.031244005316495894,
+ 0.033646199870109555,
+ 0.033860014009475706,
+ 0.036484488779306413,
+ 0.029376127362251283,
+ 0.03004473757147789,
+ 0.03032349246442318,
+ 0.03176274458765983,
+ 0.03554704558849335,
+ 0.03567317904829979,
+ 0.030595304039120676,
+ 0.033694784569740295,
+ 0.04233165686130524
+ ],
+ "tgrad_loss": [
+ 0.29429881639480593,
+ 0.22850215055942535,
+ 0.161166881275177,
+ 0.13068375954627992,
+ 0.11775499715805053,
+ 0.11043801250457763,
+ 0.11026402975320816,
+ 0.1072824667930603,
+ 0.11572966387271881,
+ 0.1196461637020111,
+ 0.11238069614171982,
+ 0.11274228993058205,
+ 0.11897443695068359,
+ 0.1101102095194161,
+ 0.10827047473788261,
+ 0.11343533954620362,
+ 0.1403796047925949,
+ 0.12146342446804047,
+ 0.13990149824619294,
+ 0.13616608276367187,
+ 0.16145800683498382,
+ 0.17277670335769654,
+ 0.20435564041137697,
+ 0.2122487030506134,
+ 0.19487117614746094,
+ 0.2113138470888138,
+ 0.21799462871551514,
+ 0.22062808697223663,
+ 0.21601984961032866,
+ 0.2295136512517929,
+ 0.2436815215110779,
+ 0.24090649601221084,
+ 0.24862176179885864,
+ 0.24537998490333557,
+ 0.2620661392688751,
+ 0.2524583529949188,
+ 0.25715352358818055,
+ 0.27109798228740695,
+ 0.26395870418548584,
+ 0.26097603678703307,
+ 0.2616330534219742,
+ 0.26754635171890256,
+ 0.26312588040828705,
+ 0.26554363651275636,
+ 0.27997655792236326,
+ 0.283140408372879,
+ 0.27219182567596434,
+ 0.273003400182724,
+ 0.2726941707611084,
+ 0.28166362385749816,
+ 0.2767979258060455,
+ 0.27585977494716646,
+ 0.27485936024188995,
+ 0.27670341873168947,
+ 0.27439955916404724,
+ 0.28239877376556394,
+ 0.2754446792840958,
+ 0.2776548579931259,
+ 0.2759876941680908,
+ 0.2710455940723419,
+ 0.2801989861369133,
+ 0.26907129883766173,
+ 0.27125071516036986,
+ 0.2681584177017212,
+ 0.26894454793930056,
+ 0.2660691703081131,
+ 0.2673233015060425,
+ 0.26411607012748717,
+ 0.26337203187942504,
+ 0.2637619474411011,
+ 0.2621670220375061,
+ 0.2610927885055542,
+ 0.2603436091423035,
+ 0.2592271981239319,
+ 0.2595904722213745,
+ 0.2585053967475891,
+ 0.25826393089294436,
+ 0.2583268014431,
+ 0.2582126024246216,
+ 0.25815433073043825
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.049023956060409546,
+ 0.11911389231681824,
+ 0.12341275811195374,
+ 0.14533579349517822
+ ],
+ "perturbation_rho": [
+ 0.09633419662714005,
+ 0.23598268628120422,
+ 0.24357257783412933,
+ 0.28465405106544495
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0026640507858246565,
+ -0.0008936430094763637,
+ -0.0009184350492432714,
+ -0.0010046247625723481
+ ],
+ "0.003": [
+ -0.00795636884868145,
+ -0.002677815966308117,
+ -0.0027562258765101433,
+ -0.00301147997379303
+ ],
+ "0.01": [
+ -0.026128236204385757,
+ -0.008897590450942516,
+ -0.009167088195681572,
+ -0.01000890415161848
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json
new file mode 100644
index 0000000..7650767
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.3731443418502807,
+ 0.45537459869384767,
+ 0.35577080373764036,
+ 0.31175249495506285,
+ 0.27360669269561766,
+ 0.2810947861671448,
+ 0.24048879499435424,
+ 0.24676378889083864,
+ 0.2759784088134766,
+ 0.24307160301208497,
+ 0.26237674512863157,
+ 0.23416826553344727,
+ 0.2248387837409973,
+ 0.21073892421722412,
+ 0.24063232788443564,
+ 0.1794070078253746,
+ 0.16393975179195405,
+ 0.17630366325974464,
+ 0.1611418173789978,
+ 0.18589975430965425,
+ 0.19959153530597687,
+ 0.18609004082679748,
+ 0.2101752697944641,
+ 0.18727956137657165,
+ 0.18735633269548416,
+ 0.15335247926712037,
+ 0.15109058359861374,
+ 0.13571504959762096,
+ 0.1245847250699997,
+ 0.14161244950294494,
+ 0.1458503407716751,
+ 0.13648778162002564,
+ 0.15326098034381866,
+ 0.13605039689540863,
+ 0.14244712383747102,
+ 0.12564499164819717,
+ 0.12560201988220215,
+ 0.123886791780591,
+ 0.10236743612289428,
+ 0.1362798055291176,
+ 0.12099106664657593,
+ 0.10914861574172974,
+ 0.12570393970012664,
+ 0.10449062542915344,
+ 0.10824102314710617,
+ 0.09449664130806923,
+ 0.08988672842979431,
+ 0.09423538935184479,
+ 0.086681573843956,
+ 0.08409314980506898,
+ 0.09122710851430893,
+ 0.08288905795812607,
+ 0.07891612914800644,
+ 0.08072301609516144,
+ 0.07801145380735397,
+ 0.07551923055648804,
+ 0.08653738065361977,
+ 0.07552462376207113,
+ 0.07158097697496414,
+ 0.06908470562696457,
+ 0.07035302019119263,
+ 0.0688866972208023,
+ 0.06807387411594391,
+ 0.06748173639774323,
+ 0.06727217892408371,
+ 0.06582817186415195,
+ 0.0644117630302906,
+ 0.06337794905900955,
+ 0.06335201333165169,
+ 0.06263100127875805,
+ 0.061897891375422474,
+ 0.06139995861053467,
+ 0.061135529518127445,
+ 0.06082992137670517,
+ 0.060517309045791626,
+ 0.06032120343446731,
+ 0.06014305528700352,
+ 0.05998744894862175,
+ 0.059879496657848356,
+ 0.05982443904429674
+ ],
+ "train_acc": [
+ 0.5436,
+ 0.8483,
+ 0.8663,
+ 0.8784,
+ 0.8941,
+ 0.8913,
+ 0.9035,
+ 0.905,
+ 0.8901,
+ 0.9066,
+ 0.8969,
+ 0.9066,
+ 0.909,
+ 0.9154,
+ 0.9038,
+ 0.9302,
+ 0.9381,
+ 0.9348,
+ 0.9379,
+ 0.9263,
+ 0.9193,
+ 0.9257,
+ 0.9166,
+ 0.9258,
+ 0.9252,
+ 0.9404,
+ 0.9411,
+ 0.9484,
+ 0.9558,
+ 0.9448,
+ 0.9436,
+ 0.9492,
+ 0.941,
+ 0.9459,
+ 0.9449,
+ 0.9524,
+ 0.9517,
+ 0.9544,
+ 0.9659,
+ 0.9472,
+ 0.9539,
+ 0.9594,
+ 0.9519,
+ 0.9626,
+ 0.9611,
+ 0.9693,
+ 0.9708,
+ 0.9683,
+ 0.9725,
+ 0.9741,
+ 0.972,
+ 0.9759,
+ 0.9773,
+ 0.9767,
+ 0.9781,
+ 0.9808,
+ 0.9724,
+ 0.9803,
+ 0.9835,
+ 0.9843,
+ 0.9837,
+ 0.9842,
+ 0.9845,
+ 0.9851,
+ 0.9866,
+ 0.9865,
+ 0.9873,
+ 0.9891,
+ 0.9886,
+ 0.9882,
+ 0.9892,
+ 0.9897,
+ 0.9899,
+ 0.9895,
+ 0.9902,
+ 0.9903,
+ 0.9903,
+ 0.9903,
+ 0.9905,
+ 0.9904
+ ],
+ "test_acc": [
+ 0.8105,
+ 0.863,
+ 0.8775,
+ 0.8835,
+ 0.8925,
+ 0.891,
+ 0.887,
+ 0.8875,
+ 0.894,
+ 0.9015,
+ 0.8975,
+ 0.8955,
+ 0.895,
+ 0.898,
+ 0.8995,
+ 0.9105,
+ 0.9045,
+ 0.91,
+ 0.9115,
+ 0.9025,
+ 0.899,
+ 0.908,
+ 0.8935,
+ 0.903,
+ 0.911,
+ 0.917,
+ 0.9115,
+ 0.918,
+ 0.914,
+ 0.917,
+ 0.9165,
+ 0.923,
+ 0.922,
+ 0.911,
+ 0.9185,
+ 0.9145,
+ 0.9095,
+ 0.917,
+ 0.9165,
+ 0.914,
+ 0.918,
+ 0.919,
+ 0.919,
+ 0.9215,
+ 0.919,
+ 0.926,
+ 0.925,
+ 0.927,
+ 0.927,
+ 0.928,
+ 0.9255,
+ 0.928,
+ 0.9295,
+ 0.9275,
+ 0.931,
+ 0.9255,
+ 0.929,
+ 0.929,
+ 0.9295,
+ 0.929,
+ 0.9285,
+ 0.928,
+ 0.928,
+ 0.927,
+ 0.9275,
+ 0.927,
+ 0.927,
+ 0.93,
+ 0.9285,
+ 0.9285,
+ 0.9285,
+ 0.9275,
+ 0.928,
+ 0.9285,
+ 0.929,
+ 0.9285,
+ 0.9285,
+ 0.9285,
+ 0.9285,
+ 0.9285
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8268355131149292,
+ 0.7960893511772156,
+ 0.7726784944534302,
+ 0.758276104927063
+ ],
+ "perturbation_rho": [
+ 0.9999993443489075,
+ 0.999996542930603,
+ 0.999983549118042,
+ 0.9999449253082275
+ ],
+ "nudging": {
+ "0.001": [
+ -0.025982849299907684,
+ -0.011168255470693111,
+ -0.004903188906610012,
+ -0.00263153831474483
+ ],
+ "0.003": [
+ -0.0689958781003952,
+ -0.031877096742391586,
+ -0.014398043975234032,
+ -0.0078039406798779964
+ ],
+ "0.01": [
+ -0.15056422352790833,
+ -0.08916378021240234,
+ -0.04451071470975876,
+ -0.024980343878269196
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.224132486343384,
+ 1.301893235874176,
+ 0.7188028474807739,
+ 0.5128707235813141,
+ 0.42812706022262575,
+ 0.37687723331451417,
+ 0.36274061586856843,
+ 0.37224565534591675,
+ 0.409719740486145,
+ 0.363206641292572,
+ 0.4132363173484802,
+ 0.3830319176673889,
+ 0.4377296754837036,
+ 0.5042400701522827,
+ 0.4587587996959686,
+ 0.40405231256484986,
+ 0.4265386765956879,
+ 0.46920745529383423,
+ 0.4496193967103958,
+ 0.5309565215110779,
+ 0.47508658266067505,
+ 0.5223682291030883,
+ 0.5833926257848739,
+ 0.4541007481098175,
+ 0.486807417678833,
+ 0.6768758428573608,
+ 0.6182225590750575,
+ 0.44827224477529526,
+ 0.4793268074035644,
+ 0.5156525156021118,
+ 0.6022252152085305,
+ 0.5234319113731384,
+ 0.579210432434082,
+ 0.6143261737346649,
+ 0.5015040687561035,
+ 0.5146571145176887,
+ 0.445119722366333,
+ 0.5691154903054237,
+ 0.448343026638031,
+ 0.4685825558662415,
+ 0.4096014291524887,
+ 0.5122244827270508,
+ 0.6234302169322967,
+ 0.45217046575546266,
+ 0.47220536499023436,
+ 0.4531041558265686,
+ 0.4435129361629486,
+ 0.41575306297540665,
+ 0.3937792213439941,
+ 0.41530909223556517,
+ 0.3755643924176693,
+ 0.3749552250266075,
+ 0.3837516236305237,
+ 0.4414386757850647,
+ 0.37744559860229493,
+ 0.3851316329956055,
+ 0.4645349792003632,
+ 0.3641450496673584,
+ 0.33832284042835237,
+ 0.3521949558258057,
+ 0.3619681317090988,
+ 0.32718548822402954,
+ 0.3552513185501099,
+ 0.3407223903656006,
+ 0.35497476048469545,
+ 0.33103148469924926,
+ 0.3239391952753067,
+ 0.3205251240491867,
+ 0.3142642366409302,
+ 0.3211916448712349,
+ 0.31001556646823886,
+ 0.30832804889678955,
+ 0.30703437480926515,
+ 0.30306859114170076,
+ 0.3034073314666748,
+ 0.30061344475746155,
+ 0.2995585773333907,
+ 0.2981973441004753,
+ 0.29732816677093504,
+ 0.29705501853227617
+ ],
+ "train_acc": [
+ 0.1974,
+ 0.5468,
+ 0.7323,
+ 0.8055,
+ 0.8397,
+ 0.8578,
+ 0.8597,
+ 0.8554,
+ 0.8508,
+ 0.8621,
+ 0.8543,
+ 0.8596,
+ 0.8544,
+ 0.8409,
+ 0.8505,
+ 0.8624,
+ 0.8606,
+ 0.8605,
+ 0.8591,
+ 0.849,
+ 0.8606,
+ 0.8512,
+ 0.847,
+ 0.8642,
+ 0.8642,
+ 0.8388,
+ 0.8457,
+ 0.8726,
+ 0.8708,
+ 0.8639,
+ 0.8488,
+ 0.8655,
+ 0.8584,
+ 0.8527,
+ 0.8736,
+ 0.8691,
+ 0.879,
+ 0.8616,
+ 0.8812,
+ 0.8705,
+ 0.8883,
+ 0.8723,
+ 0.8579,
+ 0.8837,
+ 0.877,
+ 0.8811,
+ 0.8823,
+ 0.89,
+ 0.8942,
+ 0.8841,
+ 0.898,
+ 0.8937,
+ 0.8918,
+ 0.8832,
+ 0.8939,
+ 0.8931,
+ 0.8814,
+ 0.8987,
+ 0.9038,
+ 0.9009,
+ 0.8973,
+ 0.9057,
+ 0.9007,
+ 0.9047,
+ 0.8983,
+ 0.9058,
+ 0.9078,
+ 0.9061,
+ 0.9088,
+ 0.9077,
+ 0.9092,
+ 0.9088,
+ 0.9106,
+ 0.9119,
+ 0.9088,
+ 0.9119,
+ 0.9103,
+ 0.9118,
+ 0.9119,
+ 0.9122
+ ],
+ "test_acc": [
+ 0.403,
+ 0.649,
+ 0.7545,
+ 0.7955,
+ 0.8085,
+ 0.8145,
+ 0.8085,
+ 0.822,
+ 0.819,
+ 0.816,
+ 0.7925,
+ 0.7795,
+ 0.768,
+ 0.797,
+ 0.8135,
+ 0.816,
+ 0.811,
+ 0.7945,
+ 0.778,
+ 0.8085,
+ 0.8,
+ 0.811,
+ 0.7915,
+ 0.797,
+ 0.777,
+ 0.7965,
+ 0.8235,
+ 0.809,
+ 0.82,
+ 0.82,
+ 0.792,
+ 0.787,
+ 0.814,
+ 0.8055,
+ 0.8135,
+ 0.833,
+ 0.7875,
+ 0.8145,
+ 0.819,
+ 0.826,
+ 0.8285,
+ 0.7855,
+ 0.827,
+ 0.8245,
+ 0.8305,
+ 0.844,
+ 0.8395,
+ 0.83,
+ 0.8305,
+ 0.837,
+ 0.8445,
+ 0.8275,
+ 0.8325,
+ 0.842,
+ 0.853,
+ 0.821,
+ 0.831,
+ 0.848,
+ 0.85,
+ 0.8495,
+ 0.845,
+ 0.858,
+ 0.8535,
+ 0.856,
+ 0.8565,
+ 0.859,
+ 0.8565,
+ 0.8555,
+ 0.862,
+ 0.857,
+ 0.8585,
+ 0.8565,
+ 0.8635,
+ 0.8615,
+ 0.862,
+ 0.864,
+ 0.8635,
+ 0.8655,
+ 0.8655,
+ 0.8655
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.012256121262907982,
+ 0.07949584722518921,
+ 0.0787847638130188,
+ 0.09904449433088303
+ ],
+ "perturbation_rho": [
+ -0.003950485959649086,
+ 0.06165219843387604,
+ 0.14469987154006958,
+ 0.16344788670539856
+ ],
+ "nudging": {
+ "0.001": [
+ 0.00019160524243488908,
+ -0.0005540554411709309,
+ -0.0002737665781751275,
+ -0.0003133100690320134
+ ],
+ "0.003": [
+ 0.0006248276331461966,
+ -0.0016580942319706082,
+ -0.0008215569541789591,
+ -0.0009416901739314198
+ ],
+ "0.01": [
+ 0.002696676878258586,
+ -0.005506287328898907,
+ -0.0027312645688652992,
+ -0.003131583333015442
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7803834889411927,
+ 0.732652216053009,
+ 0.45487410321235655,
+ 0.4741226222038269,
+ 0.5595431688308716,
+ 0.6150015846252441,
+ 0.6448732872009277,
+ 0.7614690663337708,
+ 0.7527310195922852,
+ 0.6854381818771362,
+ 0.69789430103302,
+ 0.7211309887886047,
+ 0.7422091772079468,
+ 0.771403307723999,
+ 0.7684701559066772,
+ 0.7899860233306885,
+ 0.785915501832962,
+ 0.7849839227676392,
+ 0.7681392771720886,
+ 0.7435544511795044,
+ 0.751194825553894,
+ 0.7936021596908569,
+ 0.7802497886657714,
+ 0.780384884262085,
+ 0.7791699929237366,
+ 0.7584754270553589,
+ 0.8155371535301208,
+ 0.7780845603942871,
+ 0.7793395760059356,
+ 0.7373061706542968,
+ 0.7489152907371521,
+ 0.7263450141906739,
+ 0.7460742810249329,
+ 0.6866057529449463,
+ 0.7141902516365052,
+ 0.703807559967041,
+ 0.7199574493408203,
+ 0.7092751522064209,
+ 0.6616440784454346,
+ 0.6884374785423278,
+ 0.6783149375915527,
+ 0.6543091285705567,
+ 0.6953400015354156,
+ 0.6466015434265137,
+ 0.6512385541915894,
+ 0.6394664388656616,
+ 0.6508148580551147,
+ 0.6421753215789795,
+ 0.6408709971427917,
+ 0.659412619304657,
+ 0.6453365729808808,
+ 0.6413490727424621,
+ 0.6515926889896393,
+ 0.6426593520641327,
+ 0.6448210357666015,
+ 0.6461298638343811,
+ 0.6379973960399627,
+ 0.6365840391635895,
+ 0.6462472536087036,
+ 0.6423500331401825,
+ 0.6288489917755127,
+ 0.6368016141891479,
+ 0.6358265670776367,
+ 0.6384655450820923,
+ 0.631528349018097,
+ 0.6209217232704163,
+ 0.6202675918579101,
+ 0.6212863056182861,
+ 0.614168495464325,
+ 0.6118847620964051,
+ 0.6091739875793457,
+ 0.6087853524208069,
+ 0.6050858163833618,
+ 0.603250790977478,
+ 0.6008227246522904,
+ 0.6006201690673828,
+ 0.5996918613433838,
+ 0.5988774878025055,
+ 0.5984367890357971,
+ 0.5981314883232117
+ ],
+ "train_acc": [
+ 0.3598,
+ 0.7233,
+ 0.8271,
+ 0.8268,
+ 0.8049,
+ 0.7872,
+ 0.7751,
+ 0.7489,
+ 0.745,
+ 0.7539,
+ 0.7478,
+ 0.7413,
+ 0.7351,
+ 0.7251,
+ 0.7302,
+ 0.7287,
+ 0.7275,
+ 0.7273,
+ 0.7377,
+ 0.7392,
+ 0.7399,
+ 0.7321,
+ 0.7351,
+ 0.7354,
+ 0.7407,
+ 0.748,
+ 0.7371,
+ 0.7431,
+ 0.7437,
+ 0.7604,
+ 0.7542,
+ 0.76,
+ 0.7521,
+ 0.7689,
+ 0.7628,
+ 0.7629,
+ 0.7559,
+ 0.7656,
+ 0.7767,
+ 0.7703,
+ 0.7741,
+ 0.7826,
+ 0.7689,
+ 0.7867,
+ 0.782,
+ 0.7838,
+ 0.7823,
+ 0.784,
+ 0.7867,
+ 0.7803,
+ 0.7829,
+ 0.7858,
+ 0.7799,
+ 0.7847,
+ 0.7848,
+ 0.7865,
+ 0.7889,
+ 0.7883,
+ 0.7786,
+ 0.7867,
+ 0.7864,
+ 0.7874,
+ 0.7889,
+ 0.7865,
+ 0.7892,
+ 0.7911,
+ 0.7941,
+ 0.7912,
+ 0.7911,
+ 0.7912,
+ 0.7945,
+ 0.796,
+ 0.7962,
+ 0.7951,
+ 0.7976,
+ 0.7975,
+ 0.7968,
+ 0.7959,
+ 0.7968,
+ 0.7965
+ ],
+ "test_acc": [
+ 0.602,
+ 0.757,
+ 0.81,
+ 0.7795,
+ 0.771,
+ 0.7595,
+ 0.7525,
+ 0.7185,
+ 0.7265,
+ 0.7125,
+ 0.7215,
+ 0.7035,
+ 0.6955,
+ 0.696,
+ 0.671,
+ 0.689,
+ 0.655,
+ 0.676,
+ 0.694,
+ 0.692,
+ 0.682,
+ 0.6875,
+ 0.684,
+ 0.677,
+ 0.695,
+ 0.6915,
+ 0.708,
+ 0.6805,
+ 0.705,
+ 0.689,
+ 0.7165,
+ 0.7085,
+ 0.7085,
+ 0.7135,
+ 0.6955,
+ 0.7125,
+ 0.7225,
+ 0.723,
+ 0.6925,
+ 0.736,
+ 0.728,
+ 0.7205,
+ 0.726,
+ 0.746,
+ 0.731,
+ 0.721,
+ 0.735,
+ 0.737,
+ 0.731,
+ 0.741,
+ 0.7455,
+ 0.731,
+ 0.744,
+ 0.743,
+ 0.7445,
+ 0.749,
+ 0.7415,
+ 0.749,
+ 0.74,
+ 0.746,
+ 0.742,
+ 0.7375,
+ 0.751,
+ 0.7475,
+ 0.7455,
+ 0.739,
+ 0.744,
+ 0.747,
+ 0.744,
+ 0.743,
+ 0.7435,
+ 0.745,
+ 0.747,
+ 0.7455,
+ 0.7465,
+ 0.747,
+ 0.746,
+ 0.746,
+ 0.7455,
+ 0.7455
+ ],
+ "state_pred_error": [
+ 0.7301947330474854,
+ 0.2293994782924652,
+ 0.15949859266281127,
+ 0.15117296252250673,
+ 0.15491236505508424,
+ 0.16152297229766846,
+ 0.16639477663040161,
+ 0.16297674663066863,
+ 0.1474767792701721,
+ 0.13462664729356766,
+ 0.1192866288304329,
+ 0.10311011584997178,
+ 0.08718618566989898,
+ 0.07007366203069687,
+ 0.059906782633066175,
+ 0.05418295328617096,
+ 0.05250892471075058,
+ 0.053210784059762956,
+ 0.05376021633148193,
+ 0.0505560393512249,
+ 0.04665645271539688,
+ 0.04122237099409103,
+ 0.035260846930742266,
+ 0.029457686340808868,
+ 0.02472122933268547,
+ 0.020959654900431633,
+ 0.018036982771754265,
+ 0.01579355520308018,
+ 0.014835753314197063,
+ 0.013916902904212474,
+ 0.013557420775294303,
+ 0.013417310911417008,
+ 0.013456771358847618,
+ 0.013404925701022148,
+ 0.013516017714142799,
+ 0.013791045615077019,
+ 0.013860506749153137,
+ 0.013912296595424414,
+ 0.01376565940529108,
+ 0.01364058257341385,
+ 0.016863438057899475,
+ 0.013605340698361397,
+ 0.01336009669303894,
+ 0.013293599289655686,
+ 0.01339816378504038,
+ 0.01297538487315178,
+ 0.012990520419180394,
+ 0.012765769854187965,
+ 0.012577315384149551,
+ 0.012284608180820942,
+ 0.012003655248880387,
+ 0.011748795488476753,
+ 0.011465166535973549,
+ 0.011208864139020443,
+ 0.010971895548701286,
+ 0.010833216698467731,
+ 0.010546348862349987,
+ 0.010316753853857517,
+ 0.01005659337937832,
+ 0.009844934567809105,
+ 0.009683808153867721,
+ 0.009427979576587676,
+ 0.009225837172567844,
+ 0.009161983558535576,
+ 0.008829943571984768,
+ 0.008661615046858787,
+ 0.008553683330118656,
+ 0.008285431960225105,
+ 0.008538309474289418,
+ 0.007964446505904197,
+ 0.007747227008640766,
+ 0.0076069540724158285,
+ 0.007299331539869308,
+ 0.007200139582157135,
+ 0.007046559315174818,
+ 0.006977505052089691,
+ 0.006643858262896538,
+ 0.006649243193119764,
+ 0.006426095798611641,
+ 0.006344281244277954
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8436356782913208,
+ 0.46039146184921265,
+ 0.16277557611465454,
+ 0.13905379176139832
+ ],
+ "perturbation_rho": [
+ 0.7277628183364868,
+ 0.48849108815193176,
+ 0.1771586537361145,
+ 0.09970887005329132
+ ],
+ "nudging": {
+ "0.001": [
+ -0.027422115206718445,
+ -0.0018765792483463883,
+ -0.0004788438673131168,
+ -0.0003904813784174621
+ ],
+ "0.003": [
+ -0.07989989221096039,
+ -0.0056180888786911964,
+ -0.001435610232874751,
+ -0.0011701165931299329
+ ],
+ "0.01": [
+ -0.2401106357574463,
+ -0.018598388880491257,
+ -0.004775169305503368,
+ -0.0038934119511395693
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 3442.556884765625,
+ 2195.27490234375,
+ 2035.546875,
+ 2293.3291015625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.21667213973999,
+ 1.3028536838531495,
+ 0.7136714351654053,
+ 0.5170062650680542,
+ 0.428484773182869,
+ 0.3893401426315308,
+ 0.3633166349887848,
+ 0.3759902914404869,
+ 0.3800179394721985,
+ 0.374489461517334,
+ 0.41736346807479857,
+ 0.4102055465698242,
+ 0.4892664265632629,
+ 0.4714547214508057,
+ 0.4549084837436676,
+ 0.4638775846004486,
+ 0.4697629602909088,
+ 0.5410322017669678,
+ 0.455058971118927,
+ 0.5534555526733398,
+ 0.5718941131830215,
+ 0.5692951575756073,
+ 0.7074480386734009,
+ 0.8779852552890778,
+ 0.7194037189483643,
+ 0.7017252969741822,
+ 0.7141246451377868,
+ 0.8214343783378601,
+ 0.860213596200943,
+ 0.8622452178955078,
+ 0.9510571762084961,
+ 0.9425890031814576,
+ 0.9824190010070801,
+ 1.0797506145477296,
+ 0.9800792013168335,
+ 0.9507031625747681,
+ 1.0324596477508545,
+ 0.9877136844635009,
+ 1.00947436542511,
+ 1.0367300788879394,
+ 1.0976514343261718,
+ 1.1145684359550476,
+ 1.1553843279838563,
+ 1.1054404956817627,
+ 1.1235701330184937,
+ 1.104157660484314,
+ 1.084609769821167,
+ 1.0474918176651,
+ 1.0699964389801024,
+ 1.1043497201919557,
+ 1.1458708742141723,
+ 1.1705602006912232,
+ 1.1516906476974487,
+ 1.1598484769821167,
+ 1.1815660175323486,
+ 1.2148106037139892,
+ 1.2095819049835206,
+ 1.1930717593193054,
+ 1.2089854690551758,
+ 1.2108521512985229,
+ 1.1752276388168335,
+ 1.1807297292709351,
+ 1.1614444935798645,
+ 1.1496624534606934,
+ 1.1391552867889405,
+ 1.1303464347839356,
+ 1.1392961274147033,
+ 1.1198745210647583,
+ 1.107233187866211,
+ 1.1058051456451417,
+ 1.1052214641571045,
+ 1.103658806848526,
+ 1.0945639568328858,
+ 1.0903655527114868,
+ 1.0888818534851075,
+ 1.0861711362838744,
+ 1.0846550971984863,
+ 1.083442396068573,
+ 1.082554894256592,
+ 1.0821752315998077
+ ],
+ "train_acc": [
+ 0.1941,
+ 0.539,
+ 0.7388,
+ 0.8041,
+ 0.837,
+ 0.8521,
+ 0.8595,
+ 0.8565,
+ 0.8598,
+ 0.8592,
+ 0.8536,
+ 0.8592,
+ 0.8407,
+ 0.8492,
+ 0.8514,
+ 0.8502,
+ 0.8553,
+ 0.8478,
+ 0.8617,
+ 0.8493,
+ 0.8419,
+ 0.8356,
+ 0.8135,
+ 0.7864,
+ 0.8069,
+ 0.8035,
+ 0.79,
+ 0.7629,
+ 0.7469,
+ 0.7452,
+ 0.718,
+ 0.7185,
+ 0.7087,
+ 0.6877,
+ 0.7011,
+ 0.7004,
+ 0.687,
+ 0.6925,
+ 0.6908,
+ 0.6827,
+ 0.6795,
+ 0.6783,
+ 0.6698,
+ 0.6789,
+ 0.6776,
+ 0.6689,
+ 0.6723,
+ 0.6756,
+ 0.6708,
+ 0.6601,
+ 0.6588,
+ 0.6492,
+ 0.6589,
+ 0.6555,
+ 0.6509,
+ 0.6513,
+ 0.651,
+ 0.6547,
+ 0.6524,
+ 0.6504,
+ 0.6618,
+ 0.6563,
+ 0.6608,
+ 0.6593,
+ 0.6637,
+ 0.667,
+ 0.6641,
+ 0.6633,
+ 0.6724,
+ 0.6698,
+ 0.6683,
+ 0.6682,
+ 0.6699,
+ 0.6721,
+ 0.6704,
+ 0.6736,
+ 0.6716,
+ 0.6722,
+ 0.6723,
+ 0.6729
+ ],
+ "test_acc": [
+ 0.415,
+ 0.662,
+ 0.754,
+ 0.7975,
+ 0.793,
+ 0.7945,
+ 0.817,
+ 0.811,
+ 0.8205,
+ 0.8045,
+ 0.8105,
+ 0.7925,
+ 0.81,
+ 0.799,
+ 0.7945,
+ 0.8085,
+ 0.8125,
+ 0.812,
+ 0.815,
+ 0.773,
+ 0.7865,
+ 0.7505,
+ 0.7205,
+ 0.7745,
+ 0.7635,
+ 0.726,
+ 0.7075,
+ 0.641,
+ 0.663,
+ 0.654,
+ 0.659,
+ 0.598,
+ 0.603,
+ 0.6775,
+ 0.662,
+ 0.609,
+ 0.667,
+ 0.663,
+ 0.662,
+ 0.6265,
+ 0.621,
+ 0.623,
+ 0.653,
+ 0.6325,
+ 0.6035,
+ 0.661,
+ 0.655,
+ 0.644,
+ 0.6515,
+ 0.6325,
+ 0.608,
+ 0.6305,
+ 0.624,
+ 0.6245,
+ 0.622,
+ 0.6345,
+ 0.6375,
+ 0.6435,
+ 0.611,
+ 0.629,
+ 0.633,
+ 0.6365,
+ 0.638,
+ 0.6355,
+ 0.634,
+ 0.637,
+ 0.6385,
+ 0.643,
+ 0.637,
+ 0.635,
+ 0.6355,
+ 0.6385,
+ 0.6425,
+ 0.6395,
+ 0.641,
+ 0.643,
+ 0.645,
+ 0.6455,
+ 0.642,
+ 0.644
+ ],
+ "value_loss": [
+ 2.98627366771698,
+ 0.8837935139656067,
+ 0.7089252394676209,
+ 0.5627537595748902,
+ 0.4647229739665985,
+ 0.4527482861757278,
+ 0.42183804416656495,
+ 0.44746375745534894,
+ 0.5015264921665191,
+ 0.5325376167297363,
+ 0.67313133187294,
+ 0.6454255343437195,
+ 0.9217477686882019,
+ 0.8973391900062561,
+ 0.8749618107795716,
+ 0.8525666799545288,
+ 0.9360130718708038,
+ 1.3155556218147277,
+ 0.9591496783256531,
+ 1.3932193581581116,
+ 1.3368174820899963,
+ 1.4153075652837754,
+ 1.8522763618469238,
+ 2.692264319419861,
+ 1.987386597442627,
+ 1.7064623640060426,
+ 1.5963992614746094,
+ 1.8007077737808228,
+ 1.8428632176399231,
+ 1.8114418548583984,
+ 2.151936915397644,
+ 1.9110771072387696,
+ 2.018029465484619,
+ 1.8322255165100099,
+ 1.645587540435791,
+ 1.3747720615386962,
+ 1.5352789054870606,
+ 1.2163612977981568,
+ 1.1944268989562987,
+ 1.2833883277893066,
+ 1.3255775995254517,
+ 1.4826569160461425,
+ 1.5467321198940278,
+ 1.284308567047119,
+ 1.7137093808174133,
+ 1.1552894416809083,
+ 1.1311728733062745,
+ 1.0472279965400695,
+ 1.0053806617736816,
+ 1.0010575477600097,
+ 0.9859790618896485,
+ 1.2155662194252015,
+ 1.003822357082367,
+ 1.0635619995355605,
+ 1.1148122986793518,
+ 1.1133179431915283,
+ 1.1314655995845795,
+ 1.063596166086197,
+ 1.08116314201355,
+ 1.2070675258636474,
+ 1.1020942071914672,
+ 1.0678428085327147,
+ 0.9401497948646546,
+ 0.9278912733078003,
+ 0.9080529265403747,
+ 0.9108555992126465,
+ 0.9342455106735229,
+ 0.8713727573394775,
+ 0.8542225917339324,
+ 0.7861682298660279,
+ 0.8850017538070679,
+ 0.8619107227563858,
+ 0.8038089787960052,
+ 0.7899838858604431,
+ 0.7701753869056701,
+ 0.769465737915039,
+ 0.7744430953979492,
+ 0.7900901956558227,
+ 0.7403188591003418,
+ 0.7469501955509186
+ ],
+ "term_loss": [
+ 1.7330207207679749,
+ 0.5570951914310456,
+ 0.5406998898506165,
+ 0.42358581104278564,
+ 0.330837759578228,
+ 0.3169518223524094,
+ 0.29698160467147827,
+ 0.3257715297937393,
+ 0.38289243738651274,
+ 0.41381053009033203,
+ 0.5447130520641804,
+ 0.5157749845981597,
+ 0.7718508359909058,
+ 0.7546274427890778,
+ 0.7339719145298004,
+ 0.7112689768791198,
+ 0.791866575551033,
+ 1.1592939472913741,
+ 0.8167946130514145,
+ 1.2256993349075318,
+ 1.1646487221479416,
+ 1.2383904585599899,
+ 1.631025779724121,
+ 2.4219681352615354,
+ 1.7584926077842713,
+ 1.4707476893424989,
+ 1.3351344179153442,
+ 1.520205120897293,
+ 1.5596533782958983,
+ 1.515875082397461,
+ 1.79064727973938,
+ 1.5599366078615189,
+ 1.6685857362747192,
+ 1.4755192764282226,
+ 1.3079399518966675,
+ 1.044541180229187,
+ 1.1824697380065918,
+ 0.9046971752166748,
+ 0.875753413772583,
+ 0.9598105868339538,
+ 0.9913295073509216,
+ 1.1304236074447631,
+ 1.1843891148805619,
+ 0.9457870094299317,
+ 1.3240039914131165,
+ 0.8169942698001862,
+ 0.7961643146514893,
+ 0.7154263019561767,
+ 0.6731688285827637,
+ 0.6658499521374702,
+ 0.6485110036373138,
+ 0.8649091658592224,
+ 0.6634476466417313,
+ 0.7145267177820206,
+ 0.7573314692020416,
+ 0.7621763240695,
+ 0.7773383576869964,
+ 0.7098418580263853,
+ 0.7351013217926026,
+ 0.8393829751968384,
+ 0.7465768881320953,
+ 0.7260645219802856,
+ 0.6062547987580299,
+ 0.5984976484775543,
+ 0.5737183202266694,
+ 0.5811108931541443,
+ 0.6015944788455964,
+ 0.5377804847717285,
+ 0.5286362272024154,
+ 0.46792872714996336,
+ 0.5465958580970764,
+ 0.523382218259573,
+ 0.47831321868896487,
+ 0.464987371301651,
+ 0.44250393846035,
+ 0.44271842584609983,
+ 0.44280669292211533,
+ 0.45500148746967317,
+ 0.41044492044448855,
+ 0.4142983556270599
+ ],
+ "bridge_loss": [
+ 0.9648801658940677,
+ 0.08952797002196312,
+ 0.010387033657729626,
+ 0.00868126191496849,
+ 0.019953231650590895,
+ 0.02652147726416588,
+ 0.020377826833724976,
+ 0.0113384807407856,
+ 0.008869929821789265,
+ 0.00884415243268013,
+ 0.010127060194313526,
+ 0.013834500606358052,
+ 0.015429657346010208,
+ 0.015005127727985382,
+ 0.01737220617234707,
+ 0.016507850235700606,
+ 0.017887714263796806,
+ 0.023489831846952438,
+ 0.02137830719947815,
+ 0.02939054045677185,
+ 0.026938988852500914,
+ 0.03005907730460167,
+ 0.0494566838145256,
+ 0.07397269518375396,
+ 0.05218240886628628,
+ 0.05718883774280548,
+ 0.07471259951591491,
+ 0.07095959825217724,
+ 0.058274264189600945,
+ 0.06374176431894302,
+ 0.11108007080554962,
+ 0.09976578676998615,
+ 0.08669499335289002,
+ 0.07870205481052399,
+ 0.07394435806274414,
+ 0.06967136498093605,
+ 0.080409853130579,
+ 0.04817635658979416,
+ 0.05157966592311859,
+ 0.05089826797246933,
+ 0.05235503783226013,
+ 0.06689172427654266,
+ 0.0671337242603302,
+ 0.05729759488105774,
+ 0.1062810962766409,
+ 0.05406412786245346,
+ 0.05491479247808456,
+ 0.054957729548215865,
+ 0.052455113303661344,
+ 0.04835679746866226,
+ 0.042898213720321654,
+ 0.05113928149938583,
+ 0.04518155987560749,
+ 0.051552925246953964,
+ 0.058847477835416794,
+ 0.04706944565176964,
+ 0.052829784095287324,
+ 0.05310420074760914,
+ 0.04631037278175354,
+ 0.06662687994241714,
+ 0.06011319470405579,
+ 0.04712236127257347,
+ 0.039016457271575926,
+ 0.03940267757177353,
+ 0.044726579827070234,
+ 0.043924689245224,
+ 0.045097052454948425,
+ 0.04810757489204407,
+ 0.04271955596804619,
+ 0.03583536728620529,
+ 0.057168651711940764,
+ 0.05612469773888588,
+ 0.04613451107442379,
+ 0.0457260724902153,
+ 0.0485022147655487,
+ 0.04867343447208405,
+ 0.05331066003292799,
+ 0.05733778126835823,
+ 0.05258702590465546,
+ 0.05541581681370735
+ ],
+ "tgrad_loss": [
+ 0.2883727689743042,
+ 0.23717035751342774,
+ 0.15783831593990327,
+ 0.1304866850376129,
+ 0.11393198389410973,
+ 0.10927498421669006,
+ 0.10447861251831055,
+ 0.11035374848097562,
+ 0.10976412500143051,
+ 0.10988293509483338,
+ 0.1182912248492241,
+ 0.11581605107784271,
+ 0.13446727237701417,
+ 0.12770662536621094,
+ 0.12361769351959229,
+ 0.12478985731601715,
+ 0.12625877491235732,
+ 0.1327718471288681,
+ 0.12097676041126251,
+ 0.13812946257591247,
+ 0.14522977732419967,
+ 0.14685802749991417,
+ 0.17179391975402833,
+ 0.1963234726667404,
+ 0.17671158585548402,
+ 0.1785258449792862,
+ 0.18655224494934083,
+ 0.20954303665161134,
+ 0.22493557806015016,
+ 0.2318249930381775,
+ 0.25020956571102143,
+ 0.2513746982336044,
+ 0.2627487404823303,
+ 0.27800417733192445,
+ 0.263703225851059,
+ 0.2605595135688782,
+ 0.27239930696487424,
+ 0.26348776059150697,
+ 0.26709380178451536,
+ 0.272679474067688,
+ 0.2818930588245392,
+ 0.2853415786743164,
+ 0.2952092591524124,
+ 0.28122395482063295,
+ 0.2834243035316467,
+ 0.2842310373783112,
+ 0.28009376602172853,
+ 0.276843967628479,
+ 0.2797567158699036,
+ 0.28685079827308657,
+ 0.2945698440313339,
+ 0.2995177795648575,
+ 0.2951931531190872,
+ 0.29748235273361207,
+ 0.2986333510398865,
+ 0.3040721726417541,
+ 0.3012974452495575,
+ 0.30065011866092684,
+ 0.299751437997818,
+ 0.3010576790332794,
+ 0.2954041223526001,
+ 0.2946559201717377,
+ 0.29487854740619657,
+ 0.28999093780517576,
+ 0.28960802850723266,
+ 0.2858200194358826,
+ 0.28755397300720215,
+ 0.28548469729423526,
+ 0.28286680579185486,
+ 0.28240412793159486,
+ 0.2812372575759888,
+ 0.2824038036108017,
+ 0.2793612523317337,
+ 0.2792704437494278,
+ 0.27916923666000365,
+ 0.2780738802909851,
+ 0.27832574605941773,
+ 0.27775092339515683,
+ 0.2772869101524353,
+ 0.2772360302686691
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.053475264459848404,
+ 0.17959368228912354,
+ 0.19590041041374207,
+ 0.18553033471107483
+ ],
+ "perturbation_rho": [
+ 0.04320300370454788,
+ 0.30398592352867126,
+ 0.35316282510757446,
+ 0.3741052448749542
+ ],
+ "nudging": {
+ "0.001": [
+ -0.002843886613845825,
+ -0.0015414394438266754,
+ -0.001540113240480423,
+ -0.0015225318493321538
+ ],
+ "0.003": [
+ -0.008491966873407364,
+ -0.004619893617928028,
+ -0.004617607686668634,
+ -0.004564257338643074
+ ],
+ "0.01": [
+ -0.027841825038194656,
+ -0.015361151657998562,
+ -0.015351004898548126,
+ -0.015173434279859066
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json
new file mode 100644
index 0000000..e4a62d1
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0751699994087218,
+ 0.5078761493682862,
+ 0.4315531859636307,
+ 0.3730073788642883,
+ 0.3855140475273132,
+ 0.3838132353544235,
+ 0.3313831533908844,
+ 0.3231501661300659,
+ 0.3923093918323517,
+ 0.31546831176280976,
+ 0.28469861125946044,
+ 0.31882518215179445,
+ 0.2853241161823273,
+ 0.30717134480476377,
+ 0.3008323100566864,
+ 0.25230099849700927,
+ 0.26736773533821107,
+ 0.290317884016037,
+ 0.28117715458869935,
+ 0.2628298757553101,
+ 0.27629507098197936,
+ 0.21616523714065553,
+ 0.23837570557594298,
+ 0.23259806416034698,
+ 0.20912184219360352,
+ 0.2282358638763428,
+ 0.23643302953243256,
+ 0.19742694540023803,
+ 0.19373424887657165,
+ 0.17873178114891053,
+ 0.21476234383583068,
+ 0.19948986144065856,
+ 0.19502384197711944,
+ 0.18266755771636964,
+ 0.1968197359085083,
+ 0.16177621128559114,
+ 0.16351565613746644,
+ 0.18049528713226318,
+ 0.17411686115264893,
+ 0.1877502377986908,
+ 0.1758611748933792,
+ 0.15605131125450133,
+ 0.1843089075088501,
+ 0.16815092163085937,
+ 0.16242712774276732,
+ 0.14932012376785278,
+ 0.13747083263397217,
+ 0.14795307011604308,
+ 0.14553518596887588,
+ 0.12967102394104005,
+ 0.12926516201496124,
+ 0.12882190299034119,
+ 0.1262246768951416,
+ 0.12236184301376343,
+ 0.11932372522354126,
+ 0.12124661664962769,
+ 0.1193896909236908,
+ 0.11769546012878418,
+ 0.11199279772043229,
+ 0.10861553268432617,
+ 0.11058963505029679,
+ 0.10696912100315094,
+ 0.10576842985153198,
+ 0.10256688792705536,
+ 0.10151043713092804,
+ 0.10045346193313599,
+ 0.10001536026597023,
+ 0.09882576355934143,
+ 0.09955769186019897,
+ 0.097229629945755,
+ 0.09649371477365494,
+ 0.09524589428305626,
+ 0.0947727505683899,
+ 0.0946026062130928,
+ 0.09410042756795883,
+ 0.09368885006904602,
+ 0.09331119285821915,
+ 0.09311075817346573,
+ 0.09294630281925201,
+ 0.0928657611489296
+ ],
+ "train_acc": [
+ 0.6186,
+ 0.8031,
+ 0.8268,
+ 0.8526,
+ 0.8455,
+ 0.8495,
+ 0.8701,
+ 0.8729,
+ 0.8484,
+ 0.8757,
+ 0.888,
+ 0.8728,
+ 0.8865,
+ 0.8801,
+ 0.8827,
+ 0.901,
+ 0.8965,
+ 0.8856,
+ 0.8887,
+ 0.8952,
+ 0.8927,
+ 0.917,
+ 0.9074,
+ 0.9096,
+ 0.9187,
+ 0.9067,
+ 0.9079,
+ 0.9245,
+ 0.9234,
+ 0.933,
+ 0.9146,
+ 0.9225,
+ 0.9254,
+ 0.9321,
+ 0.9224,
+ 0.9382,
+ 0.9376,
+ 0.9292,
+ 0.9326,
+ 0.9306,
+ 0.9328,
+ 0.9449,
+ 0.9316,
+ 0.9368,
+ 0.9386,
+ 0.9465,
+ 0.9512,
+ 0.9456,
+ 0.9435,
+ 0.9554,
+ 0.9547,
+ 0.9558,
+ 0.9586,
+ 0.9609,
+ 0.9611,
+ 0.9582,
+ 0.9615,
+ 0.9614,
+ 0.9655,
+ 0.9654,
+ 0.9633,
+ 0.9676,
+ 0.968,
+ 0.9707,
+ 0.9713,
+ 0.9729,
+ 0.9732,
+ 0.9731,
+ 0.9733,
+ 0.9743,
+ 0.9746,
+ 0.9761,
+ 0.976,
+ 0.976,
+ 0.9763,
+ 0.9767,
+ 0.9765,
+ 0.9767,
+ 0.9766,
+ 0.9766
+ ],
+ "test_acc": [
+ 0.813,
+ 0.8325,
+ 0.8525,
+ 0.8385,
+ 0.845,
+ 0.8585,
+ 0.871,
+ 0.8765,
+ 0.865,
+ 0.8745,
+ 0.8755,
+ 0.8695,
+ 0.8765,
+ 0.8855,
+ 0.877,
+ 0.8745,
+ 0.8755,
+ 0.88,
+ 0.883,
+ 0.885,
+ 0.8855,
+ 0.8835,
+ 0.891,
+ 0.8905,
+ 0.884,
+ 0.886,
+ 0.8865,
+ 0.899,
+ 0.897,
+ 0.8985,
+ 0.8885,
+ 0.8895,
+ 0.8865,
+ 0.9005,
+ 0.8965,
+ 0.9,
+ 0.8905,
+ 0.892,
+ 0.8955,
+ 0.9005,
+ 0.898,
+ 0.8985,
+ 0.893,
+ 0.9025,
+ 0.896,
+ 0.908,
+ 0.9095,
+ 0.9045,
+ 0.9095,
+ 0.9105,
+ 0.909,
+ 0.9125,
+ 0.907,
+ 0.9095,
+ 0.9065,
+ 0.906,
+ 0.9085,
+ 0.91,
+ 0.9105,
+ 0.911,
+ 0.9125,
+ 0.915,
+ 0.915,
+ 0.9135,
+ 0.9135,
+ 0.9155,
+ 0.9145,
+ 0.914,
+ 0.912,
+ 0.91,
+ 0.9125,
+ 0.914,
+ 0.9145,
+ 0.9135,
+ 0.9125,
+ 0.913,
+ 0.9125,
+ 0.9125,
+ 0.913,
+ 0.913
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9087610840797424,
+ 0.8890509605407715,
+ 0.8756387233734131,
+ 0.860000729560852,
+ 0.8513467311859131,
+ 0.8465403914451599,
+ 0.8431664705276489,
+ 0.8415512442588806
+ ],
+ "perturbation_rho": [
+ 0.9999994039535522,
+ 0.9999971389770508,
+ 0.9999857544898987,
+ 0.9999687671661377,
+ 0.9999316930770874,
+ 0.9999115467071533,
+ 0.9998936653137207,
+ 0.9998670816421509
+ ],
+ "nudging": {
+ "0.001": [
+ -0.028264127671718597,
+ -0.012846414931118488,
+ -0.006331811659038067,
+ -0.00377178774215281,
+ -0.002737606642767787,
+ -0.002249529119580984,
+ -0.001993998885154724,
+ -0.001851807115599513
+ ],
+ "0.003": [
+ -0.07839110493659973,
+ -0.037237778306007385,
+ -0.01868210732936859,
+ -0.011206002905964851,
+ -0.00815582275390625,
+ -0.006710343062877655,
+ -0.005951954051852226,
+ -0.005529414396733046
+ ],
+ "0.01": [
+ -0.19297254085540771,
+ -0.10940254479646683,
+ -0.05867426097393036,
+ -0.03609157353639603,
+ -0.026526644825935364,
+ -0.02192458137869835,
+ -0.019491419196128845,
+ -0.01812979206442833
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2520987983703615,
+ 1.1921777906417848,
+ 0.7223491347312927,
+ 0.569675174999237,
+ 0.5051876047611237,
+ 0.48127662410736083,
+ 0.4736270173072815,
+ 0.48385843744277957,
+ 0.5066647751808167,
+ 0.6151531973838806,
+ 0.5581183519363403,
+ 0.5944986409664154,
+ 0.5604664645195008,
+ 0.6437756621837616,
+ 0.5333342678070069,
+ 0.6594652740478516,
+ 0.6894421440124512,
+ 0.923525112915039,
+ 0.6622302152633667,
+ 0.716798538017273,
+ 0.878897295498848,
+ 0.744471817779541,
+ 0.7070304737091064,
+ 0.8442294884204864,
+ 0.7826246971130371,
+ 0.9029400730133057,
+ 0.8069341362476349,
+ 0.6115505308151246,
+ 0.6366227967739105,
+ 0.7032427085876465,
+ 0.7799454936504364,
+ 0.6853430420875549,
+ 0.5523268433570862,
+ 0.6605892517089844,
+ 0.7941808592796326,
+ 0.6566873438835144,
+ 0.6355799470424652,
+ 0.5692268901824952,
+ 0.5685003101348877,
+ 0.5846692030906677,
+ 0.5944320782661437,
+ 0.5346815711975098,
+ 0.5563252561569214,
+ 0.5020768721580505,
+ 0.5537538578987121,
+ 0.6320813038825989,
+ 0.5045045644760132,
+ 0.5110798831939697,
+ 0.5231480001449585,
+ 0.5048403442382813,
+ 0.5210682102203369,
+ 0.4949748097419739,
+ 0.4827910567998886,
+ 0.4423401186943054,
+ 0.4498805576324463,
+ 0.46643654356002806,
+ 0.4347722285270691,
+ 0.4337064916610718,
+ 0.41907463989257815,
+ 0.4191367287635803,
+ 0.419102601480484,
+ 0.40577776985168457,
+ 0.3929736733078957,
+ 0.37650615103244783,
+ 0.3740151602745056,
+ 0.3905257468223572,
+ 0.36958946516513824,
+ 0.3557390733718872,
+ 0.36144173402786256,
+ 0.3519090287685394,
+ 0.36009115864038466,
+ 0.3531981776714325,
+ 0.3487885144233704,
+ 0.3433017575263977,
+ 0.3405120318412781,
+ 0.3415103307723999,
+ 0.33846223516464236,
+ 0.3397556669831276,
+ 0.3369497664451599,
+ 0.33650312814712524
+ ],
+ "train_acc": [
+ 0.187,
+ 0.5683,
+ 0.7281,
+ 0.7834,
+ 0.8106,
+ 0.8164,
+ 0.8225,
+ 0.8247,
+ 0.8189,
+ 0.8058,
+ 0.8164,
+ 0.8143,
+ 0.8204,
+ 0.8133,
+ 0.8333,
+ 0.8131,
+ 0.8084,
+ 0.7864,
+ 0.8171,
+ 0.8117,
+ 0.7935,
+ 0.8132,
+ 0.8146,
+ 0.798,
+ 0.8052,
+ 0.7939,
+ 0.8041,
+ 0.8316,
+ 0.8288,
+ 0.8203,
+ 0.8082,
+ 0.8216,
+ 0.8393,
+ 0.8247,
+ 0.8002,
+ 0.8228,
+ 0.8243,
+ 0.8356,
+ 0.8345,
+ 0.8326,
+ 0.8294,
+ 0.8372,
+ 0.836,
+ 0.8491,
+ 0.8335,
+ 0.8282,
+ 0.8409,
+ 0.8445,
+ 0.8382,
+ 0.8452,
+ 0.8417,
+ 0.8476,
+ 0.8478,
+ 0.8554,
+ 0.8543,
+ 0.8507,
+ 0.8552,
+ 0.8554,
+ 0.8587,
+ 0.8575,
+ 0.856,
+ 0.8624,
+ 0.8653,
+ 0.8712,
+ 0.8715,
+ 0.8675,
+ 0.8736,
+ 0.8761,
+ 0.874,
+ 0.8767,
+ 0.8745,
+ 0.877,
+ 0.8782,
+ 0.8787,
+ 0.8819,
+ 0.8805,
+ 0.8819,
+ 0.8799,
+ 0.8804,
+ 0.8814
+ ],
+ "test_acc": [
+ 0.3945,
+ 0.6725,
+ 0.7445,
+ 0.7825,
+ 0.7695,
+ 0.7775,
+ 0.7865,
+ 0.7655,
+ 0.745,
+ 0.772,
+ 0.7825,
+ 0.7515,
+ 0.764,
+ 0.791,
+ 0.7455,
+ 0.7675,
+ 0.6775,
+ 0.7775,
+ 0.751,
+ 0.6575,
+ 0.782,
+ 0.758,
+ 0.7245,
+ 0.755,
+ 0.723,
+ 0.7655,
+ 0.7665,
+ 0.7775,
+ 0.789,
+ 0.777,
+ 0.7655,
+ 0.8005,
+ 0.7685,
+ 0.738,
+ 0.764,
+ 0.746,
+ 0.762,
+ 0.784,
+ 0.793,
+ 0.781,
+ 0.799,
+ 0.787,
+ 0.805,
+ 0.7865,
+ 0.7745,
+ 0.802,
+ 0.79,
+ 0.819,
+ 0.812,
+ 0.8105,
+ 0.8165,
+ 0.8025,
+ 0.8065,
+ 0.8135,
+ 0.8005,
+ 0.8165,
+ 0.821,
+ 0.8145,
+ 0.825,
+ 0.7965,
+ 0.8335,
+ 0.8345,
+ 0.821,
+ 0.827,
+ 0.838,
+ 0.841,
+ 0.8415,
+ 0.8475,
+ 0.847,
+ 0.847,
+ 0.8355,
+ 0.8485,
+ 0.849,
+ 0.8475,
+ 0.848,
+ 0.848,
+ 0.8475,
+ 0.8505,
+ 0.849,
+ 0.849
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.02848462387919426,
+ 0.15189720690250397,
+ 0.09141203761100769,
+ 0.07272940874099731,
+ 0.09136377274990082,
+ 0.0857112780213356,
+ 0.044680722057819366,
+ 0.0834236741065979
+ ],
+ "perturbation_rho": [
+ 0.03057212010025978,
+ 0.16072696447372437,
+ 0.13512857258319855,
+ 0.0885201245546341,
+ 0.1377822607755661,
+ 0.04239961504936218,
+ 0.0035119224339723587,
+ 0.15597838163375854
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0014594306703656912,
+ -0.0004577417275868356,
+ -0.00020887120626866817,
+ -0.00015224868548102677,
+ -0.0001943351817317307,
+ -0.0002066612069029361,
+ -0.00010780030424939469,
+ -0.0001827073429012671
+ ],
+ "0.003": [
+ 0.00443669268861413,
+ -0.0013740381691604853,
+ -0.0006262905662879348,
+ -0.0004553776525426656,
+ -0.0005815139738842845,
+ -0.0006211799918673933,
+ -0.0003220687503926456,
+ -0.0005518731195479631
+ ],
+ "0.01": [
+ 0.015482441522181034,
+ -0.004561400040984154,
+ -0.0020816801115870476,
+ -0.0015152986161410809,
+ -0.0019329312490299344,
+ -0.002064004773274064,
+ -0.001068722689524293,
+ -0.0018352947663515806
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.6933611570358276,
+ 0.8735141654968261,
+ 0.7665568499565124,
+ 0.8385689164161683,
+ 0.9764881328582764,
+ 1.02570270652771,
+ 1.025010629272461,
+ 1.020008626461029,
+ 1.0027467712402345,
+ 1.0423539823532104,
+ 1.0425711331367493,
+ 1.0316707324981689,
+ 0.9828058090209961,
+ 1.010973007583618,
+ 0.986733434677124,
+ 0.9870936322212219,
+ 1.0305029682159423,
+ 0.9933851184844971,
+ 1.0522663254737854,
+ 0.9639181180000305,
+ 0.9579864252090454,
+ 0.9713263109207153,
+ 0.9710080772399903,
+ 0.958733812046051,
+ 0.9615955039978027,
+ 1.027508487701416,
+ 0.9683805879592895,
+ 0.9042373063087463,
+ 0.8988901743888855,
+ 0.9260022815704345,
+ 0.9189402528762818,
+ 0.9042542934417724,
+ 0.9470187347412109,
+ 0.9738248091697693,
+ 0.9535215856552124,
+ 0.9395688908576966,
+ 0.9090730375289917,
+ 0.885469716835022,
+ 0.8550978662490845,
+ 0.8035958326339722,
+ 0.8043856971740723,
+ 0.7268994374275207,
+ 0.6941964792251587,
+ 0.6895901699066163,
+ 0.6707516403198243,
+ 0.6721853691101074,
+ 0.6611783460140228,
+ 0.659359624004364,
+ 0.6429293818473816,
+ 0.6381944968223572,
+ 0.6279613481521606,
+ 0.6223987235546112,
+ 0.6126754106521607,
+ 0.6082254240989685,
+ 0.6074888929367065,
+ 0.6079129957199096,
+ 0.5843968881607056,
+ 0.5827842922210693,
+ 0.5797355854988098,
+ 0.5714883241653442,
+ 0.5579988807678222,
+ 0.562573088645935,
+ 0.5711278948783874,
+ 0.5605402961730958,
+ 0.5530248602867126,
+ 0.5467610740661621,
+ 0.5411503358840942,
+ 0.5433719402313233,
+ 0.540703071641922,
+ 0.5357308044433594,
+ 0.533350599193573,
+ 0.5327393305778504,
+ 0.5315601040363311,
+ 0.5277191678047181,
+ 0.5272269250869751,
+ 0.5260714418411255,
+ 0.5258072991371154,
+ 0.5249099862098694,
+ 0.5241127325057984,
+ 0.5239003022670746
+ ],
+ "train_acc": [
+ 0.3869,
+ 0.6741,
+ 0.7213,
+ 0.712,
+ 0.6916,
+ 0.6886,
+ 0.6666,
+ 0.651,
+ 0.6536,
+ 0.6405,
+ 0.6405,
+ 0.6462,
+ 0.6581,
+ 0.6553,
+ 0.6657,
+ 0.6618,
+ 0.656,
+ 0.6597,
+ 0.6499,
+ 0.6689,
+ 0.6689,
+ 0.6612,
+ 0.6713,
+ 0.6743,
+ 0.6725,
+ 0.6567,
+ 0.6765,
+ 0.6919,
+ 0.6986,
+ 0.6925,
+ 0.6938,
+ 0.6935,
+ 0.6785,
+ 0.6739,
+ 0.6752,
+ 0.6824,
+ 0.6969,
+ 0.7072,
+ 0.7205,
+ 0.7291,
+ 0.7284,
+ 0.7438,
+ 0.7548,
+ 0.7567,
+ 0.7589,
+ 0.766,
+ 0.7651,
+ 0.7677,
+ 0.7717,
+ 0.7795,
+ 0.7739,
+ 0.7796,
+ 0.7866,
+ 0.785,
+ 0.7854,
+ 0.786,
+ 0.7965,
+ 0.7908,
+ 0.7913,
+ 0.7964,
+ 0.7981,
+ 0.7981,
+ 0.7953,
+ 0.7985,
+ 0.8028,
+ 0.8024,
+ 0.8039,
+ 0.8051,
+ 0.8041,
+ 0.8085,
+ 0.8105,
+ 0.8086,
+ 0.8085,
+ 0.809,
+ 0.8111,
+ 0.8097,
+ 0.8101,
+ 0.8101,
+ 0.8108,
+ 0.8109
+ ],
+ "test_acc": [
+ 0.5935,
+ 0.72,
+ 0.6775,
+ 0.68,
+ 0.656,
+ 0.6325,
+ 0.6155,
+ 0.6255,
+ 0.615,
+ 0.6105,
+ 0.6085,
+ 0.6345,
+ 0.6185,
+ 0.6345,
+ 0.5905,
+ 0.6125,
+ 0.621,
+ 0.6105,
+ 0.6455,
+ 0.631,
+ 0.615,
+ 0.6305,
+ 0.602,
+ 0.639,
+ 0.615,
+ 0.618,
+ 0.6255,
+ 0.6465,
+ 0.618,
+ 0.632,
+ 0.635,
+ 0.608,
+ 0.633,
+ 0.624,
+ 0.64,
+ 0.642,
+ 0.6695,
+ 0.6785,
+ 0.6885,
+ 0.697,
+ 0.701,
+ 0.707,
+ 0.6975,
+ 0.7185,
+ 0.7175,
+ 0.7105,
+ 0.7225,
+ 0.724,
+ 0.7435,
+ 0.734,
+ 0.721,
+ 0.732,
+ 0.7455,
+ 0.724,
+ 0.7385,
+ 0.7435,
+ 0.749,
+ 0.761,
+ 0.7585,
+ 0.756,
+ 0.7515,
+ 0.758,
+ 0.754,
+ 0.76,
+ 0.7585,
+ 0.757,
+ 0.762,
+ 0.768,
+ 0.7695,
+ 0.764,
+ 0.7665,
+ 0.7705,
+ 0.7715,
+ 0.775,
+ 0.771,
+ 0.768,
+ 0.773,
+ 0.7715,
+ 0.7715,
+ 0.7725
+ ],
+ "state_pred_error": [
+ 0.6523542706489563,
+ 0.19193185296058654,
+ 0.14653349640369415,
+ 0.15872931728363038,
+ 0.18078227672576905,
+ 0.1991569593667984,
+ 0.2008796215057373,
+ 0.18525008442401886,
+ 0.16809621107578276,
+ 0.15999590849876405,
+ 0.15330226860046386,
+ 0.14592516691684723,
+ 0.13386850850582122,
+ 0.12190511665344238,
+ 0.10378667067289353,
+ 0.08404812656641006,
+ 0.07603342895507813,
+ 0.08103448238372803,
+ 0.08138266659975052,
+ 0.07272305935621262,
+ 0.05746607996225357,
+ 0.04692842020392418,
+ 0.043097834444046024,
+ 0.04099300811886787,
+ 0.0405810765504837,
+ 0.04342285684943199,
+ 0.048582996279001235,
+ 0.04889846543669701,
+ 0.0451542430460453,
+ 0.04271460177898407,
+ 0.04027070061564445,
+ 0.039503088825941085,
+ 0.04128472047448158,
+ 0.046091007149219515,
+ 0.050196210831403736,
+ 0.049017273938655855,
+ 0.04467248005867004,
+ 0.039510804724693295,
+ 0.038085958564281465,
+ 0.03630638051629066,
+ 0.03414194769263267,
+ 0.0312760682284832,
+ 0.028667821806669234,
+ 0.026828847748041153,
+ 0.02496851394176483,
+ 0.023867447009682654,
+ 0.022309034156799315,
+ 0.021144986769557,
+ 0.020247555989027024,
+ 0.019221594369411468,
+ 0.018156419448554516,
+ 0.017370658588409423,
+ 0.01632956005334854,
+ 0.015447458410263062,
+ 0.014759005525708198,
+ 0.013934719793498517,
+ 0.013313219195604324,
+ 0.012773487070202828,
+ 0.012312416805326938,
+ 0.01164230280816555,
+ 0.011094774509966373,
+ 0.010633055430650712,
+ 0.01053461185693741,
+ 0.009895847409218549,
+ 0.009508155985176563,
+ 0.009198328344523906,
+ 0.009013811707496643,
+ 0.008660282976180315,
+ 0.00837978694587946,
+ 0.008148924431949854,
+ 0.007967903938889503,
+ 0.007802195318043232,
+ 0.007647230580449104,
+ 0.007468716404587031,
+ 0.007320268598198891,
+ 0.007207962603121996,
+ 0.007048187575489283,
+ 0.006943403443694114,
+ 0.00690332992747426,
+ 0.006703724086284638
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8679102659225464,
+ 0.46438825130462646,
+ 0.22033852338790894,
+ 0.1893446445465088,
+ 0.16738475859165192,
+ 0.14945879578590393,
+ 0.1267041563987732,
+ 0.16090741753578186
+ ],
+ "perturbation_rho": [
+ 0.6897462606430054,
+ 0.42848390340805054,
+ 0.19369670748710632,
+ 0.19582855701446533,
+ 0.14048044383525848,
+ 0.12853404879570007,
+ 0.09809397161006927,
+ 0.18465319275856018
+ ],
+ "nudging": {
+ "0.001": [
+ -0.023718392476439476,
+ -0.0012583123752847314,
+ -0.00044915906619280577,
+ -0.0003827106556855142,
+ -0.00033165872446261346,
+ -0.0002987197949551046,
+ -0.0002500134869478643,
+ -0.0003117678570561111
+ ],
+ "0.003": [
+ -0.06893274188041687,
+ -0.0037688319571316242,
+ -0.0013465355150401592,
+ -0.001147672301158309,
+ -0.0009943797485902905,
+ -0.0008956906385719776,
+ -0.0007494555320590734,
+ -0.0009345603175461292
+ ],
+ "0.01": [
+ -0.2050759196281433,
+ -0.01248687319457531,
+ -0.004478689283132553,
+ -0.003817938268184662,
+ -0.00330835347995162,
+ -0.002980519086122513,
+ -0.002494834130629897,
+ -0.003109385259449482
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 7121.279296875,
+ 6133.4482421875,
+ 3940.991943359375,
+ 2496.587646484375,
+ 2560.85595703125,
+ 2498.587890625,
+ 3539.93115234375,
+ 2449.22607421875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2500952816009523,
+ 1.1873374975204467,
+ 0.7212190233230591,
+ 0.589605973815918,
+ 0.5065119435310363,
+ 0.49011473684310913,
+ 0.4700994392395019,
+ 0.49362938632965087,
+ 0.517937117767334,
+ 0.5726593207359314,
+ 0.5896924369812012,
+ 0.560268968963623,
+ 0.7397664501190185,
+ 0.5875084342956542,
+ 0.7278265399932862,
+ 0.6364062483787537,
+ 0.6483331825256348,
+ 0.6756553826332092,
+ 0.797479226398468,
+ 0.8857126516819,
+ 0.7695636330604553,
+ 0.8077825311660767,
+ 0.8752077760696411,
+ 0.9167019436836242,
+ 0.9218885593414307,
+ 1.1383125644683838,
+ 0.9534948586463928,
+ 1.0558939460754395,
+ 1.0323654453277589,
+ 1.116957998275757,
+ 1.1411346126556396,
+ 1.0218814598083497,
+ 0.9977903114318848,
+ 0.9335888034820556,
+ 0.8998320890426635,
+ 0.8658985606193542,
+ 0.8732052396774292,
+ 0.8411305795669556,
+ 0.8131478414535522,
+ 0.8340221326828003,
+ 0.8159633024215698,
+ 0.950879275226593,
+ 0.9489988649368286,
+ 1.0056487663269043,
+ 1.0859495765686036,
+ 0.9971291749954224,
+ 0.9133035232543946,
+ 0.9639798210144043,
+ 0.9673156415939331,
+ 0.9582165712356567,
+ 0.969321283531189,
+ 0.9587007732391357,
+ 0.9764175521850585,
+ 0.9668055473327637,
+ 1.0020932814121246,
+ 0.9464939272403717,
+ 0.934805569267273,
+ 0.9322779521942138,
+ 0.9594141904830933,
+ 0.9337027027130127,
+ 0.9510448094367981,
+ 0.9412529281616211,
+ 0.9553708855628967,
+ 0.9822353410720825,
+ 0.9803216348648072,
+ 0.9576361427307128,
+ 0.9710129974365235,
+ 0.9710078893661499,
+ 0.9533861350059509,
+ 0.9576114654541016,
+ 0.9587514167785645,
+ 0.9548089513778687,
+ 0.9527052781105042,
+ 0.9493050754547119,
+ 0.9484169096946716,
+ 0.9474969398975372,
+ 0.9456873325347901,
+ 0.9430316831588745,
+ 0.9420053770065308,
+ 0.9418123706817627
+ ],
+ "train_acc": [
+ 0.1872,
+ 0.5716,
+ 0.7344,
+ 0.7792,
+ 0.8089,
+ 0.8161,
+ 0.8276,
+ 0.8192,
+ 0.8187,
+ 0.8135,
+ 0.8124,
+ 0.8225,
+ 0.7924,
+ 0.8233,
+ 0.8001,
+ 0.8193,
+ 0.8194,
+ 0.8151,
+ 0.7973,
+ 0.7798,
+ 0.796,
+ 0.7956,
+ 0.7883,
+ 0.7818,
+ 0.7855,
+ 0.761,
+ 0.7843,
+ 0.7714,
+ 0.7577,
+ 0.7354,
+ 0.7261,
+ 0.7398,
+ 0.7285,
+ 0.72,
+ 0.7188,
+ 0.7159,
+ 0.7195,
+ 0.7271,
+ 0.7257,
+ 0.7217,
+ 0.7199,
+ 0.7001,
+ 0.7002,
+ 0.6867,
+ 0.6722,
+ 0.6834,
+ 0.6982,
+ 0.6896,
+ 0.6815,
+ 0.6799,
+ 0.6781,
+ 0.6785,
+ 0.677,
+ 0.6788,
+ 0.6645,
+ 0.6836,
+ 0.6862,
+ 0.6881,
+ 0.6786,
+ 0.6888,
+ 0.6833,
+ 0.6903,
+ 0.6823,
+ 0.6764,
+ 0.677,
+ 0.6797,
+ 0.676,
+ 0.6795,
+ 0.6773,
+ 0.6801,
+ 0.6781,
+ 0.6817,
+ 0.6793,
+ 0.6811,
+ 0.6811,
+ 0.6828,
+ 0.6822,
+ 0.6819,
+ 0.6819,
+ 0.681
+ ],
+ "test_acc": [
+ 0.396,
+ 0.6675,
+ 0.755,
+ 0.779,
+ 0.7785,
+ 0.7735,
+ 0.7875,
+ 0.773,
+ 0.7755,
+ 0.7345,
+ 0.7665,
+ 0.728,
+ 0.772,
+ 0.746,
+ 0.794,
+ 0.8,
+ 0.77,
+ 0.725,
+ 0.718,
+ 0.7665,
+ 0.781,
+ 0.735,
+ 0.78,
+ 0.7635,
+ 0.682,
+ 0.724,
+ 0.7315,
+ 0.7385,
+ 0.629,
+ 0.6065,
+ 0.678,
+ 0.687,
+ 0.6895,
+ 0.6655,
+ 0.6555,
+ 0.641,
+ 0.659,
+ 0.664,
+ 0.627,
+ 0.661,
+ 0.619,
+ 0.6305,
+ 0.656,
+ 0.656,
+ 0.6375,
+ 0.6495,
+ 0.6185,
+ 0.64,
+ 0.6445,
+ 0.6445,
+ 0.629,
+ 0.6205,
+ 0.654,
+ 0.649,
+ 0.665,
+ 0.66,
+ 0.6525,
+ 0.641,
+ 0.658,
+ 0.652,
+ 0.6675,
+ 0.663,
+ 0.6535,
+ 0.6515,
+ 0.6505,
+ 0.646,
+ 0.649,
+ 0.6555,
+ 0.652,
+ 0.6485,
+ 0.6555,
+ 0.6505,
+ 0.6615,
+ 0.66,
+ 0.6565,
+ 0.6615,
+ 0.6555,
+ 0.6565,
+ 0.657,
+ 0.656
+ ],
+ "value_loss": [
+ 3.0406550333023072,
+ 1.0739864919662476,
+ 0.8797902669906617,
+ 0.8119230751037597,
+ 0.7505124300003052,
+ 0.7688478637218475,
+ 0.7816700012207031,
+ 0.8277950994491577,
+ 0.9332238399505616,
+ 1.2073661733627319,
+ 1.2178748641967774,
+ 1.1489280862808227,
+ 2.049370337677002,
+ 1.3749836051940918,
+ 1.967809481048584,
+ 1.5042143379211426,
+ 1.784430411529541,
+ 1.8522346771240235,
+ 2.380785788345337,
+ 2.688079098987579,
+ 2.2121243869781493,
+ 2.5771859003067017,
+ 3.0177161417007445,
+ 3.1963249433517458,
+ 3.278499910736084,
+ 4.103906137943268,
+ 3.2893902530670167,
+ 3.538276944923401,
+ 3.4071033470153806,
+ 3.393061047363281,
+ 3.593107583808899,
+ 2.7045906631469725,
+ 2.323301078128815,
+ 1.6587140537261962,
+ 1.4096987594604493,
+ 1.1064665121078492,
+ 1.3018325449943542,
+ 0.9622974695205688,
+ 0.9416653045654297,
+ 1.137942492198944,
+ 0.8390110436439514,
+ 1.118818556213379,
+ 1.4351170351982117,
+ 1.4146549716949464,
+ 1.350854679107666,
+ 1.0553760808944703,
+ 0.9420531357765197,
+ 0.8516968212127686,
+ 0.8288311427116394,
+ 0.8953044918060302,
+ 1.0598519243240356,
+ 0.9243116011619568,
+ 0.8204109439849854,
+ 0.7235022459983825,
+ 0.7862601518392562,
+ 0.6927293693065644,
+ 0.6582143189430237,
+ 0.6549857058525086,
+ 0.6321955774307251,
+ 0.6534549119949341,
+ 0.6194889225959778,
+ 0.6070202907562255,
+ 0.6236599988937378,
+ 0.6771267072677613,
+ 0.627422360420227,
+ 0.5855028019428253,
+ 0.5894961810111999,
+ 0.6091744654655457,
+ 0.5452647192955017,
+ 0.5310998445272446,
+ 0.5282959970474244,
+ 0.5099697267055512,
+ 0.4917725399017334,
+ 0.5025618681430817,
+ 0.49637296361923217,
+ 0.5040994747161865,
+ 0.4880611917734146,
+ 0.49410484876632693,
+ 0.4913170972824097,
+ 0.5009399848937989
+ ],
+ "term_loss": [
+ 1.7701866647720337,
+ 0.8185793559074401,
+ 0.7281914510726929,
+ 0.6773546756744385,
+ 0.6231063483715057,
+ 0.6291931590080261,
+ 0.6409166412353515,
+ 0.6794824399948121,
+ 0.7937101348876953,
+ 1.0600441616535188,
+ 1.073026711654663,
+ 1.0124413738250733,
+ 1.872055620956421,
+ 1.2352364639282227,
+ 1.7976898548126221,
+ 1.3538026538848877,
+ 1.6288803262233733,
+ 1.6948101093292236,
+ 2.183274205303192,
+ 2.43363659965992,
+ 1.9681268157958984,
+ 2.2916102712631226,
+ 2.6780563119888305,
+ 2.800471863937378,
+ 2.8440163452148437,
+ 3.695234584617615,
+ 2.880801276016235,
+ 3.1201632221221924,
+ 2.9632775779724123,
+ 2.86259497795105,
+ 3.054944895553589,
+ 2.352185597229004,
+ 1.9367447420120238,
+ 1.3329054591178895,
+ 1.1181737011909485,
+ 0.8464344053268432,
+ 0.9961952589988708,
+ 0.7022396294593811,
+ 0.707889524269104,
+ 0.8871172556400299,
+ 0.6092679342508316,
+ 0.8543165489196778,
+ 1.115777855873108,
+ 1.1159364093780517,
+ 1.0589161104202272,
+ 0.788054754447937,
+ 0.6829598517417907,
+ 0.5953400208473205,
+ 0.5665688289642334,
+ 0.6170466102600097,
+ 0.7452212821960449,
+ 0.6295418489217758,
+ 0.5425786751747131,
+ 0.4624239018917084,
+ 0.5189494615197182,
+ 0.4438389172077179,
+ 0.4131625669956207,
+ 0.4099783119916916,
+ 0.39147601351737976,
+ 0.4156059757232666,
+ 0.38140970554351805,
+ 0.3751539804458618,
+ 0.3869523651123047,
+ 0.433263720870018,
+ 0.3870872139692306,
+ 0.3497257801055908,
+ 0.34638986687660217,
+ 0.36702115522623063,
+ 0.30950822319984433,
+ 0.2987165945053101,
+ 0.2955163496017456,
+ 0.2773493879556656,
+ 0.2587234512090683,
+ 0.2675587327003479,
+ 0.2639723771095276,
+ 0.2690547852039337,
+ 0.2558252832889557,
+ 0.2572220780849457,
+ 0.2568408847570419,
+ 0.26505257573127744
+ ],
+ "bridge_loss": [
+ 0.9756296471449372,
+ 0.05096207812726498,
+ 0.0040795450083911415,
+ 0.003944373325258493,
+ 0.010001258826255799,
+ 0.02449473536014557,
+ 0.028989047938585283,
+ 0.03089492822885513,
+ 0.017126886777579783,
+ 0.02114856996536255,
+ 0.015148569072782994,
+ 0.013431627827882767,
+ 0.025956531542539598,
+ 0.016493944716453553,
+ 0.026987479603290558,
+ 0.02172586493641138,
+ 0.024694513821601868,
+ 0.023027422791719435,
+ 0.04703930978775024,
+ 0.0878580693244934,
+ 0.0928592936873436,
+ 0.13349414933919906,
+ 0.17922042346000672,
+ 0.2330398242712021,
+ 0.26964373564720157,
+ 0.2232494835972786,
+ 0.24393825019598006,
+ 0.238459867978096,
+ 0.2615100040435791,
+ 0.33379141356945036,
+ 0.3384218771457672,
+ 0.16515041677951814,
+ 0.19477927612662316,
+ 0.1302941825270653,
+ 0.09851177232265472,
+ 0.07011229394674301,
+ 0.11377327572107315,
+ 0.07345656241178512,
+ 0.049081385147571564,
+ 0.06210354118570685,
+ 0.044834843748807904,
+ 0.06010619266033173,
+ 0.11214887998700142,
+ 0.08002942824363708,
+ 0.06650356951355935,
+ 0.05039359704554081,
+ 0.05662242863774299,
+ 0.04390023035407066,
+ 0.04950015317201614,
+ 0.06451151894330978,
+ 0.10136058478355407,
+ 0.08128330940008163,
+ 0.06231695182323456,
+ 0.04845148310661316,
+ 0.04830691860318184,
+ 0.04050123587995767,
+ 0.03742270451784134,
+ 0.038977445417642594,
+ 0.03015052459836006,
+ 0.033309116637706755,
+ 0.02923171687424183,
+ 0.026229538318514822,
+ 0.027924185514450073,
+ 0.030216664960980414,
+ 0.02713270623087883,
+ 0.026153411862254144,
+ 0.03055509918630123,
+ 0.030000684344768522,
+ 0.025569038861989975,
+ 0.021031512331962585,
+ 0.022238533282279968,
+ 0.02216599059700966,
+ 0.022519239933788775,
+ 0.025397614547610282,
+ 0.022649219024181367,
+ 0.025156321668624877,
+ 0.022629088670015333,
+ 0.028267720448970794,
+ 0.025573840299248696,
+ 0.027039055764675142
+ ],
+ "tgrad_loss": [
+ 0.29483874645233155,
+ 0.20444505448341369,
+ 0.14751926844120025,
+ 0.1306240245819092,
+ 0.11740482016801834,
+ 0.11515996508598328,
+ 0.11176430797576904,
+ 0.11741772980690002,
+ 0.1223868124961853,
+ 0.12617343007326126,
+ 0.12969958176612853,
+ 0.12305508751869201,
+ 0.15135818424224853,
+ 0.12325320014953613,
+ 0.14313213738203048,
+ 0.12868581702709198,
+ 0.13085558440685272,
+ 0.13439714648723602,
+ 0.15047225980758666,
+ 0.16658445747494696,
+ 0.15113828577399255,
+ 0.15208148312568665,
+ 0.16043939247131347,
+ 0.16281324887275697,
+ 0.1648398354291916,
+ 0.18542204723358155,
+ 0.16465072660446167,
+ 0.1796539167881012,
+ 0.18231577808856964,
+ 0.1966746131181717,
+ 0.19974080891609192,
+ 0.18725463242530824,
+ 0.19177704265117645,
+ 0.19551441068649292,
+ 0.19301328949928284,
+ 0.18991980985403062,
+ 0.191864014005661,
+ 0.18660128991603853,
+ 0.18469438967704774,
+ 0.18872169270515443,
+ 0.18490826721191406,
+ 0.2043958014011383,
+ 0.20719030148983,
+ 0.21868912653923034,
+ 0.2254349905014038,
+ 0.21692773156166076,
+ 0.2024708650588989,
+ 0.21245656762123108,
+ 0.21276216344833374,
+ 0.21374636619091034,
+ 0.2132700624704361,
+ 0.21348643493652344,
+ 0.21551531555652617,
+ 0.21262686700820924,
+ 0.21900376980304717,
+ 0.20838922061920165,
+ 0.20762904937267304,
+ 0.20602994527816773,
+ 0.21056903939247132,
+ 0.20453982200622559,
+ 0.20884749658107757,
+ 0.20563676958084107,
+ 0.20878344979286192,
+ 0.21364632172584533,
+ 0.21320244359970092,
+ 0.2096236107826233,
+ 0.21255121397972107,
+ 0.2121526288509369,
+ 0.21018745770454406,
+ 0.2113517366886139,
+ 0.21054111399650574,
+ 0.21045434730052948,
+ 0.21052985265254975,
+ 0.20960552549362182,
+ 0.20975136260986327,
+ 0.20988836765289307,
+ 0.209606822681427,
+ 0.20861505036354064,
+ 0.2089023720264435,
+ 0.20884835484027864
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.001700198045000434,
+ 0.04125010222196579,
+ 0.1112770289182663,
+ 0.11907510459423065,
+ 0.11768756806850433,
+ 0.11733907461166382,
+ 0.11329221725463867,
+ 0.117521733045578
+ ],
+ "perturbation_rho": [
+ 0.043069981038570404,
+ 0.1044735386967659,
+ 0.23828034102916718,
+ 0.18111932277679443,
+ 0.19782572984695435,
+ 0.1971191018819809,
+ 0.20729684829711914,
+ 0.2299107313156128
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0006511092651635408,
+ -0.00034308910835534334,
+ -0.000792907492723316,
+ -0.0008164917235262692,
+ -0.0008322584326379001,
+ -0.0008019506931304932,
+ -0.0008090936462394893,
+ -0.0008134577656164765
+ ],
+ "0.003": [
+ -0.0019249932374805212,
+ -0.001026424579322338,
+ -0.002375826006755233,
+ -0.0024475236423313618,
+ -0.00249303737655282,
+ -0.0024030092172324657,
+ -0.002427314408123493,
+ -0.002439431846141815
+ ],
+ "0.01": [
+ -0.006082434207201004,
+ -0.003400696674361825,
+ -0.007903593592345715,
+ -0.008138573728501797,
+ -0.008289994671940804,
+ -0.007994470186531544,
+ -0.00807441771030426,
+ -0.008117234334349632
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json
new file mode 100644
index 0000000..9a870b4
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0757543913841248,
+ 0.5076081553459167,
+ 0.44924112920761106,
+ 0.4247585828781128,
+ 0.390476895737648,
+ 0.3476995074748993,
+ 0.34030030264854433,
+ 0.3316740375518799,
+ 0.3210986800670624,
+ 0.3004637783050537,
+ 0.3107565640449524,
+ 0.31333593788146974,
+ 0.3368205448627472,
+ 0.3013008052945137,
+ 0.24617022519111634,
+ 0.2921410479068756,
+ 0.2635057222366333,
+ 0.2468733805656433,
+ 0.2835908453464508,
+ 0.24917495551109314,
+ 0.23554206476211548,
+ 0.2440310100078583,
+ 0.2401031512260437,
+ 0.23388757339715957,
+ 0.22199509954452515,
+ 0.24858054161071777,
+ 0.2563783165931702,
+ 0.2575826109409332,
+ 0.21732676796913147,
+ 0.2173767949104309,
+ 0.22188423473834992,
+ 0.18563161835670472,
+ 0.20825975818634032,
+ 0.17853380255699158,
+ 0.16998590087890625,
+ 0.22122718925476073,
+ 0.17761884450912477,
+ 0.1721252568244934,
+ 0.18634113365411759,
+ 0.16172185846567155,
+ 0.14872372229099273,
+ 0.1512143076300621,
+ 0.1437873905658722,
+ 0.15217237317562105,
+ 0.15337150135040284,
+ 0.16384036836624147,
+ 0.1659779568195343,
+ 0.1543241171836853,
+ 0.14291128422021865,
+ 0.13691224701404572,
+ 0.13174424264132978,
+ 0.12449043486118316,
+ 0.12606769989728928,
+ 0.12063085582256317,
+ 0.1212635150194168,
+ 0.12218361542224884,
+ 0.11889479755163193,
+ 0.11501415977478027,
+ 0.11453091421127319,
+ 0.11233264380693436,
+ 0.10913959243297577,
+ 0.1080293738424778,
+ 0.10722576280832291,
+ 0.10587466154694557,
+ 0.10347079048156738,
+ 0.1029079300403595,
+ 0.1010995524764061,
+ 0.10133141717910767,
+ 0.10086093401908874,
+ 0.09952975501418114,
+ 0.09885214577913284,
+ 0.09803358337879181,
+ 0.09736436128616333,
+ 0.09699009905606508,
+ 0.0960432112455368,
+ 0.09560413639545441,
+ 0.09529533250927925,
+ 0.0950549742102623,
+ 0.09487758847773076,
+ 0.09478750932216644
+ ],
+ "train_acc": [
+ 0.6176,
+ 0.8033,
+ 0.8282,
+ 0.8365,
+ 0.8415,
+ 0.8594,
+ 0.8616,
+ 0.8667,
+ 0.8712,
+ 0.8777,
+ 0.8772,
+ 0.8762,
+ 0.8668,
+ 0.8811,
+ 0.9031,
+ 0.8815,
+ 0.8954,
+ 0.9032,
+ 0.8904,
+ 0.9,
+ 0.9054,
+ 0.9037,
+ 0.8994,
+ 0.9078,
+ 0.9118,
+ 0.9008,
+ 0.9003,
+ 0.8984,
+ 0.9117,
+ 0.912,
+ 0.9104,
+ 0.9275,
+ 0.9171,
+ 0.9301,
+ 0.9363,
+ 0.914,
+ 0.9305,
+ 0.9348,
+ 0.925,
+ 0.9397,
+ 0.9444,
+ 0.9459,
+ 0.9476,
+ 0.9444,
+ 0.9424,
+ 0.9364,
+ 0.9358,
+ 0.9404,
+ 0.9472,
+ 0.9511,
+ 0.9553,
+ 0.9594,
+ 0.9593,
+ 0.9604,
+ 0.9607,
+ 0.9597,
+ 0.962,
+ 0.962,
+ 0.9636,
+ 0.9656,
+ 0.967,
+ 0.9682,
+ 0.9697,
+ 0.9695,
+ 0.9704,
+ 0.9715,
+ 0.9735,
+ 0.9725,
+ 0.9739,
+ 0.9745,
+ 0.9728,
+ 0.9745,
+ 0.9752,
+ 0.975,
+ 0.976,
+ 0.9768,
+ 0.9773,
+ 0.977,
+ 0.9774,
+ 0.9775
+ ],
+ "test_acc": [
+ 0.787,
+ 0.8035,
+ 0.833,
+ 0.842,
+ 0.8535,
+ 0.8575,
+ 0.86,
+ 0.848,
+ 0.8745,
+ 0.866,
+ 0.8675,
+ 0.8635,
+ 0.867,
+ 0.8735,
+ 0.887,
+ 0.876,
+ 0.8785,
+ 0.8855,
+ 0.874,
+ 0.88,
+ 0.8865,
+ 0.8785,
+ 0.871,
+ 0.883,
+ 0.8995,
+ 0.8785,
+ 0.8715,
+ 0.875,
+ 0.896,
+ 0.8965,
+ 0.897,
+ 0.903,
+ 0.896,
+ 0.8985,
+ 0.895,
+ 0.8895,
+ 0.895,
+ 0.897,
+ 0.887,
+ 0.903,
+ 0.9035,
+ 0.9045,
+ 0.897,
+ 0.8945,
+ 0.9065,
+ 0.9025,
+ 0.904,
+ 0.9035,
+ 0.9045,
+ 0.903,
+ 0.905,
+ 0.908,
+ 0.9045,
+ 0.91,
+ 0.909,
+ 0.908,
+ 0.9075,
+ 0.9125,
+ 0.909,
+ 0.9085,
+ 0.9035,
+ 0.909,
+ 0.9085,
+ 0.905,
+ 0.9075,
+ 0.9105,
+ 0.91,
+ 0.909,
+ 0.9065,
+ 0.908,
+ 0.907,
+ 0.9065,
+ 0.9075,
+ 0.908,
+ 0.908,
+ 0.9075,
+ 0.9065,
+ 0.9065,
+ 0.906,
+ 0.906
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8854324817657471,
+ 0.8737501502037048,
+ 0.8630377054214478,
+ 0.8562113046646118,
+ 0.8509326577186584,
+ 0.8481521606445312,
+ 0.84560626745224,
+ 0.8443001508712769
+ ],
+ "perturbation_rho": [
+ 0.9999991655349731,
+ 0.9999963045120239,
+ 0.9999881386756897,
+ 0.9999630451202393,
+ 0.9999364614486694,
+ 0.9999151825904846,
+ 0.9998926520347595,
+ 0.9998775720596313
+ ],
+ "nudging": {
+ "0.001": [
+ -0.031868599355220795,
+ -0.014682772569358349,
+ -0.00733374897390604,
+ -0.0044118668884038925,
+ -0.0032190121710300446,
+ -0.002646001288667321,
+ -0.0023340615443885326,
+ -0.0021536401472985744
+ ],
+ "0.003": [
+ -0.08796128630638123,
+ -0.042457789182662964,
+ -0.021612998098134995,
+ -0.013098624534904957,
+ -0.00958542712032795,
+ -0.007890285924077034,
+ -0.006964934058487415,
+ -0.006429150700569153
+ ],
+ "0.01": [
+ -0.21767401695251465,
+ -0.12408202886581421,
+ -0.06762672960758209,
+ -0.04208396375179291,
+ -0.031123068183660507,
+ -0.025745777413249016,
+ -0.022784877568483353,
+ -0.021061642095446587
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.13472125415802,
+ 1.064750273513794,
+ 0.6787943045616149,
+ 0.5445983642578125,
+ 0.4691809035301209,
+ 0.44078434734344485,
+ 0.4589700782775879,
+ 0.4633651376724243,
+ 0.48622037637233734,
+ 0.5303937173843384,
+ 0.5300615015029907,
+ 0.5191615985870361,
+ 0.6124243753433227,
+ 0.6110803317785263,
+ 0.5108732610702514,
+ 0.6651096425056457,
+ 0.6519462231874465,
+ 0.6120770479202271,
+ 0.611581618309021,
+ 0.7067273505687713,
+ 0.6294481365203858,
+ 0.6680336037635803,
+ 0.7899993432998658,
+ 0.7286258486032486,
+ 0.7593296463012695,
+ 0.6259688374519348,
+ 0.7967933742523193,
+ 1.0146251457214355,
+ 0.8291450224876403,
+ 0.7330523146629333,
+ 0.8095165735721588,
+ 0.6667535767793655,
+ 0.6494596580505371,
+ 0.6892270953893661,
+ 0.6535914615631103,
+ 0.752629549407959,
+ 0.6489908882915973,
+ 0.7158377149581909,
+ 0.8427579293370246,
+ 0.7397276062965393,
+ 0.7076394484519959,
+ 0.680823688364029,
+ 0.6616308630347252,
+ 0.6541980605125427,
+ 0.7793759801864624,
+ 0.8009075149536132,
+ 0.6981098392486572,
+ 0.6555009291648864,
+ 0.6616069585680961,
+ 0.6934653346061707,
+ 0.6811443558603525,
+ 0.6117486233711242,
+ 0.6414114294528961,
+ 0.6468382164001465,
+ 0.6715234688282012,
+ 0.5874644180297851,
+ 0.617424130487442,
+ 0.5686914512634277,
+ 0.5897184799194336,
+ 0.563749632358551,
+ 0.5560783692359924,
+ 0.5561227001190185,
+ 0.5419582702159882,
+ 0.5483636920452117,
+ 0.5441933881878853,
+ 0.5452967376232147,
+ 0.5415290240168571,
+ 0.5169584144592285,
+ 0.5267872435450554,
+ 0.5149645379066468,
+ 0.5136418291330338,
+ 0.5051588420391083,
+ 0.5119852211952209,
+ 0.5085399871870875,
+ 0.50260826587677,
+ 0.4999133358955383,
+ 0.49910780143737793,
+ 0.49455464423894885,
+ 0.4937580402228981,
+ 0.4927313493728638
+ ],
+ "train_acc": [
+ 0.2241,
+ 0.6144,
+ 0.7485,
+ 0.7929,
+ 0.8238,
+ 0.8322,
+ 0.832,
+ 0.834,
+ 0.8279,
+ 0.828,
+ 0.8247,
+ 0.8309,
+ 0.8223,
+ 0.8173,
+ 0.843,
+ 0.8172,
+ 0.8248,
+ 0.8386,
+ 0.8341,
+ 0.824,
+ 0.8362,
+ 0.8351,
+ 0.8275,
+ 0.8305,
+ 0.8288,
+ 0.8519,
+ 0.8242,
+ 0.805,
+ 0.8315,
+ 0.8379,
+ 0.8337,
+ 0.8522,
+ 0.8513,
+ 0.8439,
+ 0.8553,
+ 0.8379,
+ 0.8559,
+ 0.8481,
+ 0.8328,
+ 0.8445,
+ 0.8516,
+ 0.8537,
+ 0.856,
+ 0.8561,
+ 0.837,
+ 0.8422,
+ 0.8485,
+ 0.8613,
+ 0.8568,
+ 0.8485,
+ 0.8541,
+ 0.8632,
+ 0.8631,
+ 0.8594,
+ 0.8544,
+ 0.8676,
+ 0.861,
+ 0.8701,
+ 0.866,
+ 0.8709,
+ 0.8731,
+ 0.8725,
+ 0.8749,
+ 0.8691,
+ 0.8736,
+ 0.8732,
+ 0.8747,
+ 0.8783,
+ 0.8739,
+ 0.8785,
+ 0.8784,
+ 0.8796,
+ 0.8797,
+ 0.8802,
+ 0.8794,
+ 0.8817,
+ 0.8804,
+ 0.8823,
+ 0.8814,
+ 0.8818
+ ],
+ "test_acc": [
+ 0.452,
+ 0.664,
+ 0.7355,
+ 0.773,
+ 0.7975,
+ 0.7885,
+ 0.7945,
+ 0.777,
+ 0.774,
+ 0.7755,
+ 0.792,
+ 0.763,
+ 0.7875,
+ 0.777,
+ 0.736,
+ 0.7485,
+ 0.789,
+ 0.7625,
+ 0.7415,
+ 0.784,
+ 0.739,
+ 0.772,
+ 0.797,
+ 0.704,
+ 0.7955,
+ 0.786,
+ 0.7635,
+ 0.7495,
+ 0.7615,
+ 0.771,
+ 0.7995,
+ 0.821,
+ 0.794,
+ 0.7825,
+ 0.773,
+ 0.8035,
+ 0.804,
+ 0.779,
+ 0.7465,
+ 0.7895,
+ 0.8165,
+ 0.783,
+ 0.8055,
+ 0.8015,
+ 0.7835,
+ 0.7945,
+ 0.798,
+ 0.8215,
+ 0.7735,
+ 0.8165,
+ 0.804,
+ 0.823,
+ 0.7875,
+ 0.811,
+ 0.8245,
+ 0.8195,
+ 0.8185,
+ 0.824,
+ 0.819,
+ 0.822,
+ 0.8275,
+ 0.821,
+ 0.8295,
+ 0.8295,
+ 0.8315,
+ 0.825,
+ 0.829,
+ 0.823,
+ 0.8335,
+ 0.834,
+ 0.836,
+ 0.8295,
+ 0.8315,
+ 0.8305,
+ 0.8355,
+ 0.8335,
+ 0.8345,
+ 0.8345,
+ 0.8325,
+ 0.8325
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.02968163788318634,
+ 0.08609121292829514,
+ 0.09377065300941467,
+ 0.10205866396427155,
+ 0.08807726949453354,
+ 0.053033627569675446,
+ 0.056919872760772705,
+ 0.04721488058567047
+ ],
+ "perturbation_rho": [
+ -0.09032663702964783,
+ 0.17043988406658173,
+ 0.18389353156089783,
+ 0.16770029067993164,
+ 0.1504741907119751,
+ 0.05179755389690399,
+ 0.050898581743240356,
+ -0.03670964762568474
+ ],
+ "nudging": {
+ "0.001": [
+ 0.002358348574489355,
+ -0.0005224555497989058,
+ -0.00029081435059197247,
+ -0.0002893093624152243,
+ -0.00024064714671112597,
+ -0.0001590531610418111,
+ -0.00014225264021661133,
+ -0.00011707056546583772
+ ],
+ "0.003": [
+ 0.0073735713958740234,
+ -0.0015679008793085814,
+ -0.0008718278259038925,
+ -0.0008626180933788419,
+ -0.000721139891538769,
+ -0.00047776539577171206,
+ -0.0004256684915162623,
+ -0.0003536291478667408
+ ],
+ "0.01": [
+ 0.028243789449334145,
+ -0.00520662497729063,
+ -0.0028999613132327795,
+ -0.002869710559025407,
+ -0.0023996694944798946,
+ -0.0015899656573310494,
+ -0.0014181910082697868,
+ -0.0011781371431425214
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7328739669799804,
+ 0.9811433526992798,
+ 0.7968745387077332,
+ 0.80839176197052,
+ 0.8580701364994049,
+ 0.9189817895889282,
+ 0.9484232675552369,
+ 0.9335546033859253,
+ 0.9336960997581482,
+ 0.9480458303451538,
+ 0.9517143133163453,
+ 0.9554149606704712,
+ 0.9504594124794007,
+ 0.97358454246521,
+ 1.0018829744338988,
+ 0.9550861362457276,
+ 0.9641454742431641,
+ 0.9438694232940674,
+ 0.9552924007415772,
+ 0.9330580535888672,
+ 0.8800268087387085,
+ 0.858905982208252,
+ 0.9175141490936279,
+ 0.920817092704773,
+ 0.9107141004562378,
+ 0.8834829970359802,
+ 0.845861376953125,
+ 0.8068534229278564,
+ 0.8613802621841431,
+ 0.8515079685211182,
+ 0.8195189044952392,
+ 0.8610365732192993,
+ 0.8288298233509064,
+ 0.7938063079833985,
+ 0.782201350402832,
+ 0.8223142776489257,
+ 0.8027304618835449,
+ 0.796955973815918,
+ 0.769949794960022,
+ 0.7569882241249084,
+ 0.7953457245826722,
+ 0.8144200666427612,
+ 0.7426586433410645,
+ 0.755963011932373,
+ 0.7787463603973389,
+ 0.743975663948059,
+ 0.759346683883667,
+ 0.7585860026836395,
+ 0.7371354169845581,
+ 0.7337988836288453,
+ 0.7494666588783264,
+ 0.7489494784355164,
+ 0.7316932228088379,
+ 0.7707076009750367,
+ 0.7418164071559906,
+ 0.7404774815559387,
+ 0.736026719045639,
+ 0.7313680733680725,
+ 0.7195740768432617,
+ 0.7385888179779053,
+ 0.7218243119239807,
+ 0.699979656791687,
+ 0.6981355967521667,
+ 0.6896988845348359,
+ 0.6775998549222946,
+ 0.6683120150566101,
+ 0.667447187423706,
+ 0.6596596981048584,
+ 0.6571299660205842,
+ 0.648965798997879,
+ 0.6483057856559753,
+ 0.6461096891403199,
+ 0.6408902339935303,
+ 0.6388658201217652,
+ 0.6380767006874084,
+ 0.6351657607078552,
+ 0.6342095012664795,
+ 0.6330936979293823,
+ 0.6321959840774536,
+ 0.631820877456665
+ ],
+ "train_acc": [
+ 0.3774,
+ 0.6438,
+ 0.702,
+ 0.7105,
+ 0.7005,
+ 0.6896,
+ 0.6819,
+ 0.6739,
+ 0.6689,
+ 0.6621,
+ 0.6589,
+ 0.6571,
+ 0.6607,
+ 0.6563,
+ 0.6563,
+ 0.6693,
+ 0.6647,
+ 0.6737,
+ 0.6748,
+ 0.6718,
+ 0.6874,
+ 0.6971,
+ 0.6821,
+ 0.6934,
+ 0.6935,
+ 0.7054,
+ 0.7122,
+ 0.7186,
+ 0.7057,
+ 0.7113,
+ 0.7256,
+ 0.7072,
+ 0.7181,
+ 0.7251,
+ 0.7255,
+ 0.7236,
+ 0.7238,
+ 0.7252,
+ 0.7354,
+ 0.7392,
+ 0.7232,
+ 0.7273,
+ 0.7429,
+ 0.7366,
+ 0.7356,
+ 0.738,
+ 0.7348,
+ 0.7376,
+ 0.741,
+ 0.7428,
+ 0.7398,
+ 0.7432,
+ 0.7433,
+ 0.7352,
+ 0.7398,
+ 0.7414,
+ 0.7443,
+ 0.7444,
+ 0.7476,
+ 0.7398,
+ 0.748,
+ 0.7523,
+ 0.7573,
+ 0.7549,
+ 0.7603,
+ 0.7642,
+ 0.7656,
+ 0.7656,
+ 0.7698,
+ 0.7711,
+ 0.7689,
+ 0.7716,
+ 0.7704,
+ 0.7718,
+ 0.7748,
+ 0.7733,
+ 0.7752,
+ 0.7752,
+ 0.7762,
+ 0.7765
+ ],
+ "test_acc": [
+ 0.5465,
+ 0.653,
+ 0.6825,
+ 0.6735,
+ 0.664,
+ 0.6365,
+ 0.64,
+ 0.6305,
+ 0.6235,
+ 0.621,
+ 0.6325,
+ 0.6335,
+ 0.633,
+ 0.6125,
+ 0.6295,
+ 0.6175,
+ 0.65,
+ 0.615,
+ 0.641,
+ 0.6645,
+ 0.6565,
+ 0.6625,
+ 0.6605,
+ 0.653,
+ 0.6765,
+ 0.6805,
+ 0.69,
+ 0.6625,
+ 0.678,
+ 0.6895,
+ 0.673,
+ 0.669,
+ 0.7,
+ 0.6975,
+ 0.6765,
+ 0.69,
+ 0.6845,
+ 0.6915,
+ 0.707,
+ 0.6645,
+ 0.6725,
+ 0.688,
+ 0.7195,
+ 0.701,
+ 0.7,
+ 0.682,
+ 0.7095,
+ 0.6985,
+ 0.712,
+ 0.6955,
+ 0.6935,
+ 0.713,
+ 0.698,
+ 0.688,
+ 0.7065,
+ 0.6865,
+ 0.7145,
+ 0.713,
+ 0.7025,
+ 0.708,
+ 0.7195,
+ 0.7155,
+ 0.714,
+ 0.726,
+ 0.718,
+ 0.7225,
+ 0.721,
+ 0.7275,
+ 0.721,
+ 0.7235,
+ 0.7295,
+ 0.724,
+ 0.7245,
+ 0.7225,
+ 0.7265,
+ 0.728,
+ 0.727,
+ 0.7265,
+ 0.727,
+ 0.726
+ ],
+ "state_pred_error": [
+ 0.6428197972297669,
+ 0.19351577122211455,
+ 0.1660344313621521,
+ 0.17652878823280335,
+ 0.18978006644248963,
+ 0.19631840877532958,
+ 0.19491800663471223,
+ 0.19226022069454193,
+ 0.18165790848731994,
+ 0.16527520124912262,
+ 0.14865010199546813,
+ 0.13212442252635956,
+ 0.1177069759130478,
+ 0.11029988080263138,
+ 0.10093973301649094,
+ 0.08951207721233367,
+ 0.08190780951976775,
+ 0.08566042828559875,
+ 0.08916603361368179,
+ 0.0825111199259758,
+ 0.07487273232936859,
+ 0.06487578954696656,
+ 0.059569144582748416,
+ 0.05982308453321457,
+ 0.05629802569746971,
+ 0.04989139791727066,
+ 0.0473561365544796,
+ 0.04492486463785172,
+ 0.044193212151527404,
+ 0.04343981958031654,
+ 0.041326461428403856,
+ 0.040116964304447174,
+ 0.03958643175363541,
+ 0.03792573779821396,
+ 0.03780722205638885,
+ 0.03684104197919369,
+ 0.035100384438037875,
+ 0.033475980192422865,
+ 0.03184100140333176,
+ 0.031417953404784205,
+ 0.03174956562519073,
+ 0.031464615708589556,
+ 0.030044199123978616,
+ 0.028851599764823915,
+ 0.027254376643896103,
+ 0.025502048003673554,
+ 0.023910949629545212,
+ 0.02216300364136696,
+ 0.020575732861459254,
+ 0.019327285060286522,
+ 0.018592858423292637,
+ 0.01823208925127983,
+ 0.018495164170861243,
+ 0.01851490514278412,
+ 0.018615340042114258,
+ 0.018319079437851906,
+ 0.017992605185508728,
+ 0.017830414324998857,
+ 0.017337585292756558,
+ 0.016755458490550518,
+ 0.01625010498762131,
+ 0.015588380454480648,
+ 0.015276109413802624,
+ 0.014523939031362534,
+ 0.013859204940497876,
+ 0.013518636293709278,
+ 0.013107557639479636,
+ 0.012660594460368156,
+ 0.012188548400998115,
+ 0.01179230693280697,
+ 0.011473847399652005,
+ 0.0111009864538908,
+ 0.010866704443097114,
+ 0.010644253891706467,
+ 0.01051605779528618,
+ 0.010096385054290294,
+ 0.009957369659096002,
+ 0.009735264672338963,
+ 0.009506795328110456,
+ 0.00936661482155323
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8151727914810181,
+ 0.4042307734489441,
+ 0.16176781058311462,
+ 0.1698867678642273,
+ 0.14891386032104492,
+ 0.1726662963628769,
+ 0.1322125643491745,
+ 0.14817725121974945
+ ],
+ "perturbation_rho": [
+ 0.7261759042739868,
+ 0.36915943026542664,
+ 0.17840053141117096,
+ 0.16105638444423676,
+ 0.14931628108024597,
+ 0.15696927905082703,
+ 0.17820878326892853,
+ 0.1840115785598755
+ ],
+ "nudging": {
+ "0.001": [
+ -0.023730942979454994,
+ -0.0011499840766191483,
+ -0.00041868066182360053,
+ -0.0004118153010495007,
+ -0.000386256433557719,
+ -0.0004230579361319542,
+ -0.0003364062577020377,
+ -0.0003734407073352486
+ ],
+ "0.003": [
+ -0.06960602104663849,
+ -0.003446865128353238,
+ -0.001256113639101386,
+ -0.0012356475926935673,
+ -0.0011594654060900211,
+ -0.001268491381779313,
+ -0.001009067753329873,
+ -0.0011201862944290042
+ ],
+ "0.01": [
+ -0.21425020694732666,
+ -0.011446774937212467,
+ -0.004181142896413803,
+ -0.004114024806767702,
+ -0.0038589704781770706,
+ -0.00422251783311367,
+ -0.003358659567311406,
+ -0.003728472860530019
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 7398.20849609375,
+ 5242.7607421875,
+ 3768.9609375,
+ 3258.12548828125,
+ 3060.2021484375,
+ 2786.609619140625,
+ 3211.44921875,
+ 2939.81005859375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1370582035064696,
+ 1.0645069687843323,
+ 0.6801733062744141,
+ 0.5586606249332428,
+ 0.4881390431404114,
+ 0.46811703872680666,
+ 0.47793011622428894,
+ 0.491072265625,
+ 0.45632949471473694,
+ 0.49341422691345216,
+ 0.6391787099599838,
+ 0.5234632035255432,
+ 0.5246470190525055,
+ 0.6408189677238464,
+ 0.6090221863985061,
+ 0.5636324305534363,
+ 0.6122668931216001,
+ 0.6223794656276703,
+ 0.7977206924438477,
+ 0.7688750084877014,
+ 0.8809650159835816,
+ 0.9288559448242187,
+ 0.8847734958648682,
+ 0.9730628623962402,
+ 0.9568616161346436,
+ 1.0317223262786865,
+ 1.136458911895752,
+ 1.1702300283432008,
+ 0.9281893106460571,
+ 1.0470865356445314,
+ 1.1126060703277587,
+ 1.1764981075286864,
+ 0.9546853006362915,
+ 0.9108602264404296,
+ 0.8738015920639038,
+ 0.8948956307888031,
+ 0.813925849533081,
+ 0.9619963138580322,
+ 1.0160358333587647,
+ 0.9929837261199951,
+ 1.0878820617675782,
+ 0.991282360458374,
+ 1.0092166801452638,
+ 1.0004161891937255,
+ 1.0230372599601745,
+ 1.0760341178894044,
+ 0.9872162799835205,
+ 0.9739640418052673,
+ 1.0317725978851318,
+ 1.0004596428871155,
+ 0.9978432794094085,
+ 1.0264748498916625,
+ 1.073675299835205,
+ 1.0885952290534973,
+ 1.0659225395202636,
+ 1.0828760971069336,
+ 1.0679924612045288,
+ 1.0984314491271974,
+ 1.1133429298400879,
+ 1.0874613107681275,
+ 1.1088385950088502,
+ 1.080880365371704,
+ 1.1012449313163757,
+ 1.0722564311504363,
+ 1.063163561439514,
+ 1.0487949291229248,
+ 1.0663402166366578,
+ 1.0534990873336791,
+ 1.0597085929870604,
+ 1.0426021310806275,
+ 1.0364102695465087,
+ 1.0401461017608642,
+ 1.03147163105011,
+ 1.032290082359314,
+ 1.0253121829986571,
+ 1.023413536453247,
+ 1.0240816875457763,
+ 1.0224136894226075,
+ 1.0198726715087891,
+ 1.0197427711486817
+ ],
+ "train_acc": [
+ 0.2223,
+ 0.6146,
+ 0.7422,
+ 0.7889,
+ 0.8129,
+ 0.8208,
+ 0.8242,
+ 0.8254,
+ 0.8378,
+ 0.8275,
+ 0.8051,
+ 0.8348,
+ 0.8319,
+ 0.8211,
+ 0.8253,
+ 0.8405,
+ 0.8325,
+ 0.835,
+ 0.8078,
+ 0.8158,
+ 0.7949,
+ 0.791,
+ 0.7938,
+ 0.7747,
+ 0.7774,
+ 0.7745,
+ 0.7607,
+ 0.7438,
+ 0.7736,
+ 0.749,
+ 0.7511,
+ 0.7318,
+ 0.7493,
+ 0.7459,
+ 0.7528,
+ 0.7375,
+ 0.7445,
+ 0.7151,
+ 0.7011,
+ 0.707,
+ 0.6813,
+ 0.6985,
+ 0.6986,
+ 0.6899,
+ 0.6838,
+ 0.6775,
+ 0.6854,
+ 0.6941,
+ 0.6759,
+ 0.677,
+ 0.682,
+ 0.6713,
+ 0.666,
+ 0.6642,
+ 0.6638,
+ 0.6643,
+ 0.6642,
+ 0.6542,
+ 0.6521,
+ 0.6569,
+ 0.6636,
+ 0.6591,
+ 0.6569,
+ 0.662,
+ 0.6675,
+ 0.6717,
+ 0.667,
+ 0.6692,
+ 0.6706,
+ 0.6745,
+ 0.6756,
+ 0.6742,
+ 0.6741,
+ 0.6745,
+ 0.6746,
+ 0.6742,
+ 0.6751,
+ 0.6767,
+ 0.6778,
+ 0.6774
+ ],
+ "test_acc": [
+ 0.444,
+ 0.6745,
+ 0.7325,
+ 0.7745,
+ 0.7815,
+ 0.798,
+ 0.8035,
+ 0.798,
+ 0.8025,
+ 0.711,
+ 0.7895,
+ 0.7985,
+ 0.791,
+ 0.766,
+ 0.77,
+ 0.794,
+ 0.7735,
+ 0.7315,
+ 0.759,
+ 0.7495,
+ 0.752,
+ 0.735,
+ 0.705,
+ 0.732,
+ 0.721,
+ 0.752,
+ 0.7115,
+ 0.72,
+ 0.6915,
+ 0.7335,
+ 0.6465,
+ 0.7225,
+ 0.6795,
+ 0.709,
+ 0.697,
+ 0.6885,
+ 0.6295,
+ 0.6055,
+ 0.583,
+ 0.6355,
+ 0.583,
+ 0.659,
+ 0.6365,
+ 0.6345,
+ 0.5925,
+ 0.6095,
+ 0.666,
+ 0.602,
+ 0.6545,
+ 0.612,
+ 0.638,
+ 0.6155,
+ 0.611,
+ 0.6055,
+ 0.6135,
+ 0.6285,
+ 0.626,
+ 0.607,
+ 0.623,
+ 0.608,
+ 0.6185,
+ 0.6095,
+ 0.609,
+ 0.6265,
+ 0.626,
+ 0.622,
+ 0.629,
+ 0.626,
+ 0.633,
+ 0.6425,
+ 0.634,
+ 0.636,
+ 0.634,
+ 0.6375,
+ 0.6375,
+ 0.638,
+ 0.64,
+ 0.639,
+ 0.639,
+ 0.64
+ ],
+ "value_loss": [
+ 2.9023948707580565,
+ 0.9411828812599182,
+ 0.9784409198760986,
+ 0.9702556604385376,
+ 0.911243058013916,
+ 0.9411980567932129,
+ 1.0062726194381715,
+ 1.0051571633458138,
+ 0.7945024635076523,
+ 0.8636679088592529,
+ 1.351515377473831,
+ 0.9440338861465454,
+ 1.0237316113948822,
+ 1.6041599166870117,
+ 1.4913020963668824,
+ 1.3120978896141051,
+ 1.4634722517490386,
+ 1.5368283511161804,
+ 2.3160801666259765,
+ 2.31045254573822,
+ 2.833774365234375,
+ 3.385757903289795,
+ 2.9262950035095217,
+ 3.250738282775879,
+ 3.1019880832672118,
+ 3.6402773345947264,
+ 4.2429088134765625,
+ 4.023282150268555,
+ 2.689120644378662,
+ 3.2996597610473635,
+ 4.053308227157593,
+ 3.6391844707489014,
+ 2.5846795793533324,
+ 1.8673851746559142,
+ 1.6735054915428162,
+ 1.9220958820343017,
+ 1.271403459739685,
+ 1.567453321647644,
+ 2.111127665615082,
+ 1.4919785886764527,
+ 1.5718415649414061,
+ 1.237246979522705,
+ 1.4188125720977782,
+ 1.0745463274002076,
+ 1.0068994304180146,
+ 1.185745523071289,
+ 1.2835211219787597,
+ 0.8518369881629944,
+ 0.8437435919761658,
+ 0.8486205416202545,
+ 0.8211554767489433,
+ 0.7640671442985535,
+ 0.7999482116699219,
+ 0.9456826114654541,
+ 0.810999361205101,
+ 0.8642545461654663,
+ 0.8051076416015625,
+ 0.8193947722434998,
+ 0.8351191815376282,
+ 0.7857263399124146,
+ 0.9166569149971008,
+ 0.7972983899593353,
+ 0.9325546828269958,
+ 0.7981749772071839,
+ 0.8134522473335266,
+ 0.7371659188747406,
+ 0.7727094465255737,
+ 0.7542548943519592,
+ 0.7355351985931396,
+ 0.7110868342399597,
+ 0.7060981317520142,
+ 0.7146732750892639,
+ 0.7173495404720306,
+ 0.6977155768394471,
+ 0.6535471586227417,
+ 0.6667288435935974,
+ 0.6411734392166137,
+ 0.6943656763076782,
+ 0.6403075717926026,
+ 0.6615465266227722
+ ],
+ "term_loss": [
+ 1.6929137281417848,
+ 0.7076341553688049,
+ 0.832843780708313,
+ 0.8462161507606506,
+ 0.7989002693176269,
+ 0.8294573577880859,
+ 0.8796000757217407,
+ 0.8496675333380699,
+ 0.6641823264122009,
+ 0.734419527053833,
+ 1.1998622996211052,
+ 0.8190442297935486,
+ 0.8997376405477524,
+ 1.463374104309082,
+ 1.350538944530487,
+ 1.1835087180614472,
+ 1.3240371099829673,
+ 1.403322444820404,
+ 2.149280529022217,
+ 2.1371682680130006,
+ 2.6051794219970703,
+ 3.134266621398926,
+ 2.6367359077453614,
+ 2.9021682273864746,
+ 2.7777284118652346,
+ 3.2490100632667542,
+ 3.7669732330322265,
+ 3.564024981689453,
+ 2.304465440368652,
+ 2.9117907354354857,
+ 3.57571163482666,
+ 3.2041259724617004,
+ 2.1697021233558655,
+ 1.5657260522842407,
+ 1.3720391330718995,
+ 1.558706689453125,
+ 0.9739575270175934,
+ 1.2646527061462403,
+ 1.7258377660751343,
+ 1.2162893053054809,
+ 1.2816789051055908,
+ 0.9437851461410522,
+ 1.1169724729537964,
+ 0.8192238623142243,
+ 0.7615165826678276,
+ 0.9261411437988282,
+ 1.009357823753357,
+ 0.6213359757423401,
+ 0.6048593424797059,
+ 0.6017368167161942,
+ 0.5840524630784989,
+ 0.5252864897727967,
+ 0.5610690414428711,
+ 0.6845973509550095,
+ 0.5607477729558945,
+ 0.6126968932867051,
+ 0.5582075795173645,
+ 0.5701824194669723,
+ 0.5824683590888977,
+ 0.5440888320446015,
+ 0.6618193277835845,
+ 0.5566088491201401,
+ 0.6798252540588379,
+ 0.5569242746114731,
+ 0.5653092860221863,
+ 0.5025307513594628,
+ 0.5350002650260925,
+ 0.5163064182400704,
+ 0.5040774492263794,
+ 0.4812365728378296,
+ 0.47341508727073667,
+ 0.4825198311924934,
+ 0.4820213997364044,
+ 0.4671297842979431,
+ 0.4262480612754822,
+ 0.4348880102574825,
+ 0.4149773345947266,
+ 0.4545517260074615,
+ 0.4134101836204529,
+ 0.43013124598264696
+ ],
+ "bridge_loss": [
+ 0.9270794340786408,
+ 0.045553212680667636,
+ 0.003968565206974745,
+ 0.002537821502238512,
+ 0.0031120730198919773,
+ 0.0066142574056983,
+ 0.0196716277718544,
+ 0.04569760949611664,
+ 0.02804326199516654,
+ 0.021940968203544617,
+ 0.023567047103494405,
+ 0.016042337491363287,
+ 0.014572544375434518,
+ 0.01808674999922514,
+ 0.02120318498685956,
+ 0.020132692527770998,
+ 0.026115470457077027,
+ 0.022087446881830692,
+ 0.03340454182624817,
+ 0.04386694201231003,
+ 0.08512414672374725,
+ 0.10392638924121857,
+ 0.14596812286376953,
+ 0.19242930736541747,
+ 0.1708755298614502,
+ 0.2332140768289566,
+ 0.30846771535873413,
+ 0.28443601269721985,
+ 0.23180612392425537,
+ 0.21575192351341246,
+ 0.30160183690786363,
+ 0.2529610634982586,
+ 0.25124281091690065,
+ 0.13896957349777223,
+ 0.14441813020706176,
+ 0.199903391456604,
+ 0.13990903476476668,
+ 0.12412642853856087,
+ 0.19780184895992278,
+ 0.09088843083381652,
+ 0.09028354053497314,
+ 0.10483143763542176,
+ 0.10901366031169892,
+ 0.06172756772786379,
+ 0.048116388000547884,
+ 0.059933180809021,
+ 0.08071009765267372,
+ 0.040531087708473204,
+ 0.03966846313476562,
+ 0.049442718121409414,
+ 0.041820975951850414,
+ 0.03792309836894274,
+ 0.03355912851691246,
+ 0.054180008935928343,
+ 0.04611676089167595,
+ 0.046126355296373364,
+ 0.04175337711572647,
+ 0.03904522615373135,
+ 0.04093780878186226,
+ 0.03443106972575188,
+ 0.04773863691091537,
+ 0.03512803372144699,
+ 0.04503686083853245,
+ 0.03661287835687399,
+ 0.04466721993088722,
+ 0.03356916709542274,
+ 0.033895546194911,
+ 0.03588070866465569,
+ 0.030623928356170654,
+ 0.030353828406333924,
+ 0.03458711423873902,
+ 0.033419507718086244,
+ 0.037426383411884305,
+ 0.0331623010635376,
+ 0.030711766165494918,
+ 0.035254054686427116,
+ 0.029518259859085082,
+ 0.04370544706583023,
+ 0.03128685694634915,
+ 0.0357342723429203
+ ],
+ "tgrad_loss": [
+ 0.28240168471336363,
+ 0.1879955181479454,
+ 0.1416285768508911,
+ 0.12150168550014497,
+ 0.10923070974349976,
+ 0.10512643830776215,
+ 0.10700090990066528,
+ 0.10979201674461364,
+ 0.10227687674164772,
+ 0.1073074081659317,
+ 0.12808603233098984,
+ 0.1089473068356514,
+ 0.10942141929864883,
+ 0.12269907640218734,
+ 0.11955996571779251,
+ 0.1084564683675766,
+ 0.1133196670204401,
+ 0.1114184632062912,
+ 0.1333950751066208,
+ 0.1294173326253891,
+ 0.14347079792022704,
+ 0.1475648888349533,
+ 0.14359098019599914,
+ 0.15614077184200287,
+ 0.15338412828445436,
+ 0.1580532071352005,
+ 0.167467866563797,
+ 0.1748211373090744,
+ 0.15284905924797057,
+ 0.17211710295677185,
+ 0.17599477090835572,
+ 0.18209742259979247,
+ 0.16373461263179778,
+ 0.1626895320892334,
+ 0.15704822034835816,
+ 0.16348580796718598,
+ 0.1575368951320648,
+ 0.1786741998195648,
+ 0.1874880330324173,
+ 0.18480085792541504,
+ 0.19987909994125366,
+ 0.18863038229942322,
+ 0.1928264294862747,
+ 0.19359489631652832,
+ 0.19726645183563232,
+ 0.19967118492126465,
+ 0.1934531969308853,
+ 0.1899699252128601,
+ 0.19921578810214996,
+ 0.19744101244211196,
+ 0.19528203347921372,
+ 0.20085754714012147,
+ 0.20532003726959228,
+ 0.20690523879528044,
+ 0.20413482726812363,
+ 0.20543130034208298,
+ 0.2051466886997223,
+ 0.21016712760925294,
+ 0.21171300716400146,
+ 0.20720643639564515,
+ 0.2070989497900009,
+ 0.2055615005493164,
+ 0.20769256865978242,
+ 0.20463782558441163,
+ 0.20347574241161345,
+ 0.20106599922180177,
+ 0.20381363768577576,
+ 0.2020677721977234,
+ 0.20083382663726806,
+ 0.1994964292526245,
+ 0.19809593105316162,
+ 0.1987339344024658,
+ 0.19790175647735594,
+ 0.19742349796295167,
+ 0.1965873306274414,
+ 0.19658677837848662,
+ 0.1966778451681137,
+ 0.19610850033760072,
+ 0.19561053042411805,
+ 0.19568100452423096
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.010387556627392769,
+ 0.06787668168544769,
+ 0.11108389496803284,
+ 0.11367877572774887,
+ 0.11491300165653229,
+ 0.1093105673789978,
+ 0.11488444358110428,
+ 0.12266267836093903
+ ],
+ "perturbation_rho": [
+ 0.0504305437207222,
+ 0.11780044436454773,
+ 0.23789767920970917,
+ 0.24238067865371704,
+ 0.22429296374320984,
+ 0.25153419375419617,
+ 0.25647929310798645,
+ 0.22654107213020325
+ ],
+ "nudging": {
+ "0.001": [
+ -0.00042957920231856406,
+ -0.0005755086895078421,
+ -0.0007836788427084684,
+ -0.0008127648616209626,
+ -0.0008176113478839397,
+ -0.0008154284441843629,
+ -0.0008326433598995209,
+ -0.0008715562289580703
+ ],
+ "0.003": [
+ -0.0012653844896703959,
+ -0.0017247737850993872,
+ -0.002354162745177746,
+ -0.002438494935631752,
+ -0.002453066874295473,
+ -0.0024441296700388193,
+ -0.00249684345908463,
+ -0.002618872094899416
+ ],
+ "0.01": [
+ -0.003928218502551317,
+ -0.0057389335706830025,
+ -0.007835019379854202,
+ -0.008116443641483784,
+ -0.0081653306260705,
+ -0.00813683308660984,
+ -0.008312376216053963,
+ -0.00871281512081623
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json
new file mode 100644
index 0000000..98e3c0a
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0602704408168793,
+ 0.5027601260185242,
+ 0.43080672092437744,
+ 0.4305861669540405,
+ 0.35372886188030245,
+ 0.35343530569076537,
+ 0.3411521464467049,
+ 0.3113056640148163,
+ 0.3555877588272095,
+ 0.35838791880607607,
+ 0.310362742805481,
+ 0.2821650200843811,
+ 0.26945531539916995,
+ 0.27178956003189086,
+ 0.3010430852890015,
+ 0.28751621344089506,
+ 0.2822985043525696,
+ 0.28170071473121644,
+ 0.2461530613899231,
+ 0.2909035976409912,
+ 0.2241233106136322,
+ 0.22891775674819947,
+ 0.2648821008682251,
+ 0.29351482318639754,
+ 0.21875614569187166,
+ 0.19591772537231444,
+ 0.19844525773525237,
+ 0.1983874746322632,
+ 0.21039879322052002,
+ 0.1819182156085968,
+ 0.2276622181892395,
+ 0.191768607711792,
+ 0.18294820175170898,
+ 0.17453236331939698,
+ 0.20749281368255615,
+ 0.17378860583305358,
+ 0.1630034108877182,
+ 0.1688230975151062,
+ 0.1894659786939621,
+ 0.15866619582176208,
+ 0.17937585167884826,
+ 0.16238984402418136,
+ 0.15362602603435516,
+ 0.15638497247695923,
+ 0.14544389412403105,
+ 0.14327869791686534,
+ 0.13311278290748596,
+ 0.1496122142314911,
+ 0.15034341797828674,
+ 0.14216417129039766,
+ 0.14079184398651123,
+ 0.14070965950489045,
+ 0.12715232799053192,
+ 0.1181271733045578,
+ 0.12163998708724975,
+ 0.11910948114395141,
+ 0.12497851085662842,
+ 0.12175717628002167,
+ 0.11586888887882232,
+ 0.11415803298354149,
+ 0.10847577197551728,
+ 0.11201638069152832,
+ 0.10924316263198852,
+ 0.10966023950576782,
+ 0.10431095411777497,
+ 0.10155300235748291,
+ 0.10120472279787064,
+ 0.09946133661270141,
+ 0.09955022404193878,
+ 0.09832342414855957,
+ 0.09743722066879272,
+ 0.0961718876838684,
+ 0.09559566440582275,
+ 0.09503851671218871,
+ 0.0945616308093071,
+ 0.09419615615606308,
+ 0.09386814022064209,
+ 0.09363705427646637,
+ 0.09348938752114773,
+ 0.09341154512763024
+ ],
+ "train_acc": [
+ 0.6262,
+ 0.8013,
+ 0.8277,
+ 0.8347,
+ 0.8597,
+ 0.856,
+ 0.8639,
+ 0.8759,
+ 0.8605,
+ 0.8558,
+ 0.876,
+ 0.8879,
+ 0.8957,
+ 0.8886,
+ 0.8799,
+ 0.8868,
+ 0.8868,
+ 0.8889,
+ 0.898,
+ 0.8824,
+ 0.9111,
+ 0.9088,
+ 0.8934,
+ 0.8869,
+ 0.9131,
+ 0.9217,
+ 0.9206,
+ 0.9224,
+ 0.9156,
+ 0.928,
+ 0.9094,
+ 0.9244,
+ 0.9292,
+ 0.9307,
+ 0.9179,
+ 0.9306,
+ 0.938,
+ 0.9331,
+ 0.9251,
+ 0.9413,
+ 0.9292,
+ 0.9359,
+ 0.9409,
+ 0.9407,
+ 0.9444,
+ 0.9484,
+ 0.9544,
+ 0.9445,
+ 0.9418,
+ 0.9453,
+ 0.9472,
+ 0.9467,
+ 0.957,
+ 0.9605,
+ 0.9597,
+ 0.9608,
+ 0.9553,
+ 0.9582,
+ 0.9636,
+ 0.9629,
+ 0.968,
+ 0.9654,
+ 0.966,
+ 0.9668,
+ 0.9684,
+ 0.9709,
+ 0.9703,
+ 0.9731,
+ 0.9733,
+ 0.973,
+ 0.9743,
+ 0.9753,
+ 0.976,
+ 0.9762,
+ 0.9765,
+ 0.9766,
+ 0.9766,
+ 0.9769,
+ 0.9771,
+ 0.9771
+ ],
+ "test_acc": [
+ 0.786,
+ 0.819,
+ 0.8195,
+ 0.8455,
+ 0.8495,
+ 0.847,
+ 0.857,
+ 0.8615,
+ 0.851,
+ 0.862,
+ 0.862,
+ 0.8575,
+ 0.8705,
+ 0.86,
+ 0.8645,
+ 0.859,
+ 0.864,
+ 0.8685,
+ 0.866,
+ 0.8715,
+ 0.8755,
+ 0.869,
+ 0.8595,
+ 0.868,
+ 0.875,
+ 0.8755,
+ 0.8865,
+ 0.8725,
+ 0.8845,
+ 0.8835,
+ 0.871,
+ 0.881,
+ 0.881,
+ 0.891,
+ 0.883,
+ 0.8805,
+ 0.891,
+ 0.8805,
+ 0.889,
+ 0.889,
+ 0.89,
+ 0.8835,
+ 0.896,
+ 0.889,
+ 0.888,
+ 0.892,
+ 0.898,
+ 0.893,
+ 0.899,
+ 0.8955,
+ 0.892,
+ 0.895,
+ 0.9015,
+ 0.8965,
+ 0.8935,
+ 0.895,
+ 0.902,
+ 0.896,
+ 0.9005,
+ 0.8985,
+ 0.8925,
+ 0.9015,
+ 0.899,
+ 0.8965,
+ 0.8985,
+ 0.8985,
+ 0.9005,
+ 0.899,
+ 0.8965,
+ 0.9005,
+ 0.8975,
+ 0.901,
+ 0.899,
+ 0.8975,
+ 0.8975,
+ 0.898,
+ 0.8965,
+ 0.8965,
+ 0.8965,
+ 0.8965
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9283311367034912,
+ 0.9162832498550415,
+ 0.8925424814224243,
+ 0.8799441456794739,
+ 0.8746041655540466,
+ 0.8698863983154297,
+ 0.8666130304336548,
+ 0.863634467124939
+ ],
+ "perturbation_rho": [
+ 0.9999991059303284,
+ 0.9999967217445374,
+ 0.9999891519546509,
+ 0.9999651908874512,
+ 0.9999410510063171,
+ 0.9999043941497803,
+ 0.9998966455459595,
+ 0.9999027252197266
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0268093291670084,
+ -0.012417184188961983,
+ -0.006203295662999153,
+ -0.0037101488560438156,
+ -0.0026736343279480934,
+ -0.002185049932450056,
+ -0.0019234392093494534,
+ -0.0017743848729878664
+ ],
+ "0.003": [
+ -0.07339517027139664,
+ -0.0357743538916111,
+ -0.018248513340950012,
+ -0.011002784594893456,
+ -0.007955053821206093,
+ -0.0065111806616187096,
+ -0.005736147053539753,
+ -0.005294123664498329
+ ],
+ "0.01": [
+ -0.17811693251132965,
+ -0.10346511751413345,
+ -0.05678309500217438,
+ -0.035222865641117096,
+ -0.025761041790246964,
+ -0.021198198199272156,
+ -0.01872769370675087,
+ -0.017311803996562958
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.130140475845337,
+ 1.068121821975708,
+ 0.6906124912261963,
+ 0.5849464416503907,
+ 0.539908002948761,
+ 0.5278588153839111,
+ 0.4802340653896332,
+ 0.4802248366832733,
+ 0.5312753393173217,
+ 0.5193623352050781,
+ 0.5183892659187317,
+ 0.5653032401919365,
+ 0.5576160436630249,
+ 0.5253325591087341,
+ 0.6005686638832092,
+ 0.600859852027893,
+ 0.6416343383789063,
+ 0.6754157733917237,
+ 0.6742553455352783,
+ 0.6983654169082641,
+ 0.7714478206634522,
+ 0.907026005935669,
+ 0.7574946401596069,
+ 0.7974853692531586,
+ 0.6163667502880097,
+ 0.6207158555030823,
+ 0.6624710424423218,
+ 0.767758971786499,
+ 0.7936295557022095,
+ 0.7818759674072265,
+ 0.6439841373443603,
+ 0.7241471338272095,
+ 0.7835567468881607,
+ 0.5556868800163269,
+ 0.7838432991981507,
+ 0.6678941816329956,
+ 0.5996702154159546,
+ 0.6219454681396485,
+ 0.6077403234004974,
+ 0.5930344202041626,
+ 0.7072095224380494,
+ 0.6957413219451904,
+ 0.6925682455062866,
+ 0.5746548117637634,
+ 0.5665205227851867,
+ 0.652870412158966,
+ 0.5017711290359497,
+ 0.5837478618621826,
+ 0.4854253540992737,
+ 0.4386099347114563,
+ 0.4709485713005066,
+ 0.5079970285415649,
+ 0.5075192336320877,
+ 0.49625477714538574,
+ 0.5056534718036652,
+ 0.4276254318237305,
+ 0.5216204251050949,
+ 0.41532413592338563,
+ 0.42688399028778073,
+ 0.4528659384965897,
+ 0.40737592430114744,
+ 0.4285537419319153,
+ 0.4251507745742798,
+ 0.3982658393383026,
+ 0.3921439680337906,
+ 0.4048129905462265,
+ 0.3849823941230774,
+ 0.37166397957801817,
+ 0.3756074117660522,
+ 0.37098817892074587,
+ 0.37144046624898913,
+ 0.36408291239738466,
+ 0.36373486807346345,
+ 0.3633287199020386,
+ 0.35742094442248346,
+ 0.35612085094451906,
+ 0.35380580410957335,
+ 0.3545500941991806,
+ 0.3522390522420406,
+ 0.3517058536529541
+ ],
+ "train_acc": [
+ 0.2243,
+ 0.6106,
+ 0.7399,
+ 0.7827,
+ 0.794,
+ 0.8004,
+ 0.8171,
+ 0.8253,
+ 0.8161,
+ 0.8205,
+ 0.8272,
+ 0.8178,
+ 0.8203,
+ 0.8305,
+ 0.8221,
+ 0.8243,
+ 0.8261,
+ 0.8204,
+ 0.8166,
+ 0.821,
+ 0.8069,
+ 0.7971,
+ 0.8102,
+ 0.8044,
+ 0.8348,
+ 0.8323,
+ 0.8294,
+ 0.8073,
+ 0.8135,
+ 0.8034,
+ 0.829,
+ 0.8167,
+ 0.811,
+ 0.8429,
+ 0.8065,
+ 0.8205,
+ 0.8317,
+ 0.8341,
+ 0.8319,
+ 0.8325,
+ 0.8167,
+ 0.8122,
+ 0.818,
+ 0.8326,
+ 0.8371,
+ 0.8246,
+ 0.8514,
+ 0.8328,
+ 0.8522,
+ 0.8603,
+ 0.8509,
+ 0.8455,
+ 0.8445,
+ 0.8496,
+ 0.8461,
+ 0.86,
+ 0.8445,
+ 0.8679,
+ 0.8654,
+ 0.8542,
+ 0.8667,
+ 0.8642,
+ 0.8677,
+ 0.8696,
+ 0.8685,
+ 0.8666,
+ 0.8719,
+ 0.8757,
+ 0.8746,
+ 0.8747,
+ 0.8768,
+ 0.8776,
+ 0.8759,
+ 0.8769,
+ 0.8774,
+ 0.8784,
+ 0.8793,
+ 0.8792,
+ 0.8796,
+ 0.8795
+ ],
+ "test_acc": [
+ 0.463,
+ 0.6815,
+ 0.744,
+ 0.7455,
+ 0.7515,
+ 0.7875,
+ 0.7565,
+ 0.7965,
+ 0.764,
+ 0.77,
+ 0.778,
+ 0.7455,
+ 0.768,
+ 0.7625,
+ 0.8125,
+ 0.745,
+ 0.7205,
+ 0.774,
+ 0.709,
+ 0.7445,
+ 0.7275,
+ 0.787,
+ 0.7495,
+ 0.7855,
+ 0.809,
+ 0.7825,
+ 0.718,
+ 0.7635,
+ 0.7445,
+ 0.7795,
+ 0.755,
+ 0.7165,
+ 0.7715,
+ 0.734,
+ 0.768,
+ 0.778,
+ 0.76,
+ 0.7275,
+ 0.7785,
+ 0.714,
+ 0.765,
+ 0.7515,
+ 0.779,
+ 0.713,
+ 0.7855,
+ 0.797,
+ 0.7775,
+ 0.79,
+ 0.811,
+ 0.7785,
+ 0.7895,
+ 0.7415,
+ 0.7975,
+ 0.7715,
+ 0.8085,
+ 0.7865,
+ 0.8095,
+ 0.8235,
+ 0.81,
+ 0.8135,
+ 0.8165,
+ 0.808,
+ 0.828,
+ 0.8165,
+ 0.8235,
+ 0.8185,
+ 0.8275,
+ 0.828,
+ 0.8235,
+ 0.824,
+ 0.823,
+ 0.824,
+ 0.8315,
+ 0.8305,
+ 0.832,
+ 0.834,
+ 0.831,
+ 0.833,
+ 0.8335,
+ 0.833
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.020978286862373352,
+ 0.16464680433273315,
+ 0.15073026716709137,
+ 0.08116275072097778,
+ 0.08070477098226547,
+ 0.0867747962474823,
+ 0.10854049026966095,
+ 0.11201675236225128
+ ],
+ "perturbation_rho": [
+ 0.032643549144268036,
+ 0.2071959227323532,
+ 0.2057623416185379,
+ 0.09326457977294922,
+ 0.06205561012029648,
+ 0.1389445811510086,
+ 0.11340519785881042,
+ 0.08505052328109741
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0014469942543655634,
+ -0.000573523691855371,
+ -0.00041266781045123935,
+ -0.00018763300613500178,
+ -0.00020507823501247913,
+ -0.00022557468037120998,
+ -0.0002862402761820704,
+ -0.00027868736651726067
+ ],
+ "0.003": [
+ -0.004212609492242336,
+ -0.0017168434569612145,
+ -0.0012332911137491465,
+ -0.0005597122944891453,
+ -0.000612777890637517,
+ -0.0006744061829522252,
+ -0.0008597993873991072,
+ -0.0008341555367223918
+ ],
+ "0.01": [
+ -0.012655803002417088,
+ -0.005697320215404034,
+ -0.004094945732504129,
+ -0.0018561023753136396,
+ -0.0020380420610308647,
+ -0.0022426587529480457,
+ -0.002856952603906393,
+ -0.0027735023759305477
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.6613537705421448,
+ 0.8804613601207734,
+ 0.6975507205963135,
+ 0.7853355399608613,
+ 0.8572468722343445,
+ 0.9299439128875733,
+ 0.9885676727294922,
+ 1.0133089805603028,
+ 0.9962917245864868,
+ 0.9606268395423889,
+ 0.9880515659332275,
+ 0.9777737205505371,
+ 0.9968037183761597,
+ 0.9445726100921631,
+ 1.020095972442627,
+ 1.0027801685333253,
+ 0.9952171697616577,
+ 0.9394625225067139,
+ 0.9024322465896606,
+ 0.8761118396759033,
+ 0.8587080497741699,
+ 0.8608775177001953,
+ 0.858176763343811,
+ 0.8500239983558655,
+ 0.8605942026138306,
+ 0.8296343204498291,
+ 0.8473277267456054,
+ 0.9032470754623413,
+ 0.8595288021087647,
+ 0.8529232517242432,
+ 0.8514831623077392,
+ 0.7993372547149659,
+ 0.7925733268737793,
+ 0.7777183090209961,
+ 0.752255222415924,
+ 0.737820636177063,
+ 0.718349192905426,
+ 0.7632894110679627,
+ 0.7490254787445069,
+ 0.7206074246406555,
+ 0.72772101688385,
+ 0.7681838896751404,
+ 0.7500456344604493,
+ 0.7505516075134278,
+ 0.7438103253364563,
+ 0.7039294353485107,
+ 0.7070825775623322,
+ 0.7316446516036987,
+ 0.6909497563362121,
+ 0.6812596918106079,
+ 0.6990848143577576,
+ 0.6861800757408142,
+ 0.6805085423469543,
+ 0.6727995056152344,
+ 0.6663222888946533,
+ 0.6554413802146911,
+ 0.65927137966156,
+ 0.6400224656105041,
+ 0.626771753025055,
+ 0.6305665927886963,
+ 0.6282225363254547,
+ 0.6152347024440765,
+ 0.6126221405029297,
+ 0.6149387537956238,
+ 0.6082951297283172,
+ 0.5970498047828674,
+ 0.6011845873832703,
+ 0.5955050713539124,
+ 0.5878239162445068,
+ 0.5866915851593018,
+ 0.5876003602027893,
+ 0.5810875995635987,
+ 0.5816027210235596,
+ 0.5784582069873809,
+ 0.5760020084381103,
+ 0.5744486512184143,
+ 0.5738656497955322,
+ 0.5729139318466187,
+ 0.5723003579139709,
+ 0.5719887516021729
+ ],
+ "train_acc": [
+ 0.3893,
+ 0.6696,
+ 0.7401,
+ 0.7421,
+ 0.719,
+ 0.6886,
+ 0.6631,
+ 0.6603,
+ 0.6661,
+ 0.6592,
+ 0.6494,
+ 0.6491,
+ 0.6455,
+ 0.6682,
+ 0.6508,
+ 0.6536,
+ 0.6601,
+ 0.6722,
+ 0.6882,
+ 0.6953,
+ 0.7005,
+ 0.7068,
+ 0.6992,
+ 0.6956,
+ 0.7035,
+ 0.7091,
+ 0.703,
+ 0.689,
+ 0.6964,
+ 0.7009,
+ 0.7001,
+ 0.7172,
+ 0.7219,
+ 0.7283,
+ 0.7337,
+ 0.7369,
+ 0.745,
+ 0.7332,
+ 0.7355,
+ 0.7415,
+ 0.7396,
+ 0.7345,
+ 0.736,
+ 0.7369,
+ 0.7385,
+ 0.7482,
+ 0.7451,
+ 0.7373,
+ 0.7529,
+ 0.7547,
+ 0.7536,
+ 0.7591,
+ 0.7564,
+ 0.7642,
+ 0.7664,
+ 0.766,
+ 0.7665,
+ 0.7756,
+ 0.78,
+ 0.7785,
+ 0.7795,
+ 0.7829,
+ 0.7842,
+ 0.7826,
+ 0.7866,
+ 0.7876,
+ 0.7873,
+ 0.7893,
+ 0.7907,
+ 0.7927,
+ 0.7913,
+ 0.7943,
+ 0.7931,
+ 0.796,
+ 0.7968,
+ 0.7963,
+ 0.7959,
+ 0.7962,
+ 0.7964,
+ 0.7964
+ ],
+ "test_acc": [
+ 0.5895,
+ 0.683,
+ 0.724,
+ 0.7075,
+ 0.659,
+ 0.6335,
+ 0.64,
+ 0.645,
+ 0.645,
+ 0.6335,
+ 0.6375,
+ 0.6195,
+ 0.651,
+ 0.6245,
+ 0.648,
+ 0.6265,
+ 0.6325,
+ 0.663,
+ 0.644,
+ 0.634,
+ 0.6665,
+ 0.6655,
+ 0.6565,
+ 0.6745,
+ 0.6635,
+ 0.669,
+ 0.6515,
+ 0.631,
+ 0.6075,
+ 0.611,
+ 0.6985,
+ 0.6515,
+ 0.678,
+ 0.6845,
+ 0.6845,
+ 0.696,
+ 0.6915,
+ 0.689,
+ 0.7035,
+ 0.6985,
+ 0.695,
+ 0.6895,
+ 0.692,
+ 0.689,
+ 0.716,
+ 0.704,
+ 0.6965,
+ 0.708,
+ 0.7095,
+ 0.701,
+ 0.735,
+ 0.71,
+ 0.722,
+ 0.722,
+ 0.7365,
+ 0.734,
+ 0.7335,
+ 0.728,
+ 0.733,
+ 0.7315,
+ 0.728,
+ 0.74,
+ 0.7435,
+ 0.7445,
+ 0.746,
+ 0.7455,
+ 0.7425,
+ 0.7465,
+ 0.7495,
+ 0.7565,
+ 0.755,
+ 0.742,
+ 0.7545,
+ 0.7535,
+ 0.753,
+ 0.749,
+ 0.749,
+ 0.7495,
+ 0.7505,
+ 0.7495
+ ],
+ "state_pred_error": [
+ 0.6588439248561859,
+ 0.18840705387592316,
+ 0.14289978892803193,
+ 0.15212055261135102,
+ 0.17622629220485686,
+ 0.19014827156066894,
+ 0.1907501521587372,
+ 0.1974239867210388,
+ 0.20479401926994323,
+ 0.19324371876716614,
+ 0.1692460091352463,
+ 0.14547201271057128,
+ 0.13392872540950776,
+ 0.13207265970706938,
+ 0.12733380571603775,
+ 0.12442956283092499,
+ 0.11992262068986893,
+ 0.11454836254119873,
+ 0.10640433104038238,
+ 0.09588282935619354,
+ 0.08941714116334915,
+ 0.08326569969654084,
+ 0.08106024689674378,
+ 0.07807673720121383,
+ 0.06985928665399552,
+ 0.05780385282039642,
+ 0.04903316358923912,
+ 0.042540194964408876,
+ 0.03769502246379852,
+ 0.03340193069577217,
+ 0.030505492842197418,
+ 0.027835199296474458,
+ 0.026414455169439317,
+ 0.026154682007431984,
+ 0.027012317779660226,
+ 0.027285932829976083,
+ 0.02783989610671997,
+ 0.02848111428618431,
+ 0.02768479132056236,
+ 0.026838592088222504,
+ 0.025692131254076957,
+ 0.0250046414911747,
+ 0.024446581745147706,
+ 0.023822997540235518,
+ 0.023123727387189864,
+ 0.023240181931853295,
+ 0.022701505839824675,
+ 0.022446804578602313,
+ 0.02224079295396805,
+ 0.02201542984545231,
+ 0.022186503106355667,
+ 0.022374201011657716,
+ 0.022197162532806396,
+ 0.022024760249257088,
+ 0.021556022208929063,
+ 0.020752609607577324,
+ 0.02029846299290657,
+ 0.01939405950307846,
+ 0.01925926080942154,
+ 0.0179039378374815,
+ 0.01723805043101311,
+ 0.016645756682753563,
+ 0.016013126088678838,
+ 0.015421504980325698,
+ 0.014981058233976365,
+ 0.014707353785634042,
+ 0.014117280274629593,
+ 0.013762151800096035,
+ 0.013112149319052696,
+ 0.012881575208902358,
+ 0.01252510030567646,
+ 0.012011728531122208,
+ 0.011849733792245389,
+ 0.01146787409633398,
+ 0.011190799026191234,
+ 0.01094292304366827,
+ 0.01079139669984579,
+ 0.010453094108402729,
+ 0.010252758046984672,
+ 0.010227990358322859
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8467778563499451,
+ 0.3549606502056122,
+ 0.1711018681526184,
+ 0.12375819683074951,
+ 0.1153455525636673,
+ 0.12219913303852081,
+ 0.12895643711090088,
+ 0.10622675716876984
+ ],
+ "perturbation_rho": [
+ 0.7416437268257141,
+ 0.2796669900417328,
+ 0.14060860872268677,
+ 0.09820520132780075,
+ 0.10454020649194717,
+ 0.08740514516830444,
+ 0.10375625640153885,
+ 0.12008601427078247
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02524612657725811,
+ -0.0010118680074810982,
+ -0.00039384554838761687,
+ -0.0002958686964120716,
+ -0.00027316075284034014,
+ -0.0002826714771799743,
+ -0.0002984246239066124,
+ -0.00024543559993617237
+ ],
+ "0.003": [
+ -0.07356468588113785,
+ -0.003032396547496319,
+ -0.0011817947961390018,
+ -0.0008877563523128629,
+ -0.0008196210255846381,
+ -0.0008473420166410506,
+ -0.0008945445879362524,
+ -0.0007367263897322118
+ ],
+ "0.01": [
+ -0.2212277054786682,
+ -0.010068328119814396,
+ -0.00393392750993371,
+ -0.002955838106572628,
+ -0.0027290289290249348,
+ -0.0028208147268742323,
+ -0.002979037119075656,
+ -0.002453283406794071
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 10942.7939453125,
+ 10293.740234375,
+ 7482.4482421875,
+ 5008.9619140625,
+ 4863.818359375,
+ 4492.451171875,
+ 3565.2744140625,
+ 3837.47998046875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1349513092041015,
+ 1.0799473155021668,
+ 0.6904095640182495,
+ 0.5730169864654541,
+ 0.5376711503982544,
+ 0.5217435983657837,
+ 0.5241446275711059,
+ 0.5752555076599121,
+ 0.5162794561386108,
+ 0.5799625160217285,
+ 0.5156625980377197,
+ 0.54727692527771,
+ 0.5622692403793335,
+ 0.6077177556037903,
+ 0.6142744152069092,
+ 0.5783923351287842,
+ 0.5948413852691651,
+ 0.7985807825088501,
+ 0.7876970001220703,
+ 1.0439940561294556,
+ 0.7259676246643066,
+ 0.8126457204818726,
+ 0.7394346284866333,
+ 0.8870538883209228,
+ 0.8942244791984558,
+ 1.018878134918213,
+ 1.1607880065917968,
+ 1.2915550483703613,
+ 1.0802051795959473,
+ 1.132888382291794,
+ 1.0752713064193726,
+ 1.2749524337768554,
+ 1.3533095266342163,
+ 1.254620951271057,
+ 1.327561699104309,
+ 1.3512781272888184,
+ 1.358589473247528,
+ 1.3133805484771728,
+ 1.3522217433929444,
+ 1.2569283782958984,
+ 1.2115153579711915,
+ 1.1729324398040772,
+ 1.458994796180725,
+ 1.1794059185028076,
+ 1.1593233011245727,
+ 1.1951527072906494,
+ 1.3532650127410888,
+ 1.2816025928497314,
+ 1.2753959981918335,
+ 1.3296147323608398,
+ 1.3296164437294007,
+ 1.4913486896514894,
+ 1.4076004596948624,
+ 1.4025042806625365,
+ 1.5456968538284301,
+ 1.5032260831832887,
+ 1.541390106201172,
+ 1.5214945098876953,
+ 1.5504541542053223,
+ 1.6073409852027893,
+ 1.5711617599487304,
+ 1.5610263828277589,
+ 1.5516953735351562,
+ 1.538286647415161,
+ 1.5312161500930785,
+ 1.5014611629486083,
+ 1.49632290391922,
+ 1.4762050870895387,
+ 1.4426008732795714,
+ 1.4320516025543213,
+ 1.4142663345336914,
+ 1.4014085182189941,
+ 1.3942050539970399,
+ 1.3843670928955079,
+ 1.381881692504883,
+ 1.3740321586608886,
+ 1.370679066848755,
+ 1.3696322021484375,
+ 1.3669484914779664,
+ 1.3658903411865235
+ ],
+ "train_acc": [
+ 0.2258,
+ 0.6057,
+ 0.7399,
+ 0.781,
+ 0.794,
+ 0.806,
+ 0.8037,
+ 0.7994,
+ 0.8165,
+ 0.809,
+ 0.8278,
+ 0.8214,
+ 0.825,
+ 0.8179,
+ 0.8185,
+ 0.8293,
+ 0.8265,
+ 0.7944,
+ 0.8036,
+ 0.7689,
+ 0.8042,
+ 0.7954,
+ 0.7949,
+ 0.7834,
+ 0.7894,
+ 0.767,
+ 0.7489,
+ 0.7289,
+ 0.7411,
+ 0.7199,
+ 0.7209,
+ 0.6906,
+ 0.6894,
+ 0.6987,
+ 0.6832,
+ 0.6712,
+ 0.6676,
+ 0.6648,
+ 0.6652,
+ 0.6608,
+ 0.665,
+ 0.6695,
+ 0.6347,
+ 0.6647,
+ 0.6674,
+ 0.6599,
+ 0.6289,
+ 0.637,
+ 0.6461,
+ 0.6344,
+ 0.6359,
+ 0.6245,
+ 0.6301,
+ 0.6303,
+ 0.6141,
+ 0.6183,
+ 0.6157,
+ 0.6167,
+ 0.6148,
+ 0.6119,
+ 0.6073,
+ 0.6164,
+ 0.6129,
+ 0.6116,
+ 0.6111,
+ 0.6167,
+ 0.6114,
+ 0.6142,
+ 0.6226,
+ 0.6232,
+ 0.625,
+ 0.6244,
+ 0.6286,
+ 0.628,
+ 0.6261,
+ 0.6275,
+ 0.6284,
+ 0.6295,
+ 0.6297,
+ 0.6298
+ ],
+ "test_acc": [
+ 0.452,
+ 0.688,
+ 0.7325,
+ 0.7685,
+ 0.7775,
+ 0.752,
+ 0.767,
+ 0.7435,
+ 0.757,
+ 0.785,
+ 0.76,
+ 0.7375,
+ 0.761,
+ 0.7525,
+ 0.786,
+ 0.766,
+ 0.681,
+ 0.745,
+ 0.6875,
+ 0.737,
+ 0.7465,
+ 0.7495,
+ 0.707,
+ 0.731,
+ 0.7445,
+ 0.7165,
+ 0.654,
+ 0.6635,
+ 0.699,
+ 0.6565,
+ 0.6125,
+ 0.609,
+ 0.6125,
+ 0.669,
+ 0.634,
+ 0.6155,
+ 0.6165,
+ 0.612,
+ 0.5675,
+ 0.669,
+ 0.619,
+ 0.514,
+ 0.632,
+ 0.6165,
+ 0.635,
+ 0.533,
+ 0.586,
+ 0.5425,
+ 0.554,
+ 0.6015,
+ 0.5345,
+ 0.586,
+ 0.6125,
+ 0.5765,
+ 0.5875,
+ 0.613,
+ 0.608,
+ 0.61,
+ 0.5825,
+ 0.5925,
+ 0.5925,
+ 0.5935,
+ 0.608,
+ 0.6025,
+ 0.6035,
+ 0.5975,
+ 0.611,
+ 0.605,
+ 0.6095,
+ 0.6115,
+ 0.6155,
+ 0.616,
+ 0.6105,
+ 0.6155,
+ 0.616,
+ 0.615,
+ 0.6185,
+ 0.6185,
+ 0.618,
+ 0.617
+ ],
+ "value_loss": [
+ 2.727321440219879,
+ 0.9396097582817078,
+ 0.8612026205062866,
+ 0.8072550956726074,
+ 0.7662750400066376,
+ 0.8116222425937653,
+ 0.7918028060913086,
+ 1.058762281036377,
+ 0.9410865303039551,
+ 1.1683196662902833,
+ 0.8891641233444214,
+ 1.0408354179382324,
+ 1.2426973400115966,
+ 1.3723524351119996,
+ 1.3864970308303832,
+ 1.2711094731330872,
+ 1.4452000873565674,
+ 2.0964325157165526,
+ 2.503941488647461,
+ 3.8773516985416414,
+ 2.1931466732025147,
+ 2.4717007579803467,
+ 1.8694116882324219,
+ 2.562740281677246,
+ 2.7024575206756594,
+ 3.388196944236755,
+ 4.119316976737976,
+ 4.325601746749878,
+ 3.317746393966675,
+ 3.243412302494049,
+ 2.8255897121429445,
+ 3.7306121185302734,
+ 4.122640119934082,
+ 3.4347802352905275,
+ 3.8012741462707518,
+ 3.5787492347717285,
+ 3.369715265369415,
+ 2.77193868560791,
+ 3.474485213088989,
+ 2.375825690841675,
+ 2.1312103996276854,
+ 1.956772960472107,
+ 3.083518902397156,
+ 1.9400283665657043,
+ 1.692312808418274,
+ 1.5720748712539674,
+ 1.8764948084831239,
+ 1.6743739032745362,
+ 1.567044317626953,
+ 1.7899606132507324,
+ 1.9826876150131225,
+ 2.5111199203491212,
+ 1.8491062855243683,
+ 1.746228759765625,
+ 2.085294245147705,
+ 1.9948427753448486,
+ 1.9512831954956054,
+ 2.158460530471802,
+ 2.0963551795959474,
+ 2.327825161552429,
+ 2.352580466079712,
+ 2.054654391479492,
+ 1.8559182556152343,
+ 1.8292891555786133,
+ 1.755587695646286,
+ 1.710701921081543,
+ 1.6332559819698333,
+ 1.5935078775405884,
+ 1.5094772003889083,
+ 1.5422865842342377,
+ 1.476211569213867,
+ 1.4243068096637725,
+ 1.2866611572265625,
+ 1.2408681606292724,
+ 1.2721347715377807,
+ 1.1996249546051025,
+ 1.210354462814331,
+ 1.1556780391693116,
+ 1.1320207769393922,
+ 1.2871107803344726
+ ],
+ "term_loss": [
+ 1.6279608231544496,
+ 0.704119206237793,
+ 0.7059318660736084,
+ 0.6708632150650025,
+ 0.6246756870269775,
+ 0.6474101797103882,
+ 0.6305780605316162,
+ 0.9013450145721436,
+ 0.8003977013587952,
+ 1.014212282562256,
+ 0.7516019021987915,
+ 0.8989673347473145,
+ 1.1009173652648925,
+ 1.221914840745926,
+ 1.2337085500240326,
+ 1.1299663187503814,
+ 1.2949002643585206,
+ 1.9072193572998046,
+ 2.2973386978149413,
+ 3.4965499984025956,
+ 1.9051358992099763,
+ 2.1613095233917234,
+ 1.5260497505187989,
+ 2.1684676694869993,
+ 2.3560955852508543,
+ 3.0179900035858154,
+ 3.702320911979675,
+ 3.7875602326393127,
+ 2.8640588617324827,
+ 2.8004565309524536,
+ 2.397008271789551,
+ 3.191488564300537,
+ 3.68539259185791,
+ 2.979008136749268,
+ 3.262051542663574,
+ 3.0784937271118165,
+ 2.832118960571289,
+ 2.343948299407959,
+ 2.996490676879883,
+ 1.9708608936309815,
+ 1.7158579580783844,
+ 1.5594909168243407,
+ 2.6169842109680177,
+ 1.5474250222682953,
+ 1.3258218050837516,
+ 1.1993716355800628,
+ 1.4649041637420654,
+ 1.2486765979766845,
+ 1.1667367574691772,
+ 1.3506693029403687,
+ 1.5352664937973022,
+ 2.035203108596802,
+ 1.457682236149907,
+ 1.3602924033164978,
+ 1.679940075302124,
+ 1.588972739124298,
+ 1.552276259613037,
+ 1.731438402557373,
+ 1.7071564056396484,
+ 1.8799896495819093,
+ 1.9350618648529052,
+ 1.6424618713378907,
+ 1.4868921995162965,
+ 1.446955292892456,
+ 1.3913815165519714,
+ 1.34365530128479,
+ 1.2715293394446372,
+ 1.2260353670597077,
+ 1.1480308882594108,
+ 1.1766893856525422,
+ 1.1144582271575927,
+ 1.0618839118480683,
+ 0.9506599808931351,
+ 0.9098234622478485,
+ 0.9204758085250855,
+ 0.8746725267410278,
+ 0.8588070724487304,
+ 0.8281577826499938,
+ 0.797250756931305,
+ 0.9274139808654785
+ ],
+ "bridge_loss": [
+ 0.8083143433531106,
+ 0.03534272773116827,
+ 0.004054905174672604,
+ 0.0025750217221677304,
+ 0.0111042478621006,
+ 0.03642336260080337,
+ 0.03164129929542542,
+ 0.01822726946026087,
+ 0.013087374910712242,
+ 0.01670566949248314,
+ 0.012304777045547962,
+ 0.013311486148834229,
+ 0.012470375210046769,
+ 0.015150112447142601,
+ 0.017846742632985114,
+ 0.012756926289200783,
+ 0.01719350122511387,
+ 0.029539665845036506,
+ 0.049753447246551515,
+ 0.19335796689391135,
+ 0.1377138121843338,
+ 0.14538880939483642,
+ 0.1858158534049988,
+ 0.22088744847774505,
+ 0.17615320081710814,
+ 0.17890373020172118,
+ 0.208697167468071,
+ 0.317703052854538,
+ 0.2462163796842098,
+ 0.21817022037506104,
+ 0.20710145602226257,
+ 0.2946344936847687,
+ 0.18753280954360962,
+ 0.21550205829143523,
+ 0.28386482191085816,
+ 0.238300489795208,
+ 0.2713253611803055,
+ 0.16291713156700136,
+ 0.21267032642364503,
+ 0.14305857858657836,
+ 0.1569474487543106,
+ 0.14258797616362573,
+ 0.18065397282838822,
+ 0.13496598809361457,
+ 0.11368236303329468,
+ 0.11145756494998932,
+ 0.12573257199525834,
+ 0.14761312683820724,
+ 0.12837004759311677,
+ 0.15965413780212404,
+ 0.1698465512096882,
+ 0.18340668123960496,
+ 0.10641542260348796,
+ 0.10253700153827668,
+ 0.10657473990917206,
+ 0.1121935983300209,
+ 0.10271678879261018,
+ 0.13303805556297302,
+ 0.09351474790573121,
+ 0.14432539250850676,
+ 0.11737795681953431,
+ 0.11367511397600175,
+ 0.07074648933410645,
+ 0.08508506771326065,
+ 0.06773971323072911,
+ 0.07468509637117386,
+ 0.06730701846480369,
+ 0.07540959911942482,
+ 0.07412677040994167,
+ 0.08127087873220444,
+ 0.07701363701820374,
+ 0.07957754820287227,
+ 0.05529560489952564,
+ 0.05010534638762474,
+ 0.0712317577123642,
+ 0.046139729899168015,
+ 0.072980900400877,
+ 0.04892427727878094,
+ 0.056062604546546935,
+ 0.0815536917924881
+ ],
+ "tgrad_loss": [
+ 0.2910462556838989,
+ 0.2001478245973587,
+ 0.15121584887504577,
+ 0.13381686885356903,
+ 0.13049510194063188,
+ 0.12778870586156846,
+ 0.129583452129364,
+ 0.13919000265598297,
+ 0.1276014597415924,
+ 0.13740170998573303,
+ 0.12525744400024413,
+ 0.12855659551620482,
+ 0.12930960359573365,
+ 0.13528747370243072,
+ 0.13494173312187194,
+ 0.12838622679710388,
+ 0.1331063397884369,
+ 0.15967349395751954,
+ 0.15684934887886048,
+ 0.18744370300769805,
+ 0.15029693999290467,
+ 0.16500240364074706,
+ 0.1575460779428482,
+ 0.17338516240119933,
+ 0.1702087482213974,
+ 0.19130323677062988,
+ 0.2082989068508148,
+ 0.22033847556114197,
+ 0.20747117023468017,
+ 0.2247855720281601,
+ 0.2214799639225006,
+ 0.2444890670776367,
+ 0.24971474064588547,
+ 0.24027000885009767,
+ 0.2553577440261841,
+ 0.26195502963066103,
+ 0.2662709293603897,
+ 0.2650732141494751,
+ 0.2653242133140564,
+ 0.261906224489212,
+ 0.2584049981594086,
+ 0.25469407353401186,
+ 0.28588071343898774,
+ 0.2576373676300049,
+ 0.25280862176418306,
+ 0.2612456651687622,
+ 0.28585807564258575,
+ 0.27808416323661805,
+ 0.27193750815391543,
+ 0.2796371641159058,
+ 0.2775745363712311,
+ 0.2925101243019104,
+ 0.2850086217224598,
+ 0.2833993576049805,
+ 0.2987794400215149,
+ 0.2936764407157898,
+ 0.2962901576042175,
+ 0.2939840517044067,
+ 0.2956840163230896,
+ 0.3035101066350937,
+ 0.30014064073562624,
+ 0.29851739921569825,
+ 0.2982795658111572,
+ 0.297248807144165,
+ 0.29646646108627317,
+ 0.2923615251541138,
+ 0.2944196360826492,
+ 0.2920629088878632,
+ 0.2873195513010025,
+ 0.2843263193130493,
+ 0.28473971853256225,
+ 0.28284534950256346,
+ 0.28070557026863097,
+ 0.2809393483161926,
+ 0.2804271911859512,
+ 0.27881269562244415,
+ 0.2785664937496185,
+ 0.2785959745883942,
+ 0.27870741724967957,
+ 0.2781431001186371
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.03283574804663658,
+ 0.05836774408817291,
+ 0.11590129137039185,
+ 0.10100162029266357,
+ 0.1079024076461792,
+ 0.10276803374290466,
+ 0.11581481993198395,
+ 0.11350809782743454
+ ],
+ "perturbation_rho": [
+ 0.06095704063773155,
+ 0.13836193084716797,
+ 0.1803440898656845,
+ 0.1439131498336792,
+ 0.14064353704452515,
+ 0.15858328342437744,
+ 0.22606094181537628,
+ 0.17918413877487183
+ ],
+ "nudging": {
+ "0.001": [
+ -0.002448005136102438,
+ -0.0006180563941597939,
+ -0.0009603539947420359,
+ -0.0008934920188039541,
+ -0.0009336093789897859,
+ -0.0008919704705476761,
+ -0.0009885210311040282,
+ -0.000981275225058198
+ ],
+ "0.003": [
+ -0.007285828702151775,
+ -0.0018541133031249046,
+ -0.00287721143104136,
+ -0.0026775901205837727,
+ -0.00279964879155159,
+ -0.002672631060704589,
+ -0.002965346910059452,
+ -0.0029417702462524176
+ ],
+ "0.01": [
+ -0.023668643087148666,
+ -0.006166210863739252,
+ -0.009575091302394867,
+ -0.00891521479934454,
+ -0.00932026281952858,
+ -0.008899858221411705,
+ -0.009868312627077103,
+ -0.009792262688279152
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json
new file mode 100644
index 0000000..80dd4af
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0251480885505677,
+ 0.5381011812925339,
+ 0.41018714437484743,
+ 0.41668477268218995,
+ 0.3987781819820404,
+ 0.34647837781906127,
+ 0.3328484351158142,
+ 0.3411853968143463,
+ 0.31531344504356384,
+ 0.2811115964889526,
+ 0.3177991699934006,
+ 0.276431111907959,
+ 0.31507457468509675,
+ 0.23614442422389983,
+ 0.254969379901886,
+ 0.27476890687942507,
+ 0.2822477249979973,
+ 0.22857851524353026,
+ 0.2848317095279694,
+ 0.22646245069503784,
+ 0.19609259796142578,
+ 0.20422002878189086,
+ 0.2278106704711914,
+ 0.21199282817840576,
+ 0.22999722228050232,
+ 0.18927179362773897,
+ 0.1868197315096855,
+ 0.1624525843143463,
+ 0.16611186580657958,
+ 0.1776226815700531,
+ 0.18346555788517,
+ 0.18616020417213439,
+ 0.21773850283622742,
+ 0.17072519811987877,
+ 0.1434326003074646,
+ 0.14783699934482575,
+ 0.15042639310359954,
+ 0.12889793826341628,
+ 0.12356024625301361,
+ 0.1692313243865967,
+ 0.15909709224700927,
+ 0.1192699939250946,
+ 0.11174692940711975,
+ 0.11469121931791305,
+ 0.09951091033518314,
+ 0.09089980803132057,
+ 0.09371082916259765,
+ 0.10394041108489037,
+ 0.08837119708657265,
+ 0.0850338310956955,
+ 0.08094862339496613,
+ 0.08114566903114319,
+ 0.0906995141685009,
+ 0.078421424472332,
+ 0.0745745754480362,
+ 0.06969475071430206,
+ 0.0771757453918457,
+ 0.07762574458122254,
+ 0.07343646372556686,
+ 0.06731920648217202,
+ 0.06413565802574157,
+ 0.0694550199508667,
+ 0.06341172800064086,
+ 0.06010753145813942,
+ 0.0578922655582428,
+ 0.05571632192134857,
+ 0.05808653661012649,
+ 0.055248909771442416,
+ 0.05357116482257843,
+ 0.05281550569534302,
+ 0.05171134668439627,
+ 0.050705768856406215,
+ 0.04993012307882309,
+ 0.04970487477779388,
+ 0.04938072466850281,
+ 0.04907250826358795,
+ 0.048702222812175754,
+ 0.04849463161230087,
+ 0.04836083398014307,
+ 0.04829238135814667
+ ],
+ "train_acc": [
+ 0.6282,
+ 0.7909,
+ 0.8356,
+ 0.8387,
+ 0.8442,
+ 0.8678,
+ 0.864,
+ 0.8668,
+ 0.878,
+ 0.8879,
+ 0.8761,
+ 0.891,
+ 0.8781,
+ 0.9061,
+ 0.8998,
+ 0.8908,
+ 0.8897,
+ 0.9051,
+ 0.89,
+ 0.9092,
+ 0.924,
+ 0.9202,
+ 0.9112,
+ 0.9156,
+ 0.9113,
+ 0.922,
+ 0.9281,
+ 0.9346,
+ 0.9359,
+ 0.9311,
+ 0.9273,
+ 0.9257,
+ 0.9147,
+ 0.933,
+ 0.9439,
+ 0.9438,
+ 0.9417,
+ 0.9526,
+ 0.9544,
+ 0.9381,
+ 0.9407,
+ 0.9555,
+ 0.9599,
+ 0.9549,
+ 0.9662,
+ 0.9731,
+ 0.9685,
+ 0.9654,
+ 0.9715,
+ 0.9729,
+ 0.9751,
+ 0.975,
+ 0.9686,
+ 0.9772,
+ 0.9789,
+ 0.9812,
+ 0.9762,
+ 0.9755,
+ 0.9773,
+ 0.9815,
+ 0.9841,
+ 0.9801,
+ 0.9832,
+ 0.9859,
+ 0.9881,
+ 0.9893,
+ 0.9875,
+ 0.9879,
+ 0.9904,
+ 0.9916,
+ 0.9919,
+ 0.9924,
+ 0.993,
+ 0.9929,
+ 0.9935,
+ 0.9936,
+ 0.9937,
+ 0.9937,
+ 0.9939,
+ 0.9939
+ ],
+ "test_acc": [
+ 0.7655,
+ 0.7705,
+ 0.845,
+ 0.8445,
+ 0.856,
+ 0.8585,
+ 0.8535,
+ 0.863,
+ 0.863,
+ 0.8645,
+ 0.852,
+ 0.8735,
+ 0.876,
+ 0.868,
+ 0.8825,
+ 0.8725,
+ 0.869,
+ 0.873,
+ 0.8675,
+ 0.876,
+ 0.8745,
+ 0.8785,
+ 0.875,
+ 0.8745,
+ 0.8785,
+ 0.878,
+ 0.8905,
+ 0.881,
+ 0.883,
+ 0.889,
+ 0.8855,
+ 0.8835,
+ 0.8815,
+ 0.894,
+ 0.891,
+ 0.8865,
+ 0.8855,
+ 0.8865,
+ 0.884,
+ 0.8925,
+ 0.893,
+ 0.8995,
+ 0.9,
+ 0.894,
+ 0.8985,
+ 0.9,
+ 0.897,
+ 0.8975,
+ 0.895,
+ 0.9005,
+ 0.895,
+ 0.904,
+ 0.8985,
+ 0.899,
+ 0.9025,
+ 0.901,
+ 0.899,
+ 0.8985,
+ 0.8985,
+ 0.897,
+ 0.897,
+ 0.902,
+ 0.902,
+ 0.9025,
+ 0.899,
+ 0.9035,
+ 0.901,
+ 0.902,
+ 0.903,
+ 0.901,
+ 0.9035,
+ 0.902,
+ 0.901,
+ 0.901,
+ 0.901,
+ 0.9005,
+ 0.902,
+ 0.902,
+ 0.902,
+ 0.902
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8318638801574707,
+ 0.8205357789993286,
+ 0.8115277886390686,
+ 0.8032979965209961,
+ 0.7886118292808533,
+ 0.7801527976989746,
+ 0.7755030393600464,
+ 0.769822359085083,
+ 0.7656118869781494,
+ 0.7624454498291016,
+ 0.7592873573303223,
+ 0.7567087411880493
+ ],
+ "perturbation_rho": [
+ 0.9999992251396179,
+ 0.9999969005584717,
+ 0.9999886155128479,
+ 0.9999699592590332,
+ 0.9999390244483948,
+ 0.9998932480812073,
+ 0.9998554587364197,
+ 0.9998190999031067,
+ 0.9997619986534119,
+ 0.9997045397758484,
+ 0.9997037649154663,
+ 0.9996514916419983
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02965891733765602,
+ -0.014755135402083397,
+ -0.007768464274704456,
+ -0.004644382745027542,
+ -0.0031942492350935936,
+ -0.0024470873177051544,
+ -0.002016209065914154,
+ -0.0017410764703527093,
+ -0.001558023039251566,
+ -0.0014324376825243235,
+ -0.001343877287581563,
+ -0.0012825119774788618
+ ],
+ "0.003": [
+ -0.0804542750120163,
+ -0.042193710803985596,
+ -0.022742247208952904,
+ -0.013738743960857391,
+ -0.00949312373995781,
+ -0.007289452478289604,
+ -0.006013792939484119,
+ -0.005197531543672085,
+ -0.004653473384678364,
+ -0.004280170891433954,
+ -0.004016467835754156,
+ -0.0038337684236466885
+ ],
+ "0.01": [
+ -0.19001588225364685,
+ -0.1191760003566742,
+ -0.0696173831820488,
+ -0.04359997808933258,
+ -0.030619269236922264,
+ -0.023702502250671387,
+ -0.019644131883978844,
+ -0.01702706888318062,
+ -0.015273808501660824,
+ -0.014067228883504868,
+ -0.01321301981806755,
+ -0.012620084919035435
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.1161888708114622,
+ 1.0705381093978883,
+ 0.7379587242126465,
+ 0.6230424444198608,
+ 0.5587224875450134,
+ 0.5511080667495728,
+ 0.5147961149215698,
+ 0.5059333966255188,
+ 0.5395212747573852,
+ 0.5567793758392334,
+ 0.6206620505332947,
+ 0.5265415138721466,
+ 0.5160172220230103,
+ 0.5400834962844848,
+ 0.5545318482398987,
+ 0.5883845041275024,
+ 0.6101506164550782,
+ 0.5516913089752197,
+ 0.6737783394813538,
+ 0.6081213068962097,
+ 0.811542774772644,
+ 0.6109004033088684,
+ 0.5861687495231629,
+ 0.6011404423713684,
+ 0.6571122856140137,
+ 0.6412208379745483,
+ 0.9013783811628818,
+ 0.5354073376655578,
+ 0.5708883996009827,
+ 0.6849057559967041,
+ 1.001942999124527,
+ 0.60237093501091,
+ 0.6511475246667862,
+ 0.6211171346664429,
+ 0.602404217338562,
+ 0.546023369216919,
+ 0.6272468940734863,
+ 0.6112368375778198,
+ 0.5450925559997558,
+ 0.7834748405456543,
+ 0.6081129229784011,
+ 0.5642386393815279,
+ 0.56300906457901,
+ 0.505311530637741,
+ 0.5361756405830383,
+ 0.4359512243270874,
+ 0.545820366859436,
+ 0.5309959113121032,
+ 0.5448329068422317,
+ 0.4796094952344894,
+ 0.4383549818992615,
+ 0.47926157960891724,
+ 0.46650244359970094,
+ 0.4291006091594696,
+ 0.4090529757976532,
+ 0.3741895474433899,
+ 0.46069719450473784,
+ 0.4360212215423584,
+ 0.43903335857391357,
+ 0.39378074131011964,
+ 0.3575065735816956,
+ 0.38047246384620664,
+ 0.3535813014984131,
+ 0.3860295336961746,
+ 0.35095718326568603,
+ 0.37885420265197756,
+ 0.3496265037059784,
+ 0.34361237716674803,
+ 0.3341560622692108,
+ 0.34267382655143735,
+ 0.3308092978477478,
+ 0.3239377063751221,
+ 0.32587551040649415,
+ 0.32046382219791414,
+ 0.31662249999046327,
+ 0.316526219534874,
+ 0.315068252658844,
+ 0.31297805325984956,
+ 0.3121805286288261,
+ 0.31114738615751264
+ ],
+ "train_acc": [
+ 0.2347,
+ 0.6109,
+ 0.7271,
+ 0.7668,
+ 0.7901,
+ 0.7911,
+ 0.8103,
+ 0.8109,
+ 0.8039,
+ 0.8057,
+ 0.7993,
+ 0.8217,
+ 0.8213,
+ 0.8225,
+ 0.8165,
+ 0.8147,
+ 0.8151,
+ 0.8288,
+ 0.8074,
+ 0.8169,
+ 0.7825,
+ 0.8202,
+ 0.8321,
+ 0.8321,
+ 0.8179,
+ 0.8169,
+ 0.787,
+ 0.8383,
+ 0.8308,
+ 0.8067,
+ 0.7794,
+ 0.8299,
+ 0.8183,
+ 0.8227,
+ 0.8221,
+ 0.84,
+ 0.8212,
+ 0.8258,
+ 0.8318,
+ 0.7943,
+ 0.8294,
+ 0.8284,
+ 0.8301,
+ 0.8396,
+ 0.8353,
+ 0.8567,
+ 0.8271,
+ 0.8324,
+ 0.8331,
+ 0.8414,
+ 0.8513,
+ 0.8441,
+ 0.8437,
+ 0.8564,
+ 0.8621,
+ 0.8661,
+ 0.8483,
+ 0.8563,
+ 0.8535,
+ 0.8627,
+ 0.8716,
+ 0.8674,
+ 0.873,
+ 0.867,
+ 0.8746,
+ 0.8692,
+ 0.8759,
+ 0.8763,
+ 0.8793,
+ 0.8761,
+ 0.8811,
+ 0.8839,
+ 0.8847,
+ 0.886,
+ 0.8883,
+ 0.8857,
+ 0.8871,
+ 0.8883,
+ 0.8883,
+ 0.889
+ ],
+ "test_acc": [
+ 0.4935,
+ 0.664,
+ 0.7105,
+ 0.7415,
+ 0.7515,
+ 0.749,
+ 0.738,
+ 0.7145,
+ 0.747,
+ 0.6885,
+ 0.779,
+ 0.747,
+ 0.7215,
+ 0.774,
+ 0.7765,
+ 0.737,
+ 0.7385,
+ 0.7485,
+ 0.7145,
+ 0.7095,
+ 0.746,
+ 0.6925,
+ 0.7445,
+ 0.733,
+ 0.7555,
+ 0.6975,
+ 0.744,
+ 0.758,
+ 0.7605,
+ 0.6015,
+ 0.7335,
+ 0.744,
+ 0.7155,
+ 0.76,
+ 0.742,
+ 0.6985,
+ 0.756,
+ 0.797,
+ 0.669,
+ 0.6595,
+ 0.7775,
+ 0.751,
+ 0.7825,
+ 0.792,
+ 0.7875,
+ 0.7185,
+ 0.7555,
+ 0.711,
+ 0.7865,
+ 0.7815,
+ 0.7525,
+ 0.7505,
+ 0.756,
+ 0.8095,
+ 0.8295,
+ 0.8095,
+ 0.7835,
+ 0.811,
+ 0.792,
+ 0.835,
+ 0.8165,
+ 0.8195,
+ 0.824,
+ 0.8365,
+ 0.83,
+ 0.8305,
+ 0.8355,
+ 0.8345,
+ 0.841,
+ 0.8435,
+ 0.845,
+ 0.8445,
+ 0.8385,
+ 0.8435,
+ 0.849,
+ 0.8425,
+ 0.852,
+ 0.846,
+ 0.8475,
+ 0.8475
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.007017737254500389,
+ 0.1750856339931488,
+ 0.09811605513095856,
+ 0.09870222210884094,
+ 0.06923168152570724,
+ 0.07072796672582626,
+ 0.1299426257610321,
+ 0.06372487545013428,
+ 0.05202930420637131,
+ 0.07090489566326141,
+ 0.04892899468541145,
+ 0.07766443490982056
+ ],
+ "perturbation_rho": [
+ -0.05082311853766441,
+ 0.15127798914909363,
+ 0.10723739117383957,
+ 0.1141807958483696,
+ 0.10590988397598267,
+ 0.05159565061330795,
+ 0.11685939878225327,
+ 0.06997300684452057,
+ 0.00848393514752388,
+ 0.09840574860572815,
+ 0.04575839638710022,
+ 0.015137266367673874
+ ],
+ "nudging": {
+ "0.001": [
+ -4.85350246890448e-05,
+ -0.00047083833487704396,
+ -0.0002036669902736321,
+ -0.00020484492415562272,
+ -0.00012755952775478363,
+ -0.0001312094391323626,
+ -0.00026341876946389675,
+ -0.00013891540584154427,
+ -8.587291813455522e-05,
+ -0.0001401761983288452,
+ -0.00010106117406394333,
+ -0.00013796932762488723
+ ],
+ "0.003": [
+ -0.00011904549319297075,
+ -0.0014130279887467623,
+ -0.0006089931703172624,
+ -0.0006149515393190086,
+ -0.00038236152613535523,
+ -0.0003897756978403777,
+ -0.0007856430020183325,
+ -0.00041487300768494606,
+ -0.00026209562201984227,
+ -0.0004224291769787669,
+ -0.0003004029858857393,
+ -0.00041531946044415236
+ ],
+ "0.01": [
+ -9.43206250667572e-05,
+ -0.004689650610089302,
+ -0.0020264536142349243,
+ -0.0020407852716743946,
+ -0.0012656663311645389,
+ -0.0012923413887619972,
+ -0.0026080894749611616,
+ -0.0013762509915977716,
+ -0.0008721412159502506,
+ -0.0014046088326722383,
+ -0.0009981195908039808,
+ -0.0013870256952941418
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7660392265319824,
+ 1.178251402759552,
+ 0.9799116178512574,
+ 0.9648374988555908,
+ 0.9458347319602967,
+ 0.9694253993034363,
+ 1.031941456604004,
+ 1.086812539100647,
+ 1.1742973445892333,
+ 1.19130708694458,
+ 1.1743286926269532,
+ 1.1457796726226808,
+ 1.1943257934570313,
+ 1.1683498153686522,
+ 1.1290361179351807,
+ 1.0556812404632567,
+ 1.0298576685905456,
+ 1.0394999574661254,
+ 1.0867010340690613,
+ 1.049304892539978,
+ 1.0673762855529785,
+ 1.0524308464050294,
+ 1.0844358332633972,
+ 1.1172401988983154,
+ 1.1323510132789611,
+ 1.1146858919143676,
+ 1.128648495578766,
+ 1.0949398155212402,
+ 1.0749667533874512,
+ 1.0532681093215943,
+ 0.9976370090484619,
+ 0.9771609001159668,
+ 1.0085774200439452,
+ 0.9589678119659424,
+ 1.0052671368122101,
+ 1.0016240659713744,
+ 0.9660814436912537,
+ 0.9806823503494263,
+ 0.9850459058761597,
+ 0.9981972049713135,
+ 0.9740466180801391,
+ 0.9784111059188842,
+ 1.0064473885536194,
+ 1.0063808506011962,
+ 1.0454398796081543,
+ 1.068976349067688,
+ 1.0449666645050049,
+ 0.9966327934265137,
+ 0.9869317514419556,
+ 0.9675295728683472,
+ 0.9301507671356202,
+ 0.9641815420150757,
+ 0.9217775179862976,
+ 0.9083558129310608,
+ 0.8999398115158082,
+ 0.9012471942901611,
+ 0.876110479068756,
+ 0.8611874293327332,
+ 0.8559818737030029,
+ 0.8613637584686279,
+ 0.8418010949134827,
+ 0.8399203823089599,
+ 0.822348624420166,
+ 0.8137641032218933,
+ 0.8099215194702148,
+ 0.8083343101501465,
+ 0.79866770362854,
+ 0.7958657787322998,
+ 0.7941301454544067,
+ 0.7885932938575745,
+ 0.7868301971435547,
+ 0.7845343255996704,
+ 0.7839029501914978,
+ 0.7834184554100037,
+ 0.7787990325927734,
+ 0.7778603867530822,
+ 0.7773278060913086,
+ 0.7761943964004516,
+ 0.7756718534469604,
+ 0.7753890983581543
+ ],
+ "train_acc": [
+ 0.3775,
+ 0.5866,
+ 0.6582,
+ 0.6737,
+ 0.6776,
+ 0.6691,
+ 0.6489,
+ 0.6323,
+ 0.615,
+ 0.6048,
+ 0.6065,
+ 0.6163,
+ 0.5998,
+ 0.6116,
+ 0.6105,
+ 0.6255,
+ 0.6347,
+ 0.6341,
+ 0.6203,
+ 0.6327,
+ 0.6274,
+ 0.6273,
+ 0.6222,
+ 0.6166,
+ 0.6221,
+ 0.6313,
+ 0.6286,
+ 0.6398,
+ 0.6346,
+ 0.6421,
+ 0.6539,
+ 0.6626,
+ 0.6542,
+ 0.6694,
+ 0.662,
+ 0.6658,
+ 0.6749,
+ 0.6665,
+ 0.6672,
+ 0.6647,
+ 0.6694,
+ 0.6657,
+ 0.6662,
+ 0.6634,
+ 0.6582,
+ 0.6572,
+ 0.6615,
+ 0.6692,
+ 0.6772,
+ 0.6794,
+ 0.6878,
+ 0.672,
+ 0.688,
+ 0.688,
+ 0.6891,
+ 0.6883,
+ 0.6942,
+ 0.6958,
+ 0.6969,
+ 0.6946,
+ 0.7045,
+ 0.7034,
+ 0.7078,
+ 0.7092,
+ 0.7115,
+ 0.7134,
+ 0.7138,
+ 0.7166,
+ 0.7183,
+ 0.7177,
+ 0.7171,
+ 0.7211,
+ 0.7219,
+ 0.7237,
+ 0.7234,
+ 0.7234,
+ 0.7229,
+ 0.7241,
+ 0.7237,
+ 0.7238
+ ],
+ "test_acc": [
+ 0.521,
+ 0.603,
+ 0.6275,
+ 0.638,
+ 0.64,
+ 0.6115,
+ 0.6005,
+ 0.5555,
+ 0.575,
+ 0.5755,
+ 0.5515,
+ 0.5135,
+ 0.563,
+ 0.5605,
+ 0.5765,
+ 0.5455,
+ 0.598,
+ 0.5825,
+ 0.5805,
+ 0.5785,
+ 0.5125,
+ 0.5985,
+ 0.57,
+ 0.5875,
+ 0.5775,
+ 0.571,
+ 0.6055,
+ 0.6095,
+ 0.6085,
+ 0.6005,
+ 0.6235,
+ 0.608,
+ 0.63,
+ 0.607,
+ 0.611,
+ 0.6395,
+ 0.6215,
+ 0.6065,
+ 0.609,
+ 0.622,
+ 0.62,
+ 0.619,
+ 0.62,
+ 0.6035,
+ 0.6035,
+ 0.614,
+ 0.611,
+ 0.615,
+ 0.6215,
+ 0.6185,
+ 0.6415,
+ 0.641,
+ 0.6365,
+ 0.634,
+ 0.6375,
+ 0.6385,
+ 0.638,
+ 0.638,
+ 0.6585,
+ 0.6345,
+ 0.6515,
+ 0.6415,
+ 0.6495,
+ 0.648,
+ 0.6535,
+ 0.649,
+ 0.6485,
+ 0.6535,
+ 0.6605,
+ 0.652,
+ 0.6495,
+ 0.656,
+ 0.6555,
+ 0.6525,
+ 0.6495,
+ 0.653,
+ 0.6515,
+ 0.6525,
+ 0.653,
+ 0.653
+ ],
+ "state_pred_error": [
+ 0.6562932591438293,
+ 0.23981053397655486,
+ 0.1903499266386032,
+ 0.19460821108818055,
+ 0.18526573693752288,
+ 0.17590652742385865,
+ 0.17703034114837646,
+ 0.18292365341186523,
+ 0.17384615654945373,
+ 0.15362654786109925,
+ 0.13457916014194488,
+ 0.10651036943197251,
+ 0.08625391768217087,
+ 0.07398555294275284,
+ 0.06209893840551376,
+ 0.05550870283842087,
+ 0.053596517646312715,
+ 0.04783650130033493,
+ 0.043200792515277864,
+ 0.04244589750766754,
+ 0.03850420281887054,
+ 0.034261447036266324,
+ 0.03740785131454468,
+ 0.05187485041022301,
+ 0.062013522326946256,
+ 0.06344651449918746,
+ 0.06347008838653564,
+ 0.05844136718511581,
+ 0.055137157082557675,
+ 0.0557414687871933,
+ 0.057311562991142276,
+ 0.054085967439413074,
+ 0.051402875846624375,
+ 0.05376452451944351,
+ 0.056453118932247165,
+ 0.058846011412143705,
+ 0.05783562337160111,
+ 0.05683179898262024,
+ 0.04931292141675949,
+ 0.046385925376415255,
+ 0.04792898969650269,
+ 0.04724597421884537,
+ 0.048053572791814804,
+ 0.05018840481638909,
+ 0.0515774268746376,
+ 0.051133309531211854,
+ 0.04661017266511917,
+ 0.040031638622283934,
+ 0.03488108472824097,
+ 0.034121088311076166,
+ 0.033728338706493374,
+ 0.0345772180557251,
+ 0.035495428866147996,
+ 0.0358143527507782,
+ 0.03543115886449814,
+ 0.034300058418512344,
+ 0.03347357029318809,
+ 0.03296002690792084,
+ 0.03150505864620209,
+ 0.031229876655340195,
+ 0.030605761355161666,
+ 0.029714866718649865,
+ 0.029429574620723726,
+ 0.028748987805843354,
+ 0.0280685770124197,
+ 0.027459417676925658,
+ 0.02690108307301998,
+ 0.0262698985517025,
+ 0.025815216612815856,
+ 0.025245039772987365,
+ 0.02476883113980293,
+ 0.024032312482595443,
+ 0.023628278690576553,
+ 0.02287783022224903,
+ 0.022595539873838423,
+ 0.022138828229904175,
+ 0.02166169041991234,
+ 0.021171285590529443,
+ 0.020910686141252518,
+ 0.020324308523535728
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7411977648735046,
+ 0.3599514067173004,
+ 0.24466437101364136,
+ 0.18324854969978333,
+ 0.1438049077987671,
+ 0.1288401186466217,
+ 0.12390943616628647,
+ 0.11832019686698914,
+ 0.1285572201013565,
+ 0.12467152625322342,
+ 0.12941977381706238,
+ 0.11911536008119583
+ ],
+ "perturbation_rho": [
+ 0.637965977191925,
+ 0.3033628761768341,
+ 0.22177954018115997,
+ 0.1946793794631958,
+ 0.08981841057538986,
+ 0.07293770462274551,
+ 0.06646254658699036,
+ 0.08072252571582794,
+ 0.1001453697681427,
+ 0.10873826593160629,
+ 0.08548736572265625,
+ 0.06633201241493225
+ ],
+ "nudging": {
+ "0.001": [
+ -0.021028487011790276,
+ -0.001058874186128378,
+ -0.0006181992357596755,
+ -0.0004633825155906379,
+ -0.00033575957058928907,
+ -0.00028632720932364464,
+ -0.0002752277650870383,
+ -0.00025989426649175584,
+ -0.0002959924750030041,
+ -0.0002790615544654429,
+ -0.0002817974309436977,
+ -0.00027173495618626475
+ ],
+ "0.003": [
+ -0.06181221827864647,
+ -0.0031739207915961742,
+ -0.0018536150455474854,
+ -0.0013895141892135143,
+ -0.0010071746073663235,
+ -0.0008582596783526242,
+ -0.0008251374820247293,
+ -0.0007799923187121749,
+ -0.0008870307938195765,
+ -0.0008369790157303214,
+ -0.0008445986313745379,
+ -0.000814296246971935
+ ],
+ "0.01": [
+ -0.19135718047618866,
+ -0.010539980605244637,
+ -0.006164146587252617,
+ -0.004623022396117449,
+ -0.003351652529090643,
+ -0.002855603815987706,
+ -0.002745934296399355,
+ -0.0025949627161026,
+ -0.002952038776129484,
+ -0.002784580923616886,
+ -0.002810355508700013,
+ -0.0027095736004412174
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 11398.169921875,
+ 8994.236328125,
+ 6843.07958984375,
+ 5338.4423828125,
+ 5392.61279296875,
+ 5254.96435546875,
+ 5057.08544921875,
+ 3968.3759765625,
+ 3609.97021484375,
+ 3456.01708984375,
+ 3801.56005859375,
+ 3800.938232421875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1167624181747438,
+ 1.0788958876609802,
+ 0.7283429620742797,
+ 0.6024269011974335,
+ 0.5713749401092529,
+ 0.5598325239181519,
+ 0.5255904386997223,
+ 0.4974329795598984,
+ 0.4899064763069153,
+ 0.5248763283252716,
+ 0.5883738929748535,
+ 0.5222483651161194,
+ 0.6248608678817749,
+ 0.6194486492156982,
+ 0.662178272819519,
+ 0.640893846309185,
+ 0.5865561918258667,
+ 0.885394397687912,
+ 0.6598452829360962,
+ 0.8222563210964203,
+ 0.754990729355812,
+ 0.8914188419342041,
+ 1.031625161933899,
+ 1.0454975284576415,
+ 1.2010375715255737,
+ 1.0348915752410888,
+ 1.165796419429779,
+ 1.231134867119789,
+ 1.1155884208679199,
+ 1.126976979446411,
+ 1.1689010509490967,
+ 1.2431681230545044,
+ 1.1928106174468993,
+ 1.2096030212402344,
+ 1.3011646310806275,
+ 1.4129821705818175,
+ 1.6691173180580139,
+ 1.7397695838928222,
+ 1.5034552973747253,
+ 1.4103708577156067,
+ 1.4138535682678222,
+ 1.426429981994629,
+ 1.403753551864624,
+ 1.3699013526916504,
+ 1.2783019632339478,
+ 1.4253152322292328,
+ 1.2403149646759033,
+ 1.2535520204544068,
+ 1.2423814392089845,
+ 1.2836143051147462,
+ 1.2725918060302734,
+ 1.459489345550537,
+ 1.3426179229736328,
+ 1.2982452480316162,
+ 1.2198686767578124,
+ 1.2035927333831786,
+ 1.189828524017334,
+ 1.1886818801879884,
+ 1.186541651058197,
+ 1.196483794784546,
+ 1.1956911575317384,
+ 1.1999056583404542,
+ 1.1884550790786743,
+ 1.16442092628479,
+ 1.1864193830490113,
+ 1.175171266555786,
+ 1.164777257537842,
+ 1.143490619659424,
+ 1.1616380886077882,
+ 1.148275350189209,
+ 1.1453337799072265,
+ 1.1361551708221436,
+ 1.1338137168884277,
+ 1.1356001434326173,
+ 1.1363445959091187,
+ 1.1320666946411133,
+ 1.1263005462646485,
+ 1.1265122992515564,
+ 1.1240507564544677,
+ 1.122698894882202
+ ],
+ "train_acc": [
+ 0.2326,
+ 0.6009,
+ 0.7284,
+ 0.782,
+ 0.7858,
+ 0.7932,
+ 0.8017,
+ 0.8211,
+ 0.821,
+ 0.8133,
+ 0.8013,
+ 0.8252,
+ 0.8039,
+ 0.8028,
+ 0.8062,
+ 0.8088,
+ 0.8267,
+ 0.7767,
+ 0.8198,
+ 0.7967,
+ 0.8033,
+ 0.7824,
+ 0.7618,
+ 0.7514,
+ 0.7357,
+ 0.7568,
+ 0.7255,
+ 0.7226,
+ 0.7436,
+ 0.7404,
+ 0.7352,
+ 0.7124,
+ 0.7168,
+ 0.7056,
+ 0.6906,
+ 0.6805,
+ 0.6348,
+ 0.6271,
+ 0.6467,
+ 0.6502,
+ 0.6414,
+ 0.6359,
+ 0.6329,
+ 0.6335,
+ 0.6483,
+ 0.6185,
+ 0.6446,
+ 0.6477,
+ 0.6504,
+ 0.6359,
+ 0.6434,
+ 0.6053,
+ 0.6247,
+ 0.6278,
+ 0.645,
+ 0.6464,
+ 0.6447,
+ 0.6448,
+ 0.6491,
+ 0.6438,
+ 0.6471,
+ 0.6432,
+ 0.6445,
+ 0.6451,
+ 0.642,
+ 0.6436,
+ 0.6457,
+ 0.6523,
+ 0.6477,
+ 0.6485,
+ 0.6528,
+ 0.6531,
+ 0.6558,
+ 0.6543,
+ 0.6514,
+ 0.6525,
+ 0.6535,
+ 0.6521,
+ 0.6561,
+ 0.6539
+ ],
+ "test_acc": [
+ 0.4875,
+ 0.677,
+ 0.7215,
+ 0.7555,
+ 0.711,
+ 0.746,
+ 0.749,
+ 0.766,
+ 0.737,
+ 0.781,
+ 0.737,
+ 0.7375,
+ 0.682,
+ 0.752,
+ 0.741,
+ 0.753,
+ 0.7145,
+ 0.7665,
+ 0.7315,
+ 0.7535,
+ 0.735,
+ 0.693,
+ 0.6625,
+ 0.6565,
+ 0.6395,
+ 0.6925,
+ 0.6545,
+ 0.65,
+ 0.6975,
+ 0.6685,
+ 0.6285,
+ 0.624,
+ 0.6125,
+ 0.5815,
+ 0.637,
+ 0.595,
+ 0.569,
+ 0.6345,
+ 0.588,
+ 0.564,
+ 0.551,
+ 0.558,
+ 0.532,
+ 0.558,
+ 0.463,
+ 0.5915,
+ 0.592,
+ 0.605,
+ 0.5635,
+ 0.583,
+ 0.475,
+ 0.5865,
+ 0.5545,
+ 0.573,
+ 0.574,
+ 0.5875,
+ 0.6035,
+ 0.6145,
+ 0.5835,
+ 0.6215,
+ 0.5825,
+ 0.596,
+ 0.5915,
+ 0.595,
+ 0.5825,
+ 0.6105,
+ 0.6125,
+ 0.5925,
+ 0.611,
+ 0.6085,
+ 0.6045,
+ 0.614,
+ 0.6135,
+ 0.611,
+ 0.6095,
+ 0.6165,
+ 0.615,
+ 0.6175,
+ 0.617,
+ 0.6165
+ ],
+ "value_loss": [
+ 2.917377243423462,
+ 1.0885846445083618,
+ 0.8722483618736268,
+ 0.7590288893699646,
+ 0.6848006416320801,
+ 0.7795331933021545,
+ 0.7230647287368774,
+ 0.6652144893169403,
+ 0.6948482487678528,
+ 0.845168435049057,
+ 1.012792977142334,
+ 0.9757756937980652,
+ 1.377029209136963,
+ 1.2504926189422607,
+ 1.5225606134414673,
+ 1.4383921993494033,
+ 1.3322697761535645,
+ 2.4565747309207917,
+ 1.6300376277923585,
+ 2.823884797477722,
+ 2.3786984578609465,
+ 3.188929486846924,
+ 3.881624488592148,
+ 3.887029996871948,
+ 5.223129042053222,
+ 3.704177805709839,
+ 3.865027075386047,
+ 4.846107821583748,
+ 4.141783078241348,
+ 3.970493141937256,
+ 3.874847568798065,
+ 4.200226354598999,
+ 3.745213671684265,
+ 3.198570384597778,
+ 3.0785925355911257,
+ 3.9717932876586914,
+ 4.700067436790467,
+ 4.323802533721924,
+ 4.030013834190369,
+ 3.1393288494110108,
+ 2.987711456298828,
+ 2.7445001739501955,
+ 3.0291526428222655,
+ 2.3462921596527098,
+ 1.9060795955657959,
+ 2.258526708507538,
+ 1.7152527221679688,
+ 1.8757978493452072,
+ 1.7933397781372071,
+ 1.972236647605896,
+ 1.9309973197937012,
+ 2.1270628622055052,
+ 2.527687882232666,
+ 1.409256293106079,
+ 1.5656167263031007,
+ 1.207306969833374,
+ 1.161829356956482,
+ 1.1612982688903808,
+ 1.3352970541954041,
+ 1.0183050258636475,
+ 1.0635041744232179,
+ 1.1356115013122559,
+ 1.030290427494049,
+ 0.9526879192352294,
+ 0.9847541847229004,
+ 0.9769651292800904,
+ 1.0084786526679992,
+ 0.847856243610382,
+ 0.9065985995292664,
+ 0.8622876857757569,
+ 0.985212391090393,
+ 0.8992663670539855,
+ 0.8764174394369125,
+ 0.879221212387085,
+ 0.7656205827713013,
+ 0.7692451740264893,
+ 0.7758066005706787,
+ 0.7651944708824158,
+ 0.7469569927215576,
+ 0.7472030250549316
+ ],
+ "term_loss": [
+ 1.7071890327453614,
+ 0.8562626203536987,
+ 0.7217037587165832,
+ 0.6241729659080505,
+ 0.5283200964927673,
+ 0.6200158938407898,
+ 0.5797653388977051,
+ 0.5340959584653378,
+ 0.570998721408844,
+ 0.717055173254013,
+ 0.8720836116790771,
+ 0.8500968678474426,
+ 1.2321790990829469,
+ 1.1084193689346313,
+ 1.371880656862259,
+ 1.2907429981589318,
+ 1.1943902667999267,
+ 2.2709406319350003,
+ 1.4680245761871338,
+ 2.522774781036377,
+ 2.103910192489624,
+ 2.813427988433838,
+ 3.51185936422348,
+ 3.507211095714569,
+ 4.675780584716797,
+ 3.273686423397064,
+ 3.37993256855011,
+ 4.347406148648262,
+ 3.6078256138801574,
+ 3.477346031188965,
+ 3.3423506669521332,
+ 3.635915426635742,
+ 3.2431184103012085,
+ 2.731623638153076,
+ 2.569586363697052,
+ 3.3848239572525025,
+ 3.9930092430114748,
+ 3.6855425521850584,
+ 3.439471867132187,
+ 2.6192165103912353,
+ 2.430570825958252,
+ 2.2859115070343017,
+ 2.510902947998047,
+ 1.8956809158325196,
+ 1.5424002754211426,
+ 1.8663454635381698,
+ 1.3792756309509278,
+ 1.5096056005597114,
+ 1.4301966918945312,
+ 1.6093664487838746,
+ 1.5647689273834229,
+ 1.7485398204803466,
+ 2.0468893560409547,
+ 1.086868813419342,
+ 1.2306722325801849,
+ 0.9031556518554688,
+ 0.8638837631225585,
+ 0.8681535690307617,
+ 1.0182161829471588,
+ 0.7249538288116455,
+ 0.7807100736618042,
+ 0.8440699245452881,
+ 0.7501027065992355,
+ 0.6742322627067566,
+ 0.7051959021568298,
+ 0.7000651927947998,
+ 0.7283024723052979,
+ 0.5799991112709045,
+ 0.6314232111930848,
+ 0.5915066772460937,
+ 0.7066991906166077,
+ 0.6210276663541794,
+ 0.6052080447912216,
+ 0.6054580961704255,
+ 0.506322053527832,
+ 0.5056319164276123,
+ 0.5136490772247314,
+ 0.5038866362571717,
+ 0.4870232744216919,
+ 0.48659993648529054
+ ],
+ "bridge_loss": [
+ 0.934133678069734,
+ 0.04377672711312771,
+ 0.00621748416274786,
+ 0.009328789858520032,
+ 0.03208852110505104,
+ 0.03361516862809658,
+ 0.025169576000422238,
+ 0.016107972599565982,
+ 0.01099225374609232,
+ 0.009757265958189964,
+ 0.012258637046068907,
+ 0.009598278574645519,
+ 0.011902521315217018,
+ 0.01008907663524151,
+ 0.012962754887342453,
+ 0.016048321741446853,
+ 0.014013315912336111,
+ 0.02511794980466366,
+ 0.03051947158575058,
+ 0.14839042081832884,
+ 0.1288803307890892,
+ 0.21345752367973328,
+ 0.18923244893550872,
+ 0.1900414011478424,
+ 0.3374566346645355,
+ 0.2436180516242981,
+ 0.27291790237426755,
+ 0.2844627224907279,
+ 0.33504061785936357,
+ 0.28894724340438843,
+ 0.323739523935318,
+ 0.3439501903533936,
+ 0.2863821896791458,
+ 0.24004585890769958,
+ 0.2657137688159943,
+ 0.3297406603336334,
+ 0.4193671970367432,
+ 0.3435313666343689,
+ 0.3151414979636669,
+ 0.2521958198547363,
+ 0.286889494228363,
+ 0.18249824771881104,
+ 0.24513883123397828,
+ 0.1807411163687706,
+ 0.10391507806777954,
+ 0.11641201150417328,
+ 0.0781691556930542,
+ 0.11070946050584317,
+ 0.10752428450584411,
+ 0.09995526621341705,
+ 0.10843874815702438,
+ 0.09153415812253952,
+ 0.21060027264356612,
+ 0.05525967319011688,
+ 0.07939857324361801,
+ 0.052892149806022644,
+ 0.04809255766868591,
+ 0.043376958113908765,
+ 0.06525523254275321,
+ 0.041036498141288756,
+ 0.034595796847343444,
+ 0.039489244347810745,
+ 0.03204091534614563,
+ 0.03184057741165161,
+ 0.03210646907687187,
+ 0.03017198827266693,
+ 0.03566043748408556,
+ 0.026130416893959046,
+ 0.030878000298142434,
+ 0.028091139087080955,
+ 0.036872993779182434,
+ 0.037208085697889325,
+ 0.031016037890315058,
+ 0.03364388849139214,
+ 0.01882201724052429,
+ 0.022678672552108765,
+ 0.023471874904632567,
+ 0.022254053789377212,
+ 0.021548601961135866,
+ 0.02176231173723936
+ ],
+ "tgrad_loss": [
+ 0.2760545256614685,
+ 0.1885452966928482,
+ 0.14432712779045104,
+ 0.12552713549137115,
+ 0.1243920262336731,
+ 0.12590213398933411,
+ 0.11812981011867524,
+ 0.11501056258678437,
+ 0.1128572760105133,
+ 0.1183559935092926,
+ 0.12845072351694106,
+ 0.1160805418252945,
+ 0.1329475926876068,
+ 0.1319841867685318,
+ 0.13771721487045288,
+ 0.13160088445991278,
+ 0.12386620242595672,
+ 0.16051614969968797,
+ 0.1314936074256897,
+ 0.152719602394104,
+ 0.14590793343186378,
+ 0.1620439998626709,
+ 0.1805326670050621,
+ 0.18977752606868745,
+ 0.20989185056686402,
+ 0.18687333135604858,
+ 0.21217663090229033,
+ 0.21423892506957054,
+ 0.19891686100959777,
+ 0.20419985570907592,
+ 0.20875739620923997,
+ 0.22036073546409607,
+ 0.2157130225300789,
+ 0.22690090117454528,
+ 0.2432923877954483,
+ 0.2572286765575409,
+ 0.28769104671478274,
+ 0.29472856616973875,
+ 0.27540048587322236,
+ 0.26791652979850766,
+ 0.2702511163234711,
+ 0.2760904380321503,
+ 0.27311084804534913,
+ 0.2698701079368591,
+ 0.2597642467021942,
+ 0.27576921684741973,
+ 0.25780792813301084,
+ 0.25548279466629026,
+ 0.2556188053131104,
+ 0.26291491422653196,
+ 0.2577896447181702,
+ 0.2869888922214508,
+ 0.2701982216835022,
+ 0.2671278247833252,
+ 0.25554592900276185,
+ 0.2512591653585434,
+ 0.2498530375957489,
+ 0.249767742729187,
+ 0.25182563605308533,
+ 0.25231471223831176,
+ 0.24819831862449646,
+ 0.25205233681201933,
+ 0.24814680593013763,
+ 0.24661508560180664,
+ 0.24745180859565735,
+ 0.2467279472351074,
+ 0.2445157471895218,
+ 0.24172671518325806,
+ 0.2442973881959915,
+ 0.24268987379074097,
+ 0.24164021210670472,
+ 0.24103060722351075,
+ 0.24019335939884187,
+ 0.24011922693252563,
+ 0.240476509141922,
+ 0.24093458075523377,
+ 0.2386856475353241,
+ 0.23905378465652466,
+ 0.23838511614799499,
+ 0.23884078254699706
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.022855455055832863,
+ 0.05216163024306297,
+ 0.06243491545319557,
+ 0.06105152890086174,
+ 0.04914259910583496,
+ 0.0686616599559784,
+ 0.07184358686208725,
+ 0.06793813407421112,
+ 0.07173632830381393,
+ 0.07284142076969147,
+ 0.07256414741277695,
+ 0.07263204455375671
+ ],
+ "perturbation_rho": [
+ 0.035705771297216415,
+ 0.06484436988830566,
+ 0.15210987627506256,
+ 0.16708198189735413,
+ 0.14389753341674805,
+ 0.17870034277439117,
+ 0.1870872974395752,
+ 0.1476944386959076,
+ 0.15697413682937622,
+ 0.11093902587890625,
+ 0.14925891160964966,
+ 0.1440906673669815
+ ],
+ "nudging": {
+ "0.001": [
+ -0.001078948494978249,
+ -0.0004032487340737134,
+ -0.0004934167372994125,
+ -0.00047345247003249824,
+ -0.00039035180816426873,
+ -0.0005267527303658426,
+ -0.0005424739792943001,
+ -0.0005249894456937909,
+ -0.0005533735384233296,
+ -0.0005575859104283154,
+ -0.0005652024410665035,
+ -0.0005723442882299423
+ ],
+ "0.003": [
+ -0.0032069606240838766,
+ -0.0012108207447454333,
+ -0.0014771935530006886,
+ -0.001415132312104106,
+ -0.0011700796894729137,
+ -0.0015794191276654601,
+ -0.001628151978366077,
+ -0.0015758140943944454,
+ -0.0016569469589740038,
+ -0.0016708305338397622,
+ -0.001694234786555171,
+ -0.0017183286836370826
+ ],
+ "0.01": [
+ -0.010396174155175686,
+ -0.0040237451903522015,
+ -0.004916047677397728,
+ -0.004709047265350819,
+ -0.003890307154506445,
+ -0.005256335251033306,
+ -0.00541608827188611,
+ -0.005244302563369274,
+ -0.005511538591235876,
+ -0.005561722908169031,
+ -0.005636853165924549,
+ -0.0057196058332920074
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json
new file mode 100644
index 0000000..c93276f
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 0.9884123200893402,
+ 0.5460307235717774,
+ 0.4540341721534729,
+ 0.3844916480064392,
+ 0.3968988080024719,
+ 0.41963135101795196,
+ 0.29759747257232666,
+ 0.36947814264297485,
+ 0.3806398531913757,
+ 0.29335604696273804,
+ 0.2874252618789673,
+ 0.32758747911453245,
+ 0.30908223123550416,
+ 0.2971659957408905,
+ 0.23906751189231873,
+ 0.22946795601844788,
+ 0.2539147944688797,
+ 0.22845910873413086,
+ 0.3282787434577942,
+ 0.2661190662384033,
+ 0.24266858730316163,
+ 0.25516548223495483,
+ 0.23597899619340898,
+ 0.18901561794281005,
+ 0.2580148603916168,
+ 0.19427666611671449,
+ 0.19329874439239503,
+ 0.17538535070419312,
+ 0.17377141309976576,
+ 0.15650151609182358,
+ 0.15580351371765136,
+ 0.18987136631011964,
+ 0.207766206407547,
+ 0.14973504890799522,
+ 0.13435618991851805,
+ 0.17490362329483033,
+ 0.17151201934814453,
+ 0.15580902137756347,
+ 0.12738764666318894,
+ 0.12490283071994782,
+ 0.11846845669746399,
+ 0.11482198586463928,
+ 0.11522660837173462,
+ 0.13794113398194313,
+ 0.10947950057983398,
+ 0.1372414189338684,
+ 0.13609834372997284,
+ 0.1075260235697031,
+ 0.09584161682724952,
+ 0.08979704446792602,
+ 0.087031523630023,
+ 0.08224497293233872,
+ 0.08695690851807594,
+ 0.08022827257514,
+ 0.0766805015206337,
+ 0.07483255062103271,
+ 0.07608340452313424,
+ 0.07494754149019718,
+ 0.06930721849799157,
+ 0.06876047478914261,
+ 0.06823876276016236,
+ 0.07385597123503684,
+ 0.0662713002204895,
+ 0.0657794366121292,
+ 0.062218379247188565,
+ 0.06041689007431269,
+ 0.05945101605653763,
+ 0.06069924997091293,
+ 0.057991378545761106,
+ 0.05709035173952579,
+ 0.05598740013837814,
+ 0.055655374181270596,
+ 0.05501515428423882,
+ 0.05459572645425796,
+ 0.054142729806900027,
+ 0.05369558590054512,
+ 0.053477102118730545,
+ 0.053296024799346926,
+ 0.053159212905168535,
+ 0.05307692391872406
+ ],
+ "train_acc": [
+ 0.638,
+ 0.7898,
+ 0.8165,
+ 0.8465,
+ 0.8471,
+ 0.8347,
+ 0.8801,
+ 0.8604,
+ 0.8517,
+ 0.8827,
+ 0.8844,
+ 0.8688,
+ 0.878,
+ 0.8833,
+ 0.9033,
+ 0.9077,
+ 0.8992,
+ 0.9063,
+ 0.8739,
+ 0.8918,
+ 0.9022,
+ 0.9018,
+ 0.9059,
+ 0.9272,
+ 0.9005,
+ 0.9246,
+ 0.9247,
+ 0.9314,
+ 0.9311,
+ 0.9392,
+ 0.9379,
+ 0.9225,
+ 0.9168,
+ 0.9433,
+ 0.9502,
+ 0.9324,
+ 0.9331,
+ 0.937,
+ 0.9524,
+ 0.9527,
+ 0.9592,
+ 0.9569,
+ 0.9568,
+ 0.9483,
+ 0.961,
+ 0.9491,
+ 0.9465,
+ 0.9608,
+ 0.9677,
+ 0.9703,
+ 0.9725,
+ 0.9755,
+ 0.9724,
+ 0.9759,
+ 0.9782,
+ 0.9797,
+ 0.978,
+ 0.9785,
+ 0.9816,
+ 0.983,
+ 0.9827,
+ 0.9798,
+ 0.9827,
+ 0.9821,
+ 0.9868,
+ 0.9871,
+ 0.9884,
+ 0.9872,
+ 0.9893,
+ 0.9901,
+ 0.9904,
+ 0.9909,
+ 0.9918,
+ 0.9913,
+ 0.9914,
+ 0.9923,
+ 0.992,
+ 0.9921,
+ 0.9922,
+ 0.9922
+ ],
+ "test_acc": [
+ 0.771,
+ 0.8075,
+ 0.839,
+ 0.83,
+ 0.82,
+ 0.8445,
+ 0.8565,
+ 0.846,
+ 0.8415,
+ 0.8655,
+ 0.8635,
+ 0.8595,
+ 0.8405,
+ 0.8475,
+ 0.8725,
+ 0.868,
+ 0.8705,
+ 0.868,
+ 0.851,
+ 0.8605,
+ 0.8665,
+ 0.869,
+ 0.8725,
+ 0.8705,
+ 0.874,
+ 0.884,
+ 0.882,
+ 0.8835,
+ 0.878,
+ 0.8825,
+ 0.8835,
+ 0.8815,
+ 0.878,
+ 0.895,
+ 0.884,
+ 0.872,
+ 0.8725,
+ 0.8835,
+ 0.886,
+ 0.8845,
+ 0.8885,
+ 0.897,
+ 0.8805,
+ 0.887,
+ 0.891,
+ 0.8865,
+ 0.882,
+ 0.8885,
+ 0.893,
+ 0.8925,
+ 0.891,
+ 0.8945,
+ 0.898,
+ 0.897,
+ 0.8945,
+ 0.8965,
+ 0.894,
+ 0.896,
+ 0.897,
+ 0.902,
+ 0.897,
+ 0.8975,
+ 0.9005,
+ 0.9,
+ 0.895,
+ 0.8975,
+ 0.899,
+ 0.898,
+ 0.8975,
+ 0.8975,
+ 0.8965,
+ 0.8985,
+ 0.901,
+ 0.8975,
+ 0.897,
+ 0.897,
+ 0.8975,
+ 0.8975,
+ 0.897,
+ 0.897
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8824102282524109,
+ 0.865839958190918,
+ 0.8526839017868042,
+ 0.839972198009491,
+ 0.826134204864502,
+ 0.8190910220146179,
+ 0.8134430646896362,
+ 0.8095068335533142,
+ 0.8061133027076721,
+ 0.8034266233444214,
+ 0.8016149997711182,
+ 0.8001440167427063
+ ],
+ "perturbation_rho": [
+ 0.9999990463256836,
+ 0.9999975562095642,
+ 0.9999887347221375,
+ 0.9999736547470093,
+ 0.9999515414237976,
+ 0.9999052882194519,
+ 0.9998592138290405,
+ 0.999845027923584,
+ 0.99979567527771,
+ 0.9997392892837524,
+ 0.999713659286499,
+ 0.9996709227561951
+ ],
+ "nudging": {
+ "0.001": [
+ -0.03222742676734924,
+ -0.016009416431188583,
+ -0.008412450551986694,
+ -0.005028060637414455,
+ -0.003471477422863245,
+ -0.002676197327673435,
+ -0.002212640829384327,
+ -0.0019189234590157866,
+ -0.0017268857918679714,
+ -0.0015955264680087566,
+ -0.0015064922627061605,
+ -0.0014467197470366955
+ ],
+ "0.003": [
+ -0.088250532746315,
+ -0.04596046730875969,
+ -0.024666687473654747,
+ -0.014880567789077759,
+ -0.010317552834749222,
+ -0.007971002720296383,
+ -0.006598907522857189,
+ -0.005727590061724186,
+ -0.005157099571079016,
+ -0.004766468890011311,
+ -0.004501671064645052,
+ -0.004323706030845642
+ ],
+ "0.01": [
+ -0.21559840440750122,
+ -0.13125374913215637,
+ -0.0758625715970993,
+ -0.04728776216506958,
+ -0.03328181058168411,
+ -0.025909576565027237,
+ -0.021545151248574257,
+ -0.01875336468219757,
+ -0.016917269676923752,
+ -0.015656160190701485,
+ -0.014799138531088829,
+ -0.01422282587736845
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.091241591453552,
+ 1.0522155212402344,
+ 0.7197729051113129,
+ 0.5984360224723816,
+ 0.55927502784729,
+ 0.5319774662971497,
+ 0.48646941194534304,
+ 0.5328002332687378,
+ 0.5385726051807403,
+ 0.580863460111618,
+ 0.49310305881500244,
+ 0.5983066858291626,
+ 0.5821534514427185,
+ 0.5875922044754028,
+ 0.599033100938797,
+ 0.5862060243606567,
+ 0.7749097516059875,
+ 0.6087754693984986,
+ 0.7364706658363342,
+ 0.7253197401046753,
+ 0.933016799545288,
+ 0.8019046752929687,
+ 0.6908189784288407,
+ 0.5993604675292968,
+ 0.7429474418640136,
+ 0.7197145952224732,
+ 0.7374668367385864,
+ 0.676032237815857,
+ 0.7813192527770996,
+ 0.6604006807804108,
+ 0.8066447370529175,
+ 0.7775278373718262,
+ 0.8043575154304504,
+ 0.6516128785610199,
+ 0.6490189645051956,
+ 0.6631092401742935,
+ 0.6493145933866501,
+ 0.6440104596614837,
+ 0.6592015397071839,
+ 0.6828624240875244,
+ 0.8400594820022583,
+ 0.6588001432418823,
+ 0.7000653821468353,
+ 0.764811098241806,
+ 0.7084193643569946,
+ 0.6780031036376953,
+ 0.6745406296730041,
+ 0.6227908559322357,
+ 0.6173504204750061,
+ 0.6519232685089111,
+ 0.681457055580616,
+ 0.5612579683303833,
+ 0.7425640492200851,
+ 0.6078716424942017,
+ 0.5751205417633056,
+ 0.5557551406860352,
+ 0.5769869324684143,
+ 0.5574739450454712,
+ 0.5620601721048355,
+ 0.5108847286462784,
+ 0.5051990665435792,
+ 0.5577566593170166,
+ 0.5067275173187256,
+ 0.5076467472076416,
+ 0.500104681968689,
+ 0.4845377607345581,
+ 0.48600583753585813,
+ 0.48937382678985597,
+ 0.47086129837036134,
+ 0.4627019955635071,
+ 0.4640789652824402,
+ 0.4643590691566467,
+ 0.46600833835601807,
+ 0.4590310299873352,
+ 0.4536386815071106,
+ 0.4487397773385048,
+ 0.4473173204421997,
+ 0.44602737324237823,
+ 0.4437102550506592,
+ 0.44304467763900757
+ ],
+ "train_acc": [
+ 0.2446,
+ 0.6126,
+ 0.7299,
+ 0.7774,
+ 0.7913,
+ 0.8001,
+ 0.8152,
+ 0.8027,
+ 0.8023,
+ 0.7957,
+ 0.8231,
+ 0.8073,
+ 0.815,
+ 0.8163,
+ 0.8138,
+ 0.8282,
+ 0.7956,
+ 0.8249,
+ 0.8081,
+ 0.8089,
+ 0.7907,
+ 0.8088,
+ 0.8266,
+ 0.8447,
+ 0.8231,
+ 0.8263,
+ 0.828,
+ 0.8404,
+ 0.822,
+ 0.8396,
+ 0.8204,
+ 0.8226,
+ 0.8249,
+ 0.8469,
+ 0.842,
+ 0.8455,
+ 0.8456,
+ 0.8484,
+ 0.8434,
+ 0.8372,
+ 0.8221,
+ 0.8455,
+ 0.8401,
+ 0.8275,
+ 0.8357,
+ 0.8437,
+ 0.8472,
+ 0.8518,
+ 0.8517,
+ 0.8478,
+ 0.8481,
+ 0.864,
+ 0.8388,
+ 0.853,
+ 0.8583,
+ 0.8625,
+ 0.855,
+ 0.86,
+ 0.8625,
+ 0.8716,
+ 0.8695,
+ 0.861,
+ 0.8703,
+ 0.8702,
+ 0.8724,
+ 0.8745,
+ 0.875,
+ 0.8768,
+ 0.8766,
+ 0.8758,
+ 0.878,
+ 0.8759,
+ 0.8773,
+ 0.88,
+ 0.88,
+ 0.8819,
+ 0.8813,
+ 0.8822,
+ 0.8826,
+ 0.8829
+ ],
+ "test_acc": [
+ 0.48,
+ 0.6615,
+ 0.707,
+ 0.7425,
+ 0.715,
+ 0.7465,
+ 0.753,
+ 0.7765,
+ 0.69,
+ 0.721,
+ 0.719,
+ 0.7375,
+ 0.738,
+ 0.76,
+ 0.731,
+ 0.703,
+ 0.717,
+ 0.7535,
+ 0.716,
+ 0.68,
+ 0.6755,
+ 0.7735,
+ 0.781,
+ 0.708,
+ 0.7465,
+ 0.7725,
+ 0.7485,
+ 0.75,
+ 0.7325,
+ 0.7805,
+ 0.712,
+ 0.741,
+ 0.7685,
+ 0.7415,
+ 0.7955,
+ 0.777,
+ 0.762,
+ 0.76,
+ 0.783,
+ 0.691,
+ 0.774,
+ 0.7895,
+ 0.73,
+ 0.776,
+ 0.7745,
+ 0.771,
+ 0.7805,
+ 0.7785,
+ 0.765,
+ 0.781,
+ 0.774,
+ 0.7755,
+ 0.781,
+ 0.7965,
+ 0.8025,
+ 0.804,
+ 0.79,
+ 0.7915,
+ 0.8055,
+ 0.804,
+ 0.8095,
+ 0.805,
+ 0.8075,
+ 0.812,
+ 0.8065,
+ 0.806,
+ 0.806,
+ 0.817,
+ 0.8115,
+ 0.815,
+ 0.81,
+ 0.812,
+ 0.811,
+ 0.8145,
+ 0.8115,
+ 0.812,
+ 0.8155,
+ 0.8165,
+ 0.8165,
+ 0.8165
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.02035588026046753,
+ 0.09721152484416962,
+ 0.10017214715480804,
+ 0.06879279017448425,
+ 0.0898706465959549,
+ 0.0775061622262001,
+ 0.0738426148891449,
+ 0.022470442578196526,
+ 0.03698011115193367,
+ 0.09759337455034256,
+ 0.05344103276729584,
+ 0.06489317119121552
+ ],
+ "perturbation_rho": [
+ -0.041805852204561234,
+ 0.14336195588111877,
+ 0.21263040602207184,
+ 0.15326815843582153,
+ 0.04533267021179199,
+ 0.07981619238853455,
+ 0.08665720373392105,
+ 0.004602088592946529,
+ 0.0780038833618164,
+ 0.11769488453865051,
+ 0.1415681391954422,
+ 0.12027023732662201
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0009545196662656963,
+ -0.0008363645756617188,
+ -0.0003885737678501755,
+ -0.00026890120352618396,
+ -0.0002675559953786433,
+ -0.00033352605532854795,
+ -0.0002601599844638258,
+ -0.00011189336510142311,
+ -0.0001840656332205981,
+ -0.0003697811043821275,
+ -0.0001971298042917624,
+ -0.00022067477402742952
+ ],
+ "0.003": [
+ -0.0027363700792193413,
+ -0.0025048283860087395,
+ -0.0011647494975477457,
+ -0.000811159610748291,
+ -0.0008012806065380573,
+ -0.0010005887597799301,
+ -0.0007811359828338027,
+ -0.00033516576513648033,
+ -0.0005535727832466364,
+ -0.0011049836175516248,
+ -0.0005915613146498799,
+ -0.0006592696299776435
+ ],
+ "0.01": [
+ -0.007749770302325487,
+ -0.008321389555931091,
+ -0.003876405069604516,
+ -0.0026999912224709988,
+ -0.0026630363427102566,
+ -0.0033310302533209324,
+ -0.0026011697482317686,
+ -0.0011158722918480635,
+ -0.0018408913165330887,
+ -0.0036767907440662384,
+ -0.0019704087171703577,
+ -0.0021951368544250727
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.843170643234253,
+ 1.193545725440979,
+ 0.9349142212867737,
+ 0.9590050317764283,
+ 0.9601007102966309,
+ 1.0591806930541992,
+ 1.0750218585968017,
+ 1.0594622192382812,
+ 1.0260618852615357,
+ 1.0633037223815918,
+ 1.1873747802734376,
+ 1.1900213710784913,
+ 1.1711347143173219,
+ 1.110907957649231,
+ 1.141725605583191,
+ 1.1908537561416626,
+ 1.1576408653259278,
+ 1.2335913299560546,
+ 1.1927038297653199,
+ 1.1675678352355956,
+ 1.1620887538909912,
+ 1.238514815044403,
+ 1.1467733171463013,
+ 1.1628135605812073,
+ 1.1169413381576538,
+ 1.1289218362808227,
+ 1.1431014865875244,
+ 1.0724326686859131,
+ 1.020245622253418,
+ 0.9871452375411988,
+ 1.013824908065796,
+ 1.057583949661255,
+ 1.0269935136795043,
+ 1.0403342270851135,
+ 1.0003446009635926,
+ 1.023628770160675,
+ 0.9621780359268188,
+ 0.9958351311683655,
+ 0.9854215185165405,
+ 0.94918332862854,
+ 0.9539219416618347,
+ 0.9634699941635132,
+ 0.9163962741851807,
+ 0.89243365650177,
+ 0.8894084901809692,
+ 0.9069821780204773,
+ 0.9070278909683227,
+ 0.9259662859916687,
+ 0.9052657639503479,
+ 0.8919173622131348,
+ 0.8811036640167237,
+ 0.877770324420929,
+ 0.8617347580909729,
+ 0.8443253430366516,
+ 0.8402864801406861,
+ 0.8299113247871399,
+ 0.8174763144493103,
+ 0.8079615959167481,
+ 0.796233709526062,
+ 0.7943985921859741,
+ 0.7881768466949463,
+ 0.7766195007324219,
+ 0.7731075840473175,
+ 0.767168036365509,
+ 0.7628648261070251,
+ 0.764765630197525,
+ 0.758231233215332,
+ 0.7616345821380616,
+ 0.7603204396247863,
+ 0.7553847047805786,
+ 0.7550768209457397,
+ 0.7540734338760376,
+ 0.7542704034805298,
+ 0.7539316363334656,
+ 0.7512542444229126,
+ 0.751466016960144,
+ 0.7500110761642456,
+ 0.7499307077407837,
+ 0.7494694025039673,
+ 0.7491868644714356
+ ],
+ "train_acc": [
+ 0.3634,
+ 0.584,
+ 0.6681,
+ 0.6817,
+ 0.6731,
+ 0.6436,
+ 0.6318,
+ 0.6412,
+ 0.6483,
+ 0.6338,
+ 0.6131,
+ 0.6092,
+ 0.6072,
+ 0.6194,
+ 0.6114,
+ 0.6033,
+ 0.6136,
+ 0.5971,
+ 0.6066,
+ 0.6075,
+ 0.6054,
+ 0.5811,
+ 0.6084,
+ 0.6094,
+ 0.6267,
+ 0.6203,
+ 0.6182,
+ 0.6388,
+ 0.6563,
+ 0.6621,
+ 0.656,
+ 0.6457,
+ 0.6542,
+ 0.6535,
+ 0.6622,
+ 0.6504,
+ 0.665,
+ 0.653,
+ 0.6581,
+ 0.6737,
+ 0.6644,
+ 0.6634,
+ 0.6761,
+ 0.6825,
+ 0.6815,
+ 0.6846,
+ 0.6805,
+ 0.6738,
+ 0.6866,
+ 0.6853,
+ 0.6905,
+ 0.6901,
+ 0.696,
+ 0.6979,
+ 0.7064,
+ 0.7099,
+ 0.7107,
+ 0.7138,
+ 0.7154,
+ 0.7173,
+ 0.7194,
+ 0.7222,
+ 0.7244,
+ 0.7262,
+ 0.7263,
+ 0.725,
+ 0.7318,
+ 0.732,
+ 0.7284,
+ 0.7291,
+ 0.7306,
+ 0.7327,
+ 0.7306,
+ 0.7294,
+ 0.7325,
+ 0.7319,
+ 0.7341,
+ 0.7327,
+ 0.7337,
+ 0.7334
+ ],
+ "test_acc": [
+ 0.4985,
+ 0.6215,
+ 0.6765,
+ 0.644,
+ 0.6285,
+ 0.602,
+ 0.593,
+ 0.6145,
+ 0.604,
+ 0.571,
+ 0.5675,
+ 0.55,
+ 0.58,
+ 0.5485,
+ 0.5415,
+ 0.5615,
+ 0.5325,
+ 0.498,
+ 0.495,
+ 0.5825,
+ 0.5105,
+ 0.547,
+ 0.575,
+ 0.5695,
+ 0.5825,
+ 0.5755,
+ 0.5925,
+ 0.605,
+ 0.626,
+ 0.624,
+ 0.6195,
+ 0.625,
+ 0.619,
+ 0.619,
+ 0.6005,
+ 0.631,
+ 0.6155,
+ 0.6075,
+ 0.616,
+ 0.637,
+ 0.5925,
+ 0.628,
+ 0.627,
+ 0.6325,
+ 0.6275,
+ 0.64,
+ 0.6285,
+ 0.6405,
+ 0.638,
+ 0.6405,
+ 0.6565,
+ 0.6465,
+ 0.659,
+ 0.666,
+ 0.6645,
+ 0.6575,
+ 0.682,
+ 0.669,
+ 0.674,
+ 0.6885,
+ 0.6815,
+ 0.679,
+ 0.6755,
+ 0.682,
+ 0.6795,
+ 0.686,
+ 0.682,
+ 0.68,
+ 0.6845,
+ 0.688,
+ 0.6865,
+ 0.686,
+ 0.687,
+ 0.687,
+ 0.687,
+ 0.686,
+ 0.688,
+ 0.6865,
+ 0.6865,
+ 0.687
+ ],
+ "state_pred_error": [
+ 0.6467912001609802,
+ 0.2545396152973175,
+ 0.20769398341178893,
+ 0.20405273129940033,
+ 0.18864516608715057,
+ 0.1722513226032257,
+ 0.1580212815761566,
+ 0.1571042188167572,
+ 0.1673955574989319,
+ 0.1630590828895569,
+ 0.14197517161369325,
+ 0.13434906735420227,
+ 0.14216270933151245,
+ 0.13005418779850006,
+ 0.12095460612773895,
+ 0.11327731199264526,
+ 0.0938235213279724,
+ 0.07791765773296357,
+ 0.07149236190319061,
+ 0.07858237608671188,
+ 0.0889093372106552,
+ 0.0929118694782257,
+ 0.0870423443198204,
+ 0.09221649793386459,
+ 0.10558602612018585,
+ 0.11078759597539901,
+ 0.09640501194000244,
+ 0.08363894666433334,
+ 0.07552479531764984,
+ 0.06893316633701324,
+ 0.07225388768911362,
+ 0.07809946043491363,
+ 0.07972891807556153,
+ 0.07829325978159904,
+ 0.07489659252166748,
+ 0.06952577213048936,
+ 0.06463980766534805,
+ 0.06346644792556763,
+ 0.06054295033812523,
+ 0.057002867662906645,
+ 0.04881957597732544,
+ 0.0461565929889679,
+ 0.045704828941822054,
+ 0.04578752514719963,
+ 0.044416132467985155,
+ 0.04437544884681702,
+ 0.04501764898300171,
+ 0.044673075044155124,
+ 0.04345381007194519,
+ 0.04358632897734642,
+ 0.04145509601831436,
+ 0.0403918799161911,
+ 0.039635618847608564,
+ 0.03812404837608337,
+ 0.036712032747268676,
+ 0.03498043670654297,
+ 0.03441862116456032,
+ 0.03294241904020309,
+ 0.03208653058409691,
+ 0.03133675431907177,
+ 0.030832906076312065,
+ 0.03027755205631256,
+ 0.02992823379933834,
+ 0.029483068200945855,
+ 0.0286442294716835,
+ 0.02817883363366127,
+ 0.027806038296222687,
+ 0.027423375517129898,
+ 0.027105927157402038,
+ 0.026499537679553032,
+ 0.025793941861391067,
+ 0.025682287681102752,
+ 0.025424988290667534,
+ 0.02452395534515381,
+ 0.024412634512782097,
+ 0.023537403476238252,
+ 0.023103883719444274,
+ 0.023237476989626884,
+ 0.022374696707725523,
+ 0.02213728377223015
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7618155479431152,
+ 0.3189862072467804,
+ 0.20356883108615875,
+ 0.1471748650074005,
+ 0.14541830122470856,
+ 0.13144558668136597,
+ 0.11054451763629913,
+ 0.12045299261808395,
+ 0.11467338353395462,
+ 0.1017053946852684,
+ 0.10614258050918579,
+ 0.10096963495016098
+ ],
+ "perturbation_rho": [
+ 0.6406711339950562,
+ 0.31470298767089844,
+ 0.1861359179019928,
+ 0.17725443840026855,
+ 0.11286133527755737,
+ 0.1387007087469101,
+ 0.07976903766393661,
+ 0.11419158428907394,
+ 0.13525697588920593,
+ 0.13865813612937927,
+ 0.10792528837919235,
+ 0.1288726031780243
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02620597556233406,
+ -0.0011723835486918688,
+ -0.0006386470049619675,
+ -0.0004590698517858982,
+ -0.0004368656955193728,
+ -0.00040132386493496597,
+ -0.00033375341445207596,
+ -0.0003613364533521235,
+ -0.00034441970637999475,
+ -0.0003074322594329715,
+ -0.0003160890773870051,
+ -0.0002936453965958208
+ ],
+ "0.003": [
+ -0.07732252031564713,
+ -0.003513920586556196,
+ -0.0019150176085531712,
+ -0.0013760130386799574,
+ -0.0013105350080877542,
+ -0.0012034340761601925,
+ -0.0010010767728090286,
+ -0.0010843132622539997,
+ -0.0010324888862669468,
+ -0.0009225246030837297,
+ -0.0009475111728534102,
+ -0.000881188316270709
+ ],
+ "0.01": [
+ -0.24276113510131836,
+ -0.011681582778692245,
+ -0.006372842937707901,
+ -0.004580066539347172,
+ -0.004361784551292658,
+ -0.004005158320069313,
+ -0.0033329487778246403,
+ -0.003609130624681711,
+ -0.003437052248045802,
+ -0.003070915350690484,
+ -0.0031537071336060762,
+ -0.0029334095306694508
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 13069.6103515625,
+ 12902.267578125,
+ 5325.7177734375,
+ 4598.6796875,
+ 4871.38818359375,
+ 4525.17333984375,
+ 4230.712890625,
+ 4117.212890625,
+ 3694.05078125,
+ 3737.547607421875,
+ 3966.26025390625,
+ 4157.70654296875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1033826606750488,
+ 1.0748736568450927,
+ 0.7240967851638794,
+ 0.5924014734268188,
+ 0.561312539768219,
+ 0.5548838109970092,
+ 0.5445125359535218,
+ 0.5231592364311218,
+ 0.5370318948268891,
+ 0.5203416132450104,
+ 0.5313664150238037,
+ 0.5501730252742767,
+ 0.5255774791955948,
+ 0.6364645127296448,
+ 0.7171019055366517,
+ 0.5824658064305782,
+ 0.5903935560703277,
+ 0.6552688138961792,
+ 0.7979116170406342,
+ 0.8206407766342163,
+ 0.8171166659355164,
+ 0.9182533592224121,
+ 0.9087733953475953,
+ 0.9816526121139526,
+ 1.0274024284362793,
+ 0.9425600393295288,
+ 1.0292234921455383,
+ 1.0032360237121583,
+ 1.0786525871276855,
+ 0.9839243467330933,
+ 1.1140670619487762,
+ 1.24523821849823,
+ 1.6123345489501952,
+ 1.5466830284118653,
+ 1.4625207302093506,
+ 1.4497597217559814,
+ 1.2631195013046264,
+ 1.285225419998169,
+ 1.1248238891601563,
+ 1.3207208611488341,
+ 1.1724660835266114,
+ 1.1170583526611328,
+ 1.1232026329994202,
+ 1.1826211513519287,
+ 1.1198238399505616,
+ 1.2758455450057984,
+ 1.3378776414871216,
+ 1.3473635297775268,
+ 1.3659595549583434,
+ 1.3431388856887818,
+ 1.2782950267791748,
+ 1.2850243312835694,
+ 1.252669066619873,
+ 1.339367476272583,
+ 1.242458748817444,
+ 1.230945915222168,
+ 1.2400875186920166,
+ 1.2213593549728394,
+ 1.2046165678024292,
+ 1.2265458261489868,
+ 1.1864308532714845,
+ 1.1639758094787598,
+ 1.1673540477752686,
+ 1.1801281490325928,
+ 1.1353608043670653,
+ 1.1621911179542541,
+ 1.1203375988006592,
+ 1.1035721940040588,
+ 1.103725563430786,
+ 1.0981345941543579,
+ 1.0916361534118653,
+ 1.0767202972412109,
+ 1.077680862236023,
+ 1.0722866813659668,
+ 1.0760423473358154,
+ 1.070871086883545,
+ 1.069193116569519,
+ 1.0655735412597656,
+ 1.0649883579254151,
+ 1.064067266368866
+ ],
+ "train_acc": [
+ 0.2354,
+ 0.6085,
+ 0.7242,
+ 0.775,
+ 0.7907,
+ 0.7907,
+ 0.7949,
+ 0.8044,
+ 0.8041,
+ 0.8146,
+ 0.8192,
+ 0.819,
+ 0.8235,
+ 0.8034,
+ 0.7958,
+ 0.8229,
+ 0.8218,
+ 0.8163,
+ 0.8019,
+ 0.7992,
+ 0.8047,
+ 0.7917,
+ 0.7848,
+ 0.7655,
+ 0.7523,
+ 0.7595,
+ 0.7344,
+ 0.7334,
+ 0.7218,
+ 0.7249,
+ 0.6916,
+ 0.6803,
+ 0.6402,
+ 0.6413,
+ 0.6429,
+ 0.63,
+ 0.6482,
+ 0.6414,
+ 0.6647,
+ 0.6255,
+ 0.6497,
+ 0.6516,
+ 0.6494,
+ 0.6409,
+ 0.653,
+ 0.623,
+ 0.6096,
+ 0.6181,
+ 0.6077,
+ 0.6099,
+ 0.6135,
+ 0.6072,
+ 0.6083,
+ 0.5871,
+ 0.6069,
+ 0.608,
+ 0.6128,
+ 0.6105,
+ 0.6132,
+ 0.6069,
+ 0.6163,
+ 0.6195,
+ 0.6177,
+ 0.6132,
+ 0.6257,
+ 0.6214,
+ 0.6258,
+ 0.6301,
+ 0.6275,
+ 0.6326,
+ 0.6342,
+ 0.6369,
+ 0.6366,
+ 0.6378,
+ 0.6381,
+ 0.6404,
+ 0.6361,
+ 0.6387,
+ 0.6408,
+ 0.6389
+ ],
+ "test_acc": [
+ 0.4725,
+ 0.6485,
+ 0.709,
+ 0.696,
+ 0.7445,
+ 0.725,
+ 0.7285,
+ 0.7285,
+ 0.7285,
+ 0.7705,
+ 0.7485,
+ 0.759,
+ 0.7485,
+ 0.7405,
+ 0.7365,
+ 0.732,
+ 0.7405,
+ 0.718,
+ 0.739,
+ 0.739,
+ 0.718,
+ 0.7465,
+ 0.7445,
+ 0.7155,
+ 0.668,
+ 0.7365,
+ 0.6875,
+ 0.644,
+ 0.6715,
+ 0.573,
+ 0.628,
+ 0.5135,
+ 0.567,
+ 0.4905,
+ 0.576,
+ 0.522,
+ 0.544,
+ 0.568,
+ 0.537,
+ 0.5915,
+ 0.61,
+ 0.5865,
+ 0.5695,
+ 0.606,
+ 0.557,
+ 0.5285,
+ 0.5355,
+ 0.589,
+ 0.569,
+ 0.5705,
+ 0.559,
+ 0.543,
+ 0.526,
+ 0.5555,
+ 0.5485,
+ 0.577,
+ 0.567,
+ 0.5515,
+ 0.562,
+ 0.5815,
+ 0.5775,
+ 0.5885,
+ 0.5955,
+ 0.6,
+ 0.5825,
+ 0.59,
+ 0.6035,
+ 0.6035,
+ 0.606,
+ 0.6095,
+ 0.6165,
+ 0.613,
+ 0.615,
+ 0.6165,
+ 0.617,
+ 0.613,
+ 0.617,
+ 0.613,
+ 0.6145,
+ 0.6145
+ ],
+ "value_loss": [
+ 2.8795433490753175,
+ 1.138833139228821,
+ 0.8944398401260376,
+ 0.753239490032196,
+ 0.7442562434196472,
+ 0.7400344492912293,
+ 0.7306710628509522,
+ 0.7415657516479492,
+ 0.82294074883461,
+ 0.8365529833316803,
+ 0.8819458911895752,
+ 1.0201535857915878,
+ 0.9605329707860947,
+ 1.4210680746555329,
+ 1.7769229404449463,
+ 1.238111216878891,
+ 1.2918084540724755,
+ 1.5650643337249757,
+ 2.441974627304077,
+ 2.8493117763519287,
+ 3.0508531768798828,
+ 3.376968189239502,
+ 3.1227704570770265,
+ 3.2954182872772217,
+ 3.1305700786590576,
+ 2.5652926385879518,
+ 2.916162197494507,
+ 2.787790596961975,
+ 2.9674931542396545,
+ 2.2431891622543336,
+ 2.357407363319397,
+ 2.9580355476379396,
+ 4.707226892852783,
+ 4.06712333908081,
+ 3.4517571243286134,
+ 3.739633938217163,
+ 2.3796893051147463,
+ 2.312957144165039,
+ 1.6016325395584106,
+ 1.888862350463867,
+ 1.6106449718475342,
+ 1.6451952739715576,
+ 1.278008158302307,
+ 1.402012867116928,
+ 1.120068933391571,
+ 1.792665054321289,
+ 1.7022325145721435,
+ 1.8678716411590577,
+ 1.6293914850234985,
+ 1.4686889837265014,
+ 1.2121935440063476,
+ 1.2230595738887786,
+ 1.0494541343688966,
+ 1.3173374273300171,
+ 0.995644793176651,
+ 0.988969333744049,
+ 0.9092360616207122,
+ 0.931911379814148,
+ 0.9861841753005981,
+ 0.8858683162212372,
+ 0.9150554649353028,
+ 0.7729743946075439,
+ 0.8225113790512085,
+ 0.7946224576473236,
+ 0.7470991016387939,
+ 0.7245953347682953,
+ 0.6737630318641663,
+ 0.6625622462272645,
+ 0.6309533950805664,
+ 0.683922253704071,
+ 0.6013473030090332,
+ 0.640416144156456,
+ 0.5948970086336136,
+ 0.5904984499931335,
+ 0.7156881134033203,
+ 0.5747135852813721,
+ 0.5855776166915894,
+ 0.5862875978469848,
+ 0.5623929689884186,
+ 0.5342490439891815
+ ],
+ "term_loss": [
+ 1.6790412804603576,
+ 0.8982505217552185,
+ 0.7413894156932831,
+ 0.6220758651733398,
+ 0.6074585275650024,
+ 0.5809205256462097,
+ 0.5737000848770142,
+ 0.5971134037017822,
+ 0.6812812467336654,
+ 0.701437530875206,
+ 0.7465327880859375,
+ 0.8768298113107681,
+ 0.8273132968902588,
+ 1.2669593958616256,
+ 1.61081964635849,
+ 1.0948760835170745,
+ 1.1464744834303855,
+ 1.402798189163208,
+ 2.2375652463912963,
+ 2.523746669578552,
+ 2.6504026668548586,
+ 2.9341827514648435,
+ 2.691425150680542,
+ 2.7866681671142577,
+ 2.652672901535034,
+ 2.2063637409210206,
+ 2.547779343557358,
+ 2.468216030406952,
+ 2.5574094997406007,
+ 1.8789901941299438,
+ 1.9658982633590698,
+ 2.52254821395874,
+ 4.053012676239014,
+ 3.474026759338379,
+ 2.8665278963088987,
+ 2.968799212646484,
+ 1.9112021133422852,
+ 1.8258201915740966,
+ 1.2143830659866333,
+ 1.4988377429962159,
+ 1.2614112941741944,
+ 1.2955748889923095,
+ 0.9486180826187134,
+ 1.0766471548080445,
+ 0.818901381111145,
+ 1.425261696243286,
+ 1.3437454446792603,
+ 1.4943192962646485,
+ 1.275571553325653,
+ 1.1279070884227753,
+ 0.8779431870937348,
+ 0.8859598497360944,
+ 0.7277735261440277,
+ 0.9731939913749695,
+ 0.6878395918846131,
+ 0.680720578956604,
+ 0.6131223832130432,
+ 0.6315723412513733,
+ 0.6783120639801026,
+ 0.5902733963012695,
+ 0.6128241561889648,
+ 0.48777494831085205,
+ 0.5294700266361236,
+ 0.5069688389539718,
+ 0.46669540004730226,
+ 0.4496366826176643,
+ 0.40343587884902954,
+ 0.3926115131378174,
+ 0.3630800880432129,
+ 0.4072012848377228,
+ 0.3359340609073639,
+ 0.3683177730798721,
+ 0.3314026749163866,
+ 0.32736128149032595,
+ 0.4275485870361328,
+ 0.31639244627952573,
+ 0.31941745207309724,
+ 0.31965322036743166,
+ 0.3014388550043106,
+ 0.2775654150247574
+ ],
+ "bridge_loss": [
+ 0.9205643273350259,
+ 0.049716909077763556,
+ 0.006901342153549195,
+ 0.004086462584137917,
+ 0.011321419489383698,
+ 0.03111027323231101,
+ 0.028954532250761986,
+ 0.0201554466471076,
+ 0.014559349776804446,
+ 0.012043245652318001,
+ 0.009253665941953659,
+ 0.015398956954479218,
+ 0.010174707736074925,
+ 0.013219280099868775,
+ 0.014298373484611512,
+ 0.01533438156247139,
+ 0.017070907866954803,
+ 0.026255203837156297,
+ 0.05299281061887741,
+ 0.17080406608581544,
+ 0.24779340076446532,
+ 0.2782947730541229,
+ 0.2630520602226257,
+ 0.3237492141723633,
+ 0.2868452004909515,
+ 0.17925718649625777,
+ 0.17205788164138794,
+ 0.12203870689868927,
+ 0.1952126978158951,
+ 0.15671373710632325,
+ 0.16713737347126006,
+ 0.19014450411796568,
+ 0.36893905363082885,
+ 0.31131081352233886,
+ 0.31187417430877684,
+ 0.49280351762771607,
+ 0.21481027870178224,
+ 0.2258558230161667,
+ 0.14994133372306823,
+ 0.130926451587677,
+ 0.10678757133483886,
+ 0.11099275469779968,
+ 0.09215516982972621,
+ 0.07868353074193,
+ 0.059325709569454196,
+ 0.1034778290361166,
+ 0.08524036257266998,
+ 0.0978135336279869,
+ 0.07102513880133629,
+ 0.06375027797222138,
+ 0.06410591588020324,
+ 0.06628356148302555,
+ 0.05309232649803162,
+ 0.0602637135386467,
+ 0.041760663875937465,
+ 0.04346258090734482,
+ 0.0322291255697608,
+ 0.036784381067752836,
+ 0.047651028633117674,
+ 0.03259250336289406,
+ 0.044905204331874844,
+ 0.03081065520644188,
+ 0.03847316392660141,
+ 0.02912857881039381,
+ 0.031706764674186705,
+ 0.023801118858903646,
+ 0.023423786050081254,
+ 0.02463961470723152,
+ 0.022945232474803925,
+ 0.031977996022999285,
+ 0.02354992071390152,
+ 0.031676595094799996,
+ 0.022221289660036565,
+ 0.023916197538375854,
+ 0.04762986923456192,
+ 0.01927408311367035,
+ 0.02702880091071129,
+ 0.0285713312625885,
+ 0.022266658338904382,
+ 0.01819542294666171
+ ],
+ "tgrad_loss": [
+ 0.27993770937919615,
+ 0.19086571320295334,
+ 0.1461490781903267,
+ 0.12707716104984285,
+ 0.12547629919052125,
+ 0.1280036602139473,
+ 0.12801644196510314,
+ 0.1242969009399414,
+ 0.12710014595985414,
+ 0.12307221227884292,
+ 0.1261594377040863,
+ 0.12792480454444885,
+ 0.1230449640750885,
+ 0.14088939685821533,
+ 0.15180491466522217,
+ 0.12790074618458747,
+ 0.1282630600363016,
+ 0.13601094789505006,
+ 0.15141655212640762,
+ 0.15476103026866914,
+ 0.15265711691379547,
+ 0.16449068531990052,
+ 0.16829325798749925,
+ 0.1850009373664856,
+ 0.19105196151733397,
+ 0.1796716957807541,
+ 0.19632497339248658,
+ 0.1975358585357666,
+ 0.2148709450483322,
+ 0.20748521902561187,
+ 0.22437173571586608,
+ 0.24534283994436265,
+ 0.2852751801490784,
+ 0.2817857069015503,
+ 0.2733550168991089,
+ 0.27803118324279785,
+ 0.2536769271850586,
+ 0.261281143283844,
+ 0.23730815300941469,
+ 0.259098140335083,
+ 0.24244610705375672,
+ 0.23862764320373536,
+ 0.23723490653038026,
+ 0.24668219068050384,
+ 0.24184185400009156,
+ 0.2639255453109741,
+ 0.27324670872688295,
+ 0.27573881940841677,
+ 0.28279479751586917,
+ 0.2770316267490387,
+ 0.2701444469451904,
+ 0.27081617115736006,
+ 0.268588280916214,
+ 0.28387971448898314,
+ 0.2660445416927338,
+ 0.2647861789703369,
+ 0.2638845456361771,
+ 0.26355465149879453,
+ 0.260221079993248,
+ 0.26300240964889526,
+ 0.25732610797882083,
+ 0.2543887885093689,
+ 0.25456818895339967,
+ 0.25852504687309263,
+ 0.24869694046974183,
+ 0.2511575377345085,
+ 0.24690336623191833,
+ 0.24531111750602722,
+ 0.24492807807922362,
+ 0.24474297270774842,
+ 0.24186331791877747,
+ 0.2404217655658722,
+ 0.24127304337024688,
+ 0.23922096462249756,
+ 0.24050965766906737,
+ 0.23904705972671508,
+ 0.23913136382102967,
+ 0.2380630495071411,
+ 0.2386874575138092,
+ 0.2384882021665573
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.00034100248012691736,
+ 0.04912012815475464,
+ 0.07342620939016342,
+ 0.08266763389110565,
+ 0.08488726615905762,
+ 0.08897420018911362,
+ 0.09187051653862,
+ 0.09561659395694733,
+ 0.09157264232635498,
+ 0.0947732925415039,
+ 0.09517554938793182,
+ 0.10104557126760483
+ ],
+ "perturbation_rho": [
+ 0.03049650974571705,
+ 0.10809889435768127,
+ 0.08979646861553192,
+ 0.17959633469581604,
+ 0.1275440901517868,
+ 0.17255432903766632,
+ 0.16415373980998993,
+ 0.11534757167100906,
+ 0.17073199152946472,
+ 0.15983673930168152,
+ 0.15877583622932434,
+ 0.18294689059257507
+ ],
+ "nudging": {
+ "0.001": [
+ -0.000400771910790354,
+ -0.0004662078863475472,
+ -0.0005619406583718956,
+ -0.0006374302320182323,
+ -0.0006211107829585671,
+ -0.0006620356580242515,
+ -0.0006802619900554419,
+ -0.000695920898579061,
+ -0.000679123040754348,
+ -0.0006845796597190201,
+ -0.0006896791164763272,
+ -0.0007078879280015826
+ ],
+ "0.003": [
+ -0.0011788331903517246,
+ -0.0013967687264084816,
+ -0.00168684555683285,
+ -0.0019111934816464782,
+ -0.001862682867795229,
+ -0.001987476134672761,
+ -0.002041077706962824,
+ -0.0020898221991956234,
+ -0.0020393673330545425,
+ -0.0020541974809020758,
+ -0.0020654238760471344,
+ -0.002122731413692236
+ ],
+ "0.01": [
+ -0.003660556860268116,
+ -0.004647519439458847,
+ -0.005617665126919746,
+ -0.006360755302011967,
+ -0.006202561780810356,
+ -0.006613034754991531,
+ -0.006794797722250223,
+ -0.006956290453672409,
+ -0.006790010258555412,
+ -0.006838815752416849,
+ -0.006875438615679741,
+ -0.007062861695885658
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json
new file mode 100644
index 0000000..2d51c87
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 0.9947674840927124,
+ 0.5959297422885895,
+ 0.4441185667037964,
+ 0.4238312294960022,
+ 0.4082300910949707,
+ 0.393765958237648,
+ 0.3456931649684906,
+ 0.31308822474479675,
+ 0.34416239910125734,
+ 0.27713756511211396,
+ 0.308809486413002,
+ 0.3001532375335693,
+ 0.3525312074661255,
+ 0.34459256377220154,
+ 0.2930661339998245,
+ 0.2344497579097748,
+ 0.23357478170394896,
+ 0.27331467504501344,
+ 0.2594615140080452,
+ 0.2084457780122757,
+ 0.22421327531337737,
+ 0.2495953950881958,
+ 0.26592646188735963,
+ 0.2653880777835846,
+ 0.20616664996147155,
+ 0.23063301057815552,
+ 0.2234852524280548,
+ 0.18022556896209715,
+ 0.19890744733810425,
+ 0.18154424366950989,
+ 0.189240668797493,
+ 0.19498020770549773,
+ 0.16609342606067656,
+ 0.16478614134788513,
+ 0.16893418736457824,
+ 0.1679157147884369,
+ 0.15672187466621398,
+ 0.15162110064029694,
+ 0.133504154253006,
+ 0.1337939938545227,
+ 0.184183518242836,
+ 0.1587675848007202,
+ 0.1786697045326233,
+ 0.16375601427555084,
+ 0.12898387837409972,
+ 0.12127504997253417,
+ 0.1357682282924652,
+ 0.10440323195457459,
+ 0.09760309319496155,
+ 0.11050140519142151,
+ 0.10689635886847973,
+ 0.08951765444278717,
+ 0.09638235607147216,
+ 0.09622903165221214,
+ 0.08356250081062316,
+ 0.09570504027605056,
+ 0.08704132456183433,
+ 0.07892893888950347,
+ 0.07683630051612854,
+ 0.07765760183334351,
+ 0.0783784222126007,
+ 0.07589095104932785,
+ 0.07282794521450997,
+ 0.07019219055175781,
+ 0.07221138014793396,
+ 0.06894144759178161,
+ 0.066200683760643,
+ 0.06355799829363823,
+ 0.0628858461380005,
+ 0.06295600434541702,
+ 0.06119969562292099,
+ 0.0605082638591528,
+ 0.05951749495267868,
+ 0.05923395432829857,
+ 0.058772369563579556,
+ 0.058454980385303494,
+ 0.058216135403513905,
+ 0.05801380957365036,
+ 0.05786988719701767,
+ 0.057799397979676724
+ ],
+ "train_acc": [
+ 0.6354,
+ 0.7735,
+ 0.8247,
+ 0.8317,
+ 0.8432,
+ 0.844,
+ 0.8605,
+ 0.8726,
+ 0.8612,
+ 0.8887,
+ 0.8785,
+ 0.8806,
+ 0.8632,
+ 0.8671,
+ 0.8851,
+ 0.9049,
+ 0.9085,
+ 0.8919,
+ 0.8975,
+ 0.9172,
+ 0.9096,
+ 0.901,
+ 0.8955,
+ 0.8924,
+ 0.9181,
+ 0.9095,
+ 0.911,
+ 0.9299,
+ 0.9217,
+ 0.9287,
+ 0.9245,
+ 0.9228,
+ 0.9328,
+ 0.9344,
+ 0.9341,
+ 0.9335,
+ 0.9386,
+ 0.9404,
+ 0.9484,
+ 0.9483,
+ 0.924,
+ 0.9353,
+ 0.9302,
+ 0.9351,
+ 0.9511,
+ 0.9544,
+ 0.9482,
+ 0.9636,
+ 0.97,
+ 0.9597,
+ 0.9625,
+ 0.9734,
+ 0.9669,
+ 0.9669,
+ 0.9761,
+ 0.9696,
+ 0.9733,
+ 0.9785,
+ 0.9784,
+ 0.9789,
+ 0.9784,
+ 0.9804,
+ 0.9831,
+ 0.9837,
+ 0.9821,
+ 0.9839,
+ 0.9859,
+ 0.9886,
+ 0.988,
+ 0.9867,
+ 0.9895,
+ 0.9897,
+ 0.9903,
+ 0.9901,
+ 0.9906,
+ 0.9906,
+ 0.9905,
+ 0.9906,
+ 0.9907,
+ 0.9907
+ ],
+ "test_acc": [
+ 0.757,
+ 0.798,
+ 0.8185,
+ 0.839,
+ 0.8365,
+ 0.831,
+ 0.859,
+ 0.8515,
+ 0.843,
+ 0.8645,
+ 0.8585,
+ 0.8575,
+ 0.857,
+ 0.855,
+ 0.8715,
+ 0.867,
+ 0.857,
+ 0.8595,
+ 0.879,
+ 0.8755,
+ 0.8675,
+ 0.864,
+ 0.869,
+ 0.869,
+ 0.8825,
+ 0.8745,
+ 0.8745,
+ 0.8825,
+ 0.872,
+ 0.879,
+ 0.8785,
+ 0.8805,
+ 0.8895,
+ 0.8745,
+ 0.8815,
+ 0.8835,
+ 0.886,
+ 0.8925,
+ 0.895,
+ 0.887,
+ 0.873,
+ 0.8845,
+ 0.884,
+ 0.8825,
+ 0.8935,
+ 0.8925,
+ 0.893,
+ 0.894,
+ 0.8895,
+ 0.895,
+ 0.901,
+ 0.899,
+ 0.9035,
+ 0.893,
+ 0.8915,
+ 0.8965,
+ 0.898,
+ 0.9,
+ 0.896,
+ 0.898,
+ 0.8935,
+ 0.899,
+ 0.898,
+ 0.899,
+ 0.9025,
+ 0.896,
+ 0.8975,
+ 0.9,
+ 0.8985,
+ 0.8985,
+ 0.9005,
+ 0.899,
+ 0.8975,
+ 0.898,
+ 0.898,
+ 0.8985,
+ 0.899,
+ 0.899,
+ 0.899,
+ 0.899
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8408721685409546,
+ 0.8110387921333313,
+ 0.7906323671340942,
+ 0.7719681262969971,
+ 0.7599710822105408,
+ 0.7539124488830566,
+ 0.7502779364585876,
+ 0.7483201026916504,
+ 0.7469743490219116,
+ 0.7455896139144897,
+ 0.7440224885940552,
+ 0.7427754402160645
+ ],
+ "perturbation_rho": [
+ 0.9999985694885254,
+ 0.9999968409538269,
+ 0.9999892711639404,
+ 0.9999746680259705,
+ 0.9999452233314514,
+ 0.9998985528945923,
+ 0.999815821647644,
+ 0.9998071789741516,
+ 0.9997591972351074,
+ 0.9997697472572327,
+ 0.9996993541717529,
+ 0.9996582269668579
+ ],
+ "nudging": {
+ "0.001": [
+ -0.023041635751724243,
+ -0.011698233895003796,
+ -0.006238154135644436,
+ -0.0037476818542927504,
+ -0.0025868481025099754,
+ -0.001987478695809841,
+ -0.0016404282068833709,
+ -0.0014207971980795264,
+ -0.0012741510290652514,
+ -0.0011747813550755382,
+ -0.0011064992286264896,
+ -0.001060901558957994
+ ],
+ "0.003": [
+ -0.06129148602485657,
+ -0.033079855144023895,
+ -0.01814448833465576,
+ -0.011038530617952347,
+ -0.0076637002639472485,
+ -0.005905331112444401,
+ -0.004882573150098324,
+ -0.004233422689139843,
+ -0.0037992263678461313,
+ -0.0035047021228820086,
+ -0.0033022318966686726,
+ -0.003166868584230542
+ ],
+ "0.01": [
+ -0.1375543624162674,
+ -0.0896252989768982,
+ -0.05422336980700493,
+ -0.034489020705223083,
+ -0.024439619854092598,
+ -0.019029833376407623,
+ -0.015829749405384064,
+ -0.013777680695056915,
+ -0.012396320700645447,
+ -0.011455517262220383,
+ -0.01080663874745369,
+ -0.01037222146987915
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.124322125816345,
+ 1.131116539478302,
+ 0.7928409598350525,
+ 0.6759025037765503,
+ 0.6115491585731506,
+ 0.6032277975082397,
+ 0.5580433654785156,
+ 0.6098665882110595,
+ 0.6155833411216736,
+ 0.6180649537801742,
+ 0.5471897947311402,
+ 0.7873612755775452,
+ 0.6355358539581298,
+ 0.9136189843177795,
+ 0.618724655532837,
+ 0.6802553035736084,
+ 0.5858199717521667,
+ 0.7376443414211273,
+ 0.7392737801551819,
+ 0.6306376735687256,
+ 0.7112307133674621,
+ 0.9737488382339478,
+ 0.9086463136672973,
+ 0.850034592628479,
+ 0.6517437356948853,
+ 1.2407935445785523,
+ 1.1789815021514893,
+ 1.020478351020813,
+ 0.7643687894821167,
+ 0.8357456016540528,
+ 1.1298155811309814,
+ 0.8742633706092835,
+ 0.6635566035270691,
+ 0.6822684181213379,
+ 1.066520718383789,
+ 1.0742153341770173,
+ 0.6373770482063293,
+ 0.6482282336235047,
+ 0.5901363306045532,
+ 0.7677202499389648,
+ 0.8966454248428345,
+ 0.6450998259544373,
+ 0.7499248750686646,
+ 0.6379090648174286,
+ 0.7380184473991394,
+ 0.6519559772491456,
+ 0.6984748714447021,
+ 0.7411647702217102,
+ 0.583937159729004,
+ 0.61994026222229,
+ 0.6090516567468643,
+ 0.47370276279449464,
+ 0.4794863220214844,
+ 0.6398159673810005,
+ 0.4859983974456787,
+ 0.4938936637878418,
+ 0.5712474269390106,
+ 0.4674346417427063,
+ 0.5590529252052308,
+ 0.46515351371765135,
+ 0.4210616909980774,
+ 0.44265751304626466,
+ 0.41583880286216734,
+ 0.3911753342151642,
+ 0.41973802375793456,
+ 0.4061159435272217,
+ 0.3860981136798859,
+ 0.3852514534473419,
+ 0.39405768866539004,
+ 0.37666168694496155,
+ 0.3830901497840881,
+ 0.3774588644981384,
+ 0.36966973986625673,
+ 0.3606788787841797,
+ 0.3621327772021294,
+ 0.35749068994522093,
+ 0.35715772972106935,
+ 0.35473382360935213,
+ 0.35407376971244814,
+ 0.35300638766288756
+ ],
+ "train_acc": [
+ 0.2313,
+ 0.5939,
+ 0.7093,
+ 0.7511,
+ 0.7705,
+ 0.7765,
+ 0.7968,
+ 0.7762,
+ 0.7721,
+ 0.7781,
+ 0.7964,
+ 0.7469,
+ 0.77,
+ 0.718,
+ 0.7773,
+ 0.7627,
+ 0.7806,
+ 0.751,
+ 0.7478,
+ 0.7717,
+ 0.7445,
+ 0.715,
+ 0.7042,
+ 0.722,
+ 0.7591,
+ 0.6789,
+ 0.6837,
+ 0.7078,
+ 0.7443,
+ 0.7261,
+ 0.6835,
+ 0.7268,
+ 0.7664,
+ 0.7658,
+ 0.7015,
+ 0.7169,
+ 0.7713,
+ 0.7713,
+ 0.7876,
+ 0.7577,
+ 0.7252,
+ 0.778,
+ 0.7595,
+ 0.7809,
+ 0.7548,
+ 0.7769,
+ 0.7671,
+ 0.7629,
+ 0.7883,
+ 0.7916,
+ 0.7826,
+ 0.8233,
+ 0.8234,
+ 0.7805,
+ 0.8201,
+ 0.8201,
+ 0.7993,
+ 0.8282,
+ 0.8048,
+ 0.8293,
+ 0.8378,
+ 0.8387,
+ 0.8424,
+ 0.8493,
+ 0.8397,
+ 0.8453,
+ 0.8508,
+ 0.8514,
+ 0.8478,
+ 0.8547,
+ 0.852,
+ 0.857,
+ 0.858,
+ 0.8598,
+ 0.8603,
+ 0.859,
+ 0.8612,
+ 0.862,
+ 0.8624,
+ 0.8626
+ ],
+ "test_acc": [
+ 0.476,
+ 0.659,
+ 0.709,
+ 0.6815,
+ 0.6795,
+ 0.726,
+ 0.7425,
+ 0.721,
+ 0.7035,
+ 0.733,
+ 0.5475,
+ 0.7095,
+ 0.564,
+ 0.627,
+ 0.7265,
+ 0.676,
+ 0.607,
+ 0.6305,
+ 0.6685,
+ 0.639,
+ 0.4255,
+ 0.663,
+ 0.6265,
+ 0.6955,
+ 0.6085,
+ 0.5685,
+ 0.5145,
+ 0.585,
+ 0.567,
+ 0.507,
+ 0.581,
+ 0.658,
+ 0.6685,
+ 0.647,
+ 0.5785,
+ 0.718,
+ 0.69,
+ 0.753,
+ 0.5325,
+ 0.6125,
+ 0.632,
+ 0.5605,
+ 0.6765,
+ 0.752,
+ 0.645,
+ 0.577,
+ 0.644,
+ 0.711,
+ 0.668,
+ 0.6685,
+ 0.7255,
+ 0.7025,
+ 0.6725,
+ 0.757,
+ 0.7645,
+ 0.7305,
+ 0.8015,
+ 0.7245,
+ 0.7565,
+ 0.7775,
+ 0.782,
+ 0.77,
+ 0.7985,
+ 0.7735,
+ 0.7885,
+ 0.7925,
+ 0.7955,
+ 0.804,
+ 0.8,
+ 0.8075,
+ 0.81,
+ 0.822,
+ 0.8155,
+ 0.817,
+ 0.82,
+ 0.8135,
+ 0.8165,
+ 0.8195,
+ 0.822,
+ 0.8205
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.03703948110342026,
+ 0.2760871648788452,
+ 0.18428769707679749,
+ 0.1331849992275238,
+ 0.09719057381153107,
+ 0.1258918195962906,
+ 0.0748991146683693,
+ 0.08436713367700577,
+ 0.09110807627439499,
+ 0.10076140612363815,
+ 0.06335102021694183,
+ 0.08356402069330215
+ ],
+ "perturbation_rho": [
+ 0.048133689910173416,
+ 0.19754433631896973,
+ 0.16992174088954926,
+ 0.13566580414772034,
+ 0.05106702446937561,
+ 0.13118207454681396,
+ 0.057789772748947144,
+ 0.09156530350446701,
+ 0.05846566706895828,
+ 0.07805749773979187,
+ 0.11393842101097107,
+ 0.10566958785057068
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0010935654863715172,
+ -0.0007910718559287488,
+ -0.0005110235651955009,
+ -0.0003657024062704295,
+ -0.0002454574278090149,
+ -0.00031436217250302434,
+ -0.00021353720512706786,
+ -0.00021881572320125997,
+ -0.00025353196542710066,
+ -0.00029741236357949674,
+ -0.00019224401330575347,
+ -0.00023414409952238202
+ ],
+ "0.003": [
+ -0.0032477299682796,
+ -0.0023589283227920532,
+ -0.0015236057806760073,
+ -0.0010900571942329407,
+ -0.0007291981601156294,
+ -0.0009313088376075029,
+ -0.0006336293881759048,
+ -0.0006524997879751027,
+ -0.0007575232302770019,
+ -0.0008877321379259229,
+ -0.0005692495033144951,
+ -0.0006953849224373698
+ ],
+ "0.01": [
+ -0.010506195947527885,
+ -0.007814407348632812,
+ -0.005055932328104973,
+ -0.003603969234973192,
+ -0.0024205115623772144,
+ -0.0030835624784231186,
+ -0.0020989018958061934,
+ -0.002160410862416029,
+ -0.0025065483059734106,
+ -0.0029421483632177114,
+ -0.0018882867880165577,
+ -0.0023007215932011604
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8810795295715332,
+ 1.2361003873825074,
+ 1.1001177528381347,
+ 1.0620904754638671,
+ 0.9923239807128906,
+ 1.0118637664794923,
+ 1.0294495058059692,
+ 1.035706482887268,
+ 1.1197983177185058,
+ 1.1272871920585632,
+ 1.1440982617378235,
+ 1.1798527102470397,
+ 1.2583636451721192,
+ 1.16342516040802,
+ 1.1545253436088563,
+ 1.1172974102020263,
+ 1.105135089302063,
+ 1.1267213039398194,
+ 1.1039850887298583,
+ 1.146181492614746,
+ 1.188433178806305,
+ 1.133612074279785,
+ 1.1646951875686646,
+ 1.1493542042732239,
+ 1.193199885559082,
+ 1.1990179855346679,
+ 1.1798026483535766,
+ 1.2109940435409545,
+ 1.1876913191795349,
+ 1.136012986755371,
+ 1.0995346645355224,
+ 1.1363990716934205,
+ 1.0839429043769837,
+ 1.036410266494751,
+ 1.0403498750686646,
+ 1.0100184856414796,
+ 1.0011023750305177,
+ 1.0164660669326782,
+ 1.0148341651916504,
+ 0.9997676483154296,
+ 1.079225712966919,
+ 1.0086151275634765,
+ 0.9838174611091614,
+ 0.9308564140319824,
+ 0.9210850870132447,
+ 0.9249866769790649,
+ 0.9204979789733887,
+ 1.0016128253936767,
+ 1.0033588279724122,
+ 0.9989631762504577,
+ 0.9597750957489014,
+ 0.9665767883300781,
+ 0.9695200438499451,
+ 0.979364437866211,
+ 1.0115489553451538,
+ 1.044701505279541,
+ 1.071289315032959,
+ 1.0969339916229248,
+ 1.0794300346374512,
+ 1.0735850115776062,
+ 1.0443150358200073,
+ 1.0285705953598023,
+ 1.011650534439087,
+ 0.9911880954742431,
+ 0.9808807865142822,
+ 0.9643822746276856,
+ 0.9543527652740479,
+ 0.9422026905059815,
+ 0.9374882905960084,
+ 0.9291035015106202,
+ 0.9215585130691528,
+ 0.9194198372840882,
+ 0.9146845828056336,
+ 0.9108321361541748,
+ 0.908439405822754,
+ 0.907101872253418,
+ 0.9050157958984375,
+ 0.9036195611000061,
+ 0.9028717960357666,
+ 0.9025129417419434
+ ],
+ "train_acc": [
+ 0.3648,
+ 0.5616,
+ 0.6071,
+ 0.6265,
+ 0.6596,
+ 0.652,
+ 0.6486,
+ 0.6435,
+ 0.6203,
+ 0.6245,
+ 0.6139,
+ 0.6054,
+ 0.5993,
+ 0.623,
+ 0.6222,
+ 0.6158,
+ 0.6189,
+ 0.619,
+ 0.6237,
+ 0.6187,
+ 0.6121,
+ 0.6181,
+ 0.6077,
+ 0.6086,
+ 0.6023,
+ 0.5997,
+ 0.6041,
+ 0.6032,
+ 0.6095,
+ 0.6156,
+ 0.6221,
+ 0.6192,
+ 0.6387,
+ 0.6512,
+ 0.6428,
+ 0.6486,
+ 0.6467,
+ 0.6543,
+ 0.653,
+ 0.6532,
+ 0.6402,
+ 0.6577,
+ 0.6606,
+ 0.6726,
+ 0.6731,
+ 0.6733,
+ 0.6713,
+ 0.6536,
+ 0.651,
+ 0.6492,
+ 0.6701,
+ 0.6638,
+ 0.6666,
+ 0.6661,
+ 0.6573,
+ 0.6522,
+ 0.6453,
+ 0.6405,
+ 0.6415,
+ 0.6428,
+ 0.6508,
+ 0.6514,
+ 0.6577,
+ 0.6609,
+ 0.6643,
+ 0.6653,
+ 0.6697,
+ 0.6684,
+ 0.6709,
+ 0.6743,
+ 0.6763,
+ 0.6755,
+ 0.6773,
+ 0.6788,
+ 0.6761,
+ 0.678,
+ 0.6792,
+ 0.6804,
+ 0.6803,
+ 0.6802
+ ],
+ "test_acc": [
+ 0.5295,
+ 0.5775,
+ 0.6065,
+ 0.6085,
+ 0.632,
+ 0.625,
+ 0.6215,
+ 0.583,
+ 0.6125,
+ 0.6035,
+ 0.5775,
+ 0.555,
+ 0.607,
+ 0.589,
+ 0.5885,
+ 0.601,
+ 0.5745,
+ 0.581,
+ 0.57,
+ 0.567,
+ 0.5955,
+ 0.529,
+ 0.582,
+ 0.5845,
+ 0.5495,
+ 0.585,
+ 0.556,
+ 0.578,
+ 0.579,
+ 0.5955,
+ 0.583,
+ 0.6235,
+ 0.602,
+ 0.609,
+ 0.626,
+ 0.6245,
+ 0.601,
+ 0.578,
+ 0.6385,
+ 0.5785,
+ 0.632,
+ 0.6265,
+ 0.626,
+ 0.656,
+ 0.648,
+ 0.657,
+ 0.624,
+ 0.618,
+ 0.6185,
+ 0.6325,
+ 0.6345,
+ 0.6375,
+ 0.6405,
+ 0.6395,
+ 0.632,
+ 0.6215,
+ 0.6005,
+ 0.6135,
+ 0.5985,
+ 0.6105,
+ 0.615,
+ 0.6215,
+ 0.6185,
+ 0.63,
+ 0.6265,
+ 0.628,
+ 0.629,
+ 0.6345,
+ 0.6345,
+ 0.6415,
+ 0.6415,
+ 0.6425,
+ 0.6395,
+ 0.644,
+ 0.6475,
+ 0.6465,
+ 0.644,
+ 0.6455,
+ 0.645,
+ 0.645
+ ],
+ "state_pred_error": [
+ 0.6453981456756592,
+ 0.23473459401130675,
+ 0.22407248733043672,
+ 0.22245599946975708,
+ 0.21019233787059785,
+ 0.18144550337791443,
+ 0.17582191152572632,
+ 0.17074397916793824,
+ 0.1751905428647995,
+ 0.1764908756017685,
+ 0.1641579815387726,
+ 0.15101692166328431,
+ 0.14769069714546204,
+ 0.14573342962265015,
+ 0.14323594300746917,
+ 0.1388802298069,
+ 0.13048029086589813,
+ 0.12313583681583405,
+ 0.1169026269197464,
+ 0.11280269784927369,
+ 0.1114406135559082,
+ 0.10753615816831588,
+ 0.09873319754600525,
+ 0.09379508064985276,
+ 0.09320075496435165,
+ 0.09452443287372589,
+ 0.08613354905843734,
+ 0.07822277886867524,
+ 0.06739198684692382,
+ 0.05750293148756027,
+ 0.04770064138174057,
+ 0.044405366152524946,
+ 0.04118964074850082,
+ 0.038421801435947416,
+ 0.035279463201761244,
+ 0.03239466397762299,
+ 0.02980326344370842,
+ 0.028275283205509184,
+ 0.027806608456373214,
+ 0.02775250583291054,
+ 0.027604129791259764,
+ 0.02825467872619629,
+ 0.03000386506319046,
+ 0.03052634057998657,
+ 0.030324843940138818,
+ 0.03044587863087654,
+ 0.030369041973352433,
+ 0.030169917958974838,
+ 0.029345124167203904,
+ 0.028020204293727875,
+ 0.026755033046007157,
+ 0.025642084258794783,
+ 0.025034043380618095,
+ 0.025460178035497664,
+ 0.025847621342539786,
+ 0.026586625242233278,
+ 0.027172537714242936,
+ 0.02762252908349037,
+ 0.027387323778867722,
+ 0.0279737877368927,
+ 0.027401061433553697,
+ 0.026677529415488243,
+ 0.026780897063016892,
+ 0.025761067128181457,
+ 0.02527744944691658,
+ 0.02493682624697685,
+ 0.02452848722934723,
+ 0.023785253030061723,
+ 0.023475021582841874,
+ 0.0230139014005661,
+ 0.022756616941094397,
+ 0.021971601372957228,
+ 0.02164053836464882,
+ 0.020801106786727905,
+ 0.020165389025211335,
+ 0.019814389663934708,
+ 0.01931059607863426,
+ 0.018816861334443092,
+ 0.018472328102588653,
+ 0.017988865703344344
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7252062559127808,
+ 0.29899632930755615,
+ 0.17116883397102356,
+ 0.13035137951374054,
+ 0.11515486240386963,
+ 0.09652335941791534,
+ 0.0831163302063942,
+ 0.08587749302387238,
+ 0.1138496845960617,
+ 0.09370164573192596,
+ 0.10970423370599747,
+ 0.09861446917057037
+ ],
+ "perturbation_rho": [
+ 0.5776556730270386,
+ 0.24244043231010437,
+ 0.15723995864391327,
+ 0.11212021112442017,
+ 0.13527166843414307,
+ 0.09345141798257828,
+ 0.05218992009758949,
+ 0.09958191215991974,
+ 0.09601333737373352,
+ 0.05242425203323364,
+ 0.08741243183612823,
+ 0.08527539670467377
+ ],
+ "nudging": {
+ "0.001": [
+ -0.01889077201485634,
+ -0.0009189919801428914,
+ -0.0004775590787176043,
+ -0.000345642096363008,
+ -0.0003198374470230192,
+ -0.00027532177045941353,
+ -0.00023964255524333566,
+ -0.00024414859944954515,
+ -0.00032626462052576244,
+ -0.00024727743584662676,
+ -0.0003089705132879317,
+ -0.00028701225528493524
+ ],
+ "0.003": [
+ -0.05585412308573723,
+ -0.0027553164400160313,
+ -0.0014325750526040792,
+ -0.0010372890392318368,
+ -0.0009584734216332436,
+ -0.0008253002306446433,
+ -0.0007186426082625985,
+ -0.0007314274553209543,
+ -0.000978380674496293,
+ -0.0007414872525259852,
+ -0.0009262076346203685,
+ -0.0008607603958807886
+ ],
+ "0.01": [
+ -0.1766481101512909,
+ -0.00916180107742548,
+ -0.004768161568790674,
+ -0.00345130218192935,
+ -0.0031899111345410347,
+ -0.002747050253674388,
+ -0.002392321825027466,
+ -0.0024352066684514284,
+ -0.0032566720619797707,
+ -0.0024684183299541473,
+ -0.003083357820287347,
+ -0.0028652269393205643
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 14567.1396484375,
+ 8843.26171875,
+ 5969.56787109375,
+ 5045.4873046875,
+ 4699.3388671875,
+ 4805.94287109375,
+ 4535.58935546875,
+ 4793.4423828125,
+ 4549.9345703125,
+ 4690.251953125,
+ 4812.1875,
+ 4947.22509765625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1223959423065186,
+ 1.1308925502777099,
+ 0.7801009045600891,
+ 0.6729701273918152,
+ 0.6086994623184204,
+ 0.5650544769287109,
+ 0.557174564743042,
+ 0.635125132226944,
+ 0.6045203336715699,
+ 0.6104950213432312,
+ 0.6773919567108154,
+ 0.634354585647583,
+ 0.7008390525817871,
+ 0.5426709760665893,
+ 0.6239622621536255,
+ 0.6713327980041504,
+ 0.6004258505821228,
+ 0.679081558227539,
+ 0.8434337931632996,
+ 0.7248663192749023,
+ 0.5846601127624512,
+ 0.7091362628936767,
+ 0.7446982576370239,
+ 0.781251979637146,
+ 0.803330804347992,
+ 0.7121967086791993,
+ 0.6684488694190979,
+ 0.8766575017929077,
+ 0.9210894750595093,
+ 0.82434025888443,
+ 0.837844763469696,
+ 0.80740807056427,
+ 0.9366403986930847,
+ 0.9515004661560058,
+ 1.1598037229537963,
+ 1.10346333694458,
+ 1.1477074918746948,
+ 1.3325309940338135,
+ 1.7308238342285156,
+ 1.2630112736701966,
+ 1.162735636138916,
+ 1.4247036094665528,
+ 1.7260048475265504,
+ 1.7118493715286256,
+ 1.648465139770508,
+ 1.5406495670318603,
+ 1.438048271369934,
+ 1.336459242248535,
+ 1.3360411096572875,
+ 1.3773949566841126,
+ 1.27808166847229,
+ 1.2043107717514039,
+ 1.3566615823745727,
+ 1.2266771377563477,
+ 1.2032874032974243,
+ 1.3345542625427247,
+ 1.277489598464966,
+ 1.2574082427978515,
+ 1.3388423186302185,
+ 1.317376096725464,
+ 1.3218458183288575,
+ 1.3416841665267945,
+ 1.313708076095581,
+ 1.3063379524230958,
+ 1.324901369857788,
+ 1.3095571729660034,
+ 1.3367181018829346,
+ 1.3342665132522582,
+ 1.3231969213485717,
+ 1.2999568965911865,
+ 1.2956551901817321,
+ 1.283503600692749,
+ 1.282581994819641,
+ 1.2756302757263183,
+ 1.2712590478897094,
+ 1.2688031791687011,
+ 1.2658842399597168,
+ 1.2636978759765625,
+ 1.2609567411422729,
+ 1.2598623921394347
+ ],
+ "train_acc": [
+ 0.2364,
+ 0.5948,
+ 0.7131,
+ 0.7478,
+ 0.7703,
+ 0.7889,
+ 0.7914,
+ 0.7656,
+ 0.7862,
+ 0.7757,
+ 0.7658,
+ 0.7746,
+ 0.748,
+ 0.7989,
+ 0.7753,
+ 0.7604,
+ 0.7796,
+ 0.7569,
+ 0.7207,
+ 0.7579,
+ 0.7832,
+ 0.7498,
+ 0.7331,
+ 0.7337,
+ 0.7258,
+ 0.755,
+ 0.7684,
+ 0.7433,
+ 0.7383,
+ 0.7477,
+ 0.747,
+ 0.7533,
+ 0.7224,
+ 0.7082,
+ 0.6644,
+ 0.6817,
+ 0.6672,
+ 0.6219,
+ 0.5687,
+ 0.6204,
+ 0.6338,
+ 0.6038,
+ 0.5568,
+ 0.5556,
+ 0.557,
+ 0.5713,
+ 0.5855,
+ 0.5923,
+ 0.5942,
+ 0.5825,
+ 0.5996,
+ 0.61,
+ 0.5866,
+ 0.6144,
+ 0.6164,
+ 0.5915,
+ 0.6046,
+ 0.6063,
+ 0.5949,
+ 0.5979,
+ 0.5971,
+ 0.5942,
+ 0.5962,
+ 0.5992,
+ 0.5918,
+ 0.5979,
+ 0.5926,
+ 0.5951,
+ 0.5954,
+ 0.5958,
+ 0.6024,
+ 0.6052,
+ 0.6038,
+ 0.6006,
+ 0.6055,
+ 0.6049,
+ 0.6047,
+ 0.6063,
+ 0.6086,
+ 0.6089
+ ],
+ "test_acc": [
+ 0.48,
+ 0.644,
+ 0.7065,
+ 0.733,
+ 0.7315,
+ 0.7055,
+ 0.7035,
+ 0.67,
+ 0.695,
+ 0.669,
+ 0.708,
+ 0.6635,
+ 0.678,
+ 0.6665,
+ 0.554,
+ 0.6675,
+ 0.653,
+ 0.637,
+ 0.569,
+ 0.647,
+ 0.5995,
+ 0.702,
+ 0.5415,
+ 0.6205,
+ 0.6875,
+ 0.633,
+ 0.6135,
+ 0.6145,
+ 0.6435,
+ 0.706,
+ 0.6325,
+ 0.5855,
+ 0.633,
+ 0.525,
+ 0.588,
+ 0.668,
+ 0.6115,
+ 0.453,
+ 0.502,
+ 0.586,
+ 0.6,
+ 0.494,
+ 0.5125,
+ 0.445,
+ 0.5215,
+ 0.5165,
+ 0.535,
+ 0.5235,
+ 0.485,
+ 0.514,
+ 0.571,
+ 0.5115,
+ 0.5405,
+ 0.5585,
+ 0.488,
+ 0.5775,
+ 0.5685,
+ 0.5465,
+ 0.558,
+ 0.5425,
+ 0.5335,
+ 0.55,
+ 0.5565,
+ 0.5345,
+ 0.5465,
+ 0.555,
+ 0.565,
+ 0.562,
+ 0.5535,
+ 0.555,
+ 0.5625,
+ 0.5585,
+ 0.5685,
+ 0.5595,
+ 0.564,
+ 0.5655,
+ 0.5645,
+ 0.569,
+ 0.5645,
+ 0.5665
+ ],
+ "value_loss": [
+ 2.7805515005111694,
+ 1.081686860370636,
+ 0.797205941772461,
+ 0.6986260824680328,
+ 0.7140384963989258,
+ 0.676977529335022,
+ 0.6860679067611695,
+ 1.0100212257385255,
+ 1.0003583810806274,
+ 0.8196450786590577,
+ 1.0773170350074768,
+ 0.9696109293460846,
+ 1.0457900135040283,
+ 0.7022124642372132,
+ 0.8929926084518433,
+ 0.9564439485549927,
+ 0.7808498700141907,
+ 0.9953287747383117,
+ 1.468350359916687,
+ 1.2638125471115111,
+ 0.83949560546875,
+ 1.2727160860061646,
+ 1.3841882694244385,
+ 1.678631261253357,
+ 1.725769453048706,
+ 1.5402052530288697,
+ 1.2585258999824525,
+ 2.0741510969161987,
+ 2.4101175380706787,
+ 1.948118208217621,
+ 2.2736195261001586,
+ 1.8106961948394775,
+ 2.211885329437256,
+ 2.1651109546661376,
+ 2.5323298233032228,
+ 2.1501616649627686,
+ 2.2966494682312013,
+ 3.1301290969848634,
+ 4.273359652328491,
+ 2.197300305747986,
+ 1.5282178970336915,
+ 2.6804796546936034,
+ 3.514599729347229,
+ 3.5422376876831057,
+ 2.5286996788024902,
+ 1.9258211517333985,
+ 1.815034661102295,
+ 1.506567113494873,
+ 1.5045080892562865,
+ 1.7108898855209351,
+ 1.241757023048401,
+ 1.2125720126152038,
+ 1.3929070613861083,
+ 1.1463023363113403,
+ 1.1142121349334717,
+ 1.332335331916809,
+ 1.1768944136142732,
+ 1.1620534097671509,
+ 1.298662633562088,
+ 1.1294718536376953,
+ 1.1261915169715881,
+ 1.122890726852417,
+ 1.1405691360473633,
+ 1.0319907926559448,
+ 1.0340288082122804,
+ 0.9726796591758728,
+ 1.0593993881225585,
+ 1.050448949432373,
+ 1.100425945854187,
+ 1.0933582187652588,
+ 0.8975212239265442,
+ 0.8938636081695557,
+ 0.9166557600021362,
+ 0.977439419555664,
+ 0.8397266407966614,
+ 0.8533422320365905,
+ 0.874716013431549,
+ 0.8575616405487061,
+ 0.838136801624298,
+ 0.8463798692464829
+ ],
+ "term_loss": [
+ 1.6485074674129485,
+ 0.8297072814941406,
+ 0.634693399810791,
+ 0.5434339653253555,
+ 0.5507466105461121,
+ 0.5207709157943725,
+ 0.5341971765518189,
+ 0.846416844177246,
+ 0.841112010717392,
+ 0.6564387054443359,
+ 0.9049889453649521,
+ 0.798225192284584,
+ 0.8605166847705841,
+ 0.5482600785255433,
+ 0.7241384846687317,
+ 0.7684001558303833,
+ 0.6070996345996856,
+ 0.7962655972480774,
+ 1.2140521295547486,
+ 0.9860176255226135,
+ 0.608419938647747,
+ 0.9112939659118653,
+ 0.9734650965690613,
+ 1.2297438148498536,
+ 1.299837247133255,
+ 1.1938978694915772,
+ 0.9857995202064515,
+ 1.69483338432312,
+ 1.9083918838500977,
+ 1.6175825427293777,
+ 1.9212311550140382,
+ 1.5342649998188018,
+ 1.8532086339950562,
+ 1.8259620584487914,
+ 2.1624345304489134,
+ 1.806892790031433,
+ 1.8902231861114502,
+ 2.5273943916320802,
+ 3.5992365367889403,
+ 1.7663538317680358,
+ 1.1680109001159669,
+ 2.154721879196167,
+ 2.983940335559845,
+ 2.932674698829651,
+ 2.0614490547180178,
+ 1.522164292526245,
+ 1.4121819274902343,
+ 1.1339237529754638,
+ 1.1243637654304504,
+ 1.3226550352573394,
+ 0.8877180952310562,
+ 0.8467551987171174,
+ 1.0091370786666871,
+ 0.7961967350006104,
+ 0.7717182033538819,
+ 0.9400051207065582,
+ 0.8129089121699333,
+ 0.7943745586633683,
+ 0.9124063068151474,
+ 0.7582885841369629,
+ 0.757268895816803,
+ 0.7520805835723877,
+ 0.7614981719970703,
+ 0.672174573135376,
+ 0.664697764635086,
+ 0.6174597493886947,
+ 0.6784869749546051,
+ 0.6815483723163605,
+ 0.7197177550315857,
+ 0.7082983478546142,
+ 0.5514742812633514,
+ 0.5509846379041672,
+ 0.5635691103935242,
+ 0.6054943891525268,
+ 0.5014636739730834,
+ 0.5115930925846099,
+ 0.5238163274765014,
+ 0.5094047106742859,
+ 0.4961314143180847,
+ 0.5014169258773327
+ ],
+ "bridge_loss": [
+ 0.8486444220311474,
+ 0.057455028840899466,
+ 0.00647345672249794,
+ 0.010065643244981765,
+ 0.026260024583339692,
+ 0.02356478395164013,
+ 0.01767999943345785,
+ 0.011712782212346793,
+ 0.01253184175491333,
+ 0.00921778129786253,
+ 0.007642647423967719,
+ 0.008494817974418402,
+ 0.0081177446693182,
+ 0.007718402835354209,
+ 0.0076394867897033696,
+ 0.009256541520357132,
+ 0.009772012880444526,
+ 0.01316194803416729,
+ 0.03859584418535233,
+ 0.08582426563501358,
+ 0.0680036034822464,
+ 0.16674192352294923,
+ 0.2082908762693405,
+ 0.23976570377349854,
+ 0.2108058066368103,
+ 0.15342824853658676,
+ 0.09269820539355278,
+ 0.1716358684539795,
+ 0.2829114284992218,
+ 0.11972570022344589,
+ 0.14527669587135314,
+ 0.07409173301458359,
+ 0.13836023993194102,
+ 0.1047233594417572,
+ 0.10239493898153305,
+ 0.08479896945953369,
+ 0.14000908613204957,
+ 0.30332467155456544,
+ 0.31832720917463303,
+ 0.13028690763115883,
+ 0.06915579251646996,
+ 0.2068889322757721,
+ 0.1689413583636284,
+ 0.2432434256672859,
+ 0.10945895296931267,
+ 0.058291493260860444,
+ 0.0695342747092247,
+ 0.051727681058645246,
+ 0.05560128738582134,
+ 0.06204493397176266,
+ 0.04303289123028517,
+ 0.06258053659200669,
+ 0.06440504032969475,
+ 0.049851995158195495,
+ 0.04215986429452896,
+ 0.0714924750328064,
+ 0.05100864072740078,
+ 0.056615071886777876,
+ 0.06172715484499931,
+ 0.05179036730527878,
+ 0.04902632168531418,
+ 0.04722833627164364,
+ 0.05790429630279541,
+ 0.04115619099140167,
+ 0.047522115555405614,
+ 0.03584751927256584,
+ 0.059197174768149854,
+ 0.04522456908226013,
+ 0.0625448987364769,
+ 0.06798982162475586,
+ 0.03050621822923422,
+ 0.030018169784545898,
+ 0.03876454293727875,
+ 0.058579221987724306,
+ 0.026292440569400787,
+ 0.030662278072535992,
+ 0.03989438471794128,
+ 0.03742715321779251,
+ 0.031834218949079514,
+ 0.03549532132707536
+ ],
+ "tgrad_loss": [
+ 0.2833996032714844,
+ 0.19452454969882965,
+ 0.15603908603191377,
+ 0.14512648067474365,
+ 0.13703186490535735,
+ 0.1326418347477913,
+ 0.1341907325744629,
+ 0.1518915962100029,
+ 0.14671453332901002,
+ 0.15398859734535217,
+ 0.16468544862270354,
+ 0.16289091897010805,
+ 0.17715558688640595,
+ 0.14623399047851562,
+ 0.16121463856697082,
+ 0.17878725657463074,
+ 0.16397822947502136,
+ 0.18590123443603515,
+ 0.2157023815393448,
+ 0.19197065043449402,
+ 0.16307206680774688,
+ 0.19468018741607665,
+ 0.20243228673934938,
+ 0.20912174048423768,
+ 0.21512638583183288,
+ 0.192879146194458,
+ 0.18002817583084108,
+ 0.20768185408115386,
+ 0.21881421895027162,
+ 0.2108099551796913,
+ 0.20711168808937072,
+ 0.20233947868347169,
+ 0.2203164538860321,
+ 0.2344255461215973,
+ 0.26750037670135496,
+ 0.2584699326515198,
+ 0.2664172016143799,
+ 0.2994100332260132,
+ 0.355795917224884,
+ 0.3006595685005188,
+ 0.29105121412277224,
+ 0.3188688861846924,
+ 0.36171807627677915,
+ 0.36631957635879514,
+ 0.3577916645050049,
+ 0.34536534185409545,
+ 0.3333184560775757,
+ 0.3209156816482544,
+ 0.3245430320739746,
+ 0.32618993062973023,
+ 0.31100603489875794,
+ 0.30323628644943235,
+ 0.31936494970321655,
+ 0.30025360336303714,
+ 0.300334077167511,
+ 0.32083772625923157,
+ 0.31297685990333557,
+ 0.31106378889083863,
+ 0.32452915863990783,
+ 0.3193928955078125,
+ 0.31989630165100097,
+ 0.3235818109035492,
+ 0.3211666654109955,
+ 0.31866003241539004,
+ 0.3218089293956757,
+ 0.3193724016189575,
+ 0.3217152436733246,
+ 0.3236760053157806,
+ 0.31816329843997954,
+ 0.31707005248069764,
+ 0.3155407253742218,
+ 0.3128608033657074,
+ 0.3143221000671387,
+ 0.31336581163406374,
+ 0.3119705219507217,
+ 0.3110868597269058,
+ 0.3110053087234497,
+ 0.3107297755241394,
+ 0.3101711611270905,
+ 0.3094676312446594
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.0279831662774086,
+ 0.034206733107566833,
+ 0.06341560930013657,
+ 0.0695083886384964,
+ 0.09047738462686539,
+ 0.09644618630409241,
+ 0.1011449545621872,
+ 0.09714356064796448,
+ 0.09739723801612854,
+ 0.09588810801506042,
+ 0.09328337758779526,
+ 0.08733686059713364
+ ],
+ "perturbation_rho": [
+ -0.01078212633728981,
+ 0.08389643579721451,
+ 0.09591226279735565,
+ 0.09822964668273926,
+ 0.15539337694644928,
+ 0.077084481716156,
+ 0.18135306239128113,
+ 0.13923753798007965,
+ 0.15523496270179749,
+ 0.1566530466079712,
+ 0.16011789441108704,
+ 0.12478099763393402
+ ],
+ "nudging": {
+ "0.001": [
+ -0.001502810511738062,
+ -0.00035649939673021436,
+ -0.0005188342183828354,
+ -0.0005870601162314415,
+ -0.0007064240635372698,
+ -0.0007271112990565598,
+ -0.000728512299247086,
+ -0.0007376023568212986,
+ -0.0007232739008031785,
+ -0.0007425217772834003,
+ -0.0007311765220947564,
+ -0.000725812220480293
+ ],
+ "0.003": [
+ -0.004485548473894596,
+ -0.001071919221431017,
+ -0.0015602593775838614,
+ -0.0017638156423345208,
+ -0.0021236937027424574,
+ -0.0021875915117561817,
+ -0.002183424076065421,
+ -0.002218396170064807,
+ -0.0021718533243983984,
+ -0.0022269198670983315,
+ -0.0021976742427796125,
+ -0.0021777376532554626
+ ],
+ "0.01": [
+ -0.014675050042569637,
+ -0.0035726604983210564,
+ -0.005193591117858887,
+ -0.005878218449652195,
+ -0.007073326967656612,
+ -0.007276617921888828,
+ -0.0072667524218559265,
+ -0.007385652512311935,
+ -0.00723686721175909,
+ -0.007413622923195362,
+ -0.0073149921372532845,
+ -0.007252625189721584
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L2_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L2_s123.json
new file mode 100644
index 0000000..bdb0570
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L2_s123.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.7654977563858032,
+ 0.8444957286834717,
+ 0.4950144814491272,
+ 0.36671135663986204,
+ 0.321284081697464,
+ 0.27993531551361084,
+ 0.27256134262084963,
+ 0.24975784158706665,
+ 0.23994892349243163,
+ 0.24492980494499206,
+ 0.22574045833349227,
+ 0.20097337501049042,
+ 0.1994509120464325,
+ 0.20277229657173157,
+ 0.18468337926864625,
+ 0.18727314873933792,
+ 0.1769370955467224,
+ 0.1838186579465866,
+ 0.17439295463562013,
+ 0.17294140467643737,
+ 0.1822731651544571,
+ 0.17028081703186035,
+ 0.1692028619647026,
+ 0.15768814945220946,
+ 0.14810290710926055,
+ 0.14752176475524903,
+ 0.16309453177452088,
+ 0.15764646480083466,
+ 0.14147279624938966,
+ 0.14498449137210845,
+ 0.1356404733657837,
+ 0.14475175623893738,
+ 0.13740543792247772,
+ 0.13167994917631148,
+ 0.12572967143058777,
+ 0.12563280085921288,
+ 0.11893130984306335,
+ 0.11800628488063812,
+ 0.11565658164024353,
+ 0.11688636230826378,
+ 0.11060135436058044,
+ 0.11006813128590584,
+ 0.1071192905664444,
+ 0.10655531152486801,
+ 0.10557044495344162,
+ 0.10469848154783248,
+ 0.10152105563879013,
+ 0.10145853953361511,
+ 0.09961113617420196,
+ 0.09860005731582641,
+ 0.10467973436117173,
+ 0.09797345906496048,
+ 0.09573235869407654,
+ 0.09314765231609344,
+ 0.09170019273757934,
+ 0.09269226717948914,
+ 0.09341713771820068,
+ 0.09100220992565156,
+ 0.08908436529636383,
+ 0.08798767466545104,
+ 0.08603315978050231,
+ 0.0854144489645958,
+ 0.08496862246394157,
+ 0.08380987513065338,
+ 0.08267026079893113,
+ 0.08210583221912383,
+ 0.08188264560699463,
+ 0.08136292295455932,
+ 0.08069994529485702,
+ 0.08029244214296341,
+ 0.07990814363956451,
+ 0.07976104700565338,
+ 0.07939706645011901,
+ 0.07912448803782463,
+ 0.07889298883974552,
+ 0.07872593634724617,
+ 0.0785790141582489,
+ 0.07847202535867691,
+ 0.0784075082063675,
+ 0.07836773316860199
+ ],
+ "train_acc": [
+ 0.4156,
+ 0.7664,
+ 0.8679,
+ 0.9013,
+ 0.8997,
+ 0.9114,
+ 0.9042,
+ 0.9112,
+ 0.9163,
+ 0.9084,
+ 0.9186,
+ 0.9294,
+ 0.9276,
+ 0.9251,
+ 0.9345,
+ 0.9343,
+ 0.9347,
+ 0.9319,
+ 0.9369,
+ 0.9368,
+ 0.9337,
+ 0.9361,
+ 0.9391,
+ 0.9422,
+ 0.9495,
+ 0.9487,
+ 0.9383,
+ 0.9407,
+ 0.952,
+ 0.9466,
+ 0.953,
+ 0.9474,
+ 0.9502,
+ 0.955,
+ 0.9573,
+ 0.9575,
+ 0.9618,
+ 0.9616,
+ 0.9634,
+ 0.9615,
+ 0.9654,
+ 0.9661,
+ 0.9677,
+ 0.9684,
+ 0.9667,
+ 0.9687,
+ 0.9705,
+ 0.9684,
+ 0.9714,
+ 0.9719,
+ 0.9662,
+ 0.9719,
+ 0.9735,
+ 0.9758,
+ 0.9764,
+ 0.9766,
+ 0.9741,
+ 0.9774,
+ 0.9768,
+ 0.9778,
+ 0.9801,
+ 0.9801,
+ 0.9817,
+ 0.9811,
+ 0.9818,
+ 0.9825,
+ 0.9823,
+ 0.9825,
+ 0.9838,
+ 0.9833,
+ 0.9839,
+ 0.9844,
+ 0.9845,
+ 0.9845,
+ 0.9849,
+ 0.9848,
+ 0.9852,
+ 0.9853,
+ 0.9853,
+ 0.9853
+ ],
+ "test_acc": [
+ 0.656,
+ 0.838,
+ 0.867,
+ 0.8815,
+ 0.886,
+ 0.8975,
+ 0.9005,
+ 0.895,
+ 0.901,
+ 0.8945,
+ 0.895,
+ 0.9035,
+ 0.9005,
+ 0.901,
+ 0.9045,
+ 0.909,
+ 0.904,
+ 0.898,
+ 0.906,
+ 0.908,
+ 0.9085,
+ 0.912,
+ 0.904,
+ 0.9015,
+ 0.904,
+ 0.9075,
+ 0.912,
+ 0.9105,
+ 0.9135,
+ 0.911,
+ 0.9175,
+ 0.913,
+ 0.913,
+ 0.9165,
+ 0.916,
+ 0.9145,
+ 0.912,
+ 0.9135,
+ 0.9165,
+ 0.919,
+ 0.9185,
+ 0.9205,
+ 0.916,
+ 0.916,
+ 0.9175,
+ 0.9155,
+ 0.9175,
+ 0.9155,
+ 0.9165,
+ 0.9155,
+ 0.913,
+ 0.9145,
+ 0.9165,
+ 0.9165,
+ 0.9185,
+ 0.9195,
+ 0.915,
+ 0.92,
+ 0.922,
+ 0.9225,
+ 0.919,
+ 0.922,
+ 0.919,
+ 0.921,
+ 0.923,
+ 0.9195,
+ 0.9205,
+ 0.921,
+ 0.92,
+ 0.921,
+ 0.921,
+ 0.92,
+ 0.9195,
+ 0.921,
+ 0.9205,
+ 0.92,
+ 0.92,
+ 0.92,
+ 0.92,
+ 0.92
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8569881916046143,
+ 0.8500438928604126
+ ],
+ "perturbation_rho": [
+ 0.9999989867210388,
+ 0.9999954700469971
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02136343903839588,
+ -0.007668375503271818
+ ],
+ "0.003": [
+ -0.05757742375135422,
+ -0.022186852991580963
+ ],
+ "0.01": [
+ -0.13159069418907166,
+ -0.06504300236701965
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.222045899963379,
+ 1.5443243183135986,
+ 0.9165551806926727,
+ 0.6182797731399536,
+ 0.4814643452644348,
+ 0.4080216860771179,
+ 0.3821046540737152,
+ 0.3557525873661041,
+ 0.3617426670074463,
+ 0.3635426070213318,
+ 0.3631010500907898,
+ 0.3817070824146271,
+ 0.3703360957622528,
+ 0.4017043243922293,
+ 0.36939922463893893,
+ 0.3809434096813202,
+ 0.37349798345565793,
+ 0.4216185576438904,
+ 0.37035776710510254,
+ 0.4096152338027954,
+ 0.44324955769777297,
+ 0.37625437016487123,
+ 0.41346786515712736,
+ 0.38239140539169314,
+ 0.43430486598014834,
+ 0.4266927839279175,
+ 0.47304191370010373,
+ 0.42663185768127443,
+ 0.3726616260290146,
+ 0.39664573118686675,
+ 0.4000628391265869,
+ 0.3725332321166992,
+ 0.4474667528867722,
+ 0.3764329075098038,
+ 0.39272863276004794,
+ 0.3961232415050268,
+ 0.35540812203884126,
+ 0.3754589093208313,
+ 0.3967381541252136,
+ 0.37234801816940305,
+ 0.38604524369239807,
+ 0.38428880689144135,
+ 0.3889479875087738,
+ 0.39900728015899656,
+ 0.3657263102054596,
+ 0.3451460936665535,
+ 0.3340610753059387,
+ 0.3457312560558319,
+ 0.3312659737110138,
+ 0.3334344934463501,
+ 0.34277497341632845,
+ 0.3261671709060669,
+ 0.33543690328598025,
+ 0.32464828124046324,
+ 0.327925772857666,
+ 0.31421077461242675,
+ 0.3448867746353149,
+ 0.3114112159252167,
+ 0.31121128454208374,
+ 0.31479848520755765,
+ 0.3050527681350708,
+ 0.3033456075429916,
+ 0.29738776047229765,
+ 0.29894379968643187,
+ 0.2957280710220337,
+ 0.29328098392486573,
+ 0.29249357726573944,
+ 0.2907493370056152,
+ 0.2953320168852806,
+ 0.2873753551006317,
+ 0.2861742950439453,
+ 0.2886102059006691,
+ 0.2845136415481567,
+ 0.2840243721663952,
+ 0.2817679080247879,
+ 0.2821083644628525,
+ 0.2808473236083984,
+ 0.2805542977809906,
+ 0.28007913836240766,
+ 0.2798538848757744
+ ],
+ "train_acc": [
+ 0.1881,
+ 0.4863,
+ 0.6985,
+ 0.7856,
+ 0.8266,
+ 0.8435,
+ 0.8497,
+ 0.861,
+ 0.8595,
+ 0.8635,
+ 0.8666,
+ 0.8594,
+ 0.8676,
+ 0.8577,
+ 0.8692,
+ 0.8668,
+ 0.8652,
+ 0.8583,
+ 0.8715,
+ 0.8657,
+ 0.8559,
+ 0.8734,
+ 0.8662,
+ 0.8726,
+ 0.8565,
+ 0.8585,
+ 0.8527,
+ 0.8631,
+ 0.874,
+ 0.8676,
+ 0.8678,
+ 0.8728,
+ 0.8577,
+ 0.8711,
+ 0.8713,
+ 0.8663,
+ 0.8801,
+ 0.8751,
+ 0.8667,
+ 0.8762,
+ 0.8731,
+ 0.8725,
+ 0.8721,
+ 0.8695,
+ 0.8727,
+ 0.8817,
+ 0.8837,
+ 0.8817,
+ 0.886,
+ 0.8858,
+ 0.8819,
+ 0.8876,
+ 0.8819,
+ 0.8835,
+ 0.8853,
+ 0.8891,
+ 0.8824,
+ 0.8891,
+ 0.8926,
+ 0.8861,
+ 0.8912,
+ 0.8907,
+ 0.8944,
+ 0.8937,
+ 0.8928,
+ 0.8946,
+ 0.8933,
+ 0.895,
+ 0.8922,
+ 0.8964,
+ 0.8952,
+ 0.8949,
+ 0.8961,
+ 0.8957,
+ 0.8982,
+ 0.8974,
+ 0.898,
+ 0.8973,
+ 0.8976,
+ 0.8975
+ ],
+ "test_acc": [
+ 0.3455,
+ 0.586,
+ 0.718,
+ 0.775,
+ 0.8005,
+ 0.8085,
+ 0.831,
+ 0.832,
+ 0.8335,
+ 0.8355,
+ 0.8275,
+ 0.8195,
+ 0.8265,
+ 0.837,
+ 0.8305,
+ 0.8365,
+ 0.8095,
+ 0.8405,
+ 0.8095,
+ 0.8065,
+ 0.8115,
+ 0.826,
+ 0.816,
+ 0.8145,
+ 0.822,
+ 0.8205,
+ 0.799,
+ 0.837,
+ 0.814,
+ 0.8285,
+ 0.8325,
+ 0.826,
+ 0.813,
+ 0.824,
+ 0.8335,
+ 0.827,
+ 0.8205,
+ 0.8235,
+ 0.817,
+ 0.8355,
+ 0.823,
+ 0.802,
+ 0.8055,
+ 0.832,
+ 0.8375,
+ 0.85,
+ 0.8365,
+ 0.834,
+ 0.8335,
+ 0.8435,
+ 0.8335,
+ 0.8365,
+ 0.838,
+ 0.833,
+ 0.832,
+ 0.824,
+ 0.833,
+ 0.854,
+ 0.8455,
+ 0.8455,
+ 0.852,
+ 0.8435,
+ 0.848,
+ 0.848,
+ 0.8525,
+ 0.8485,
+ 0.851,
+ 0.8535,
+ 0.853,
+ 0.848,
+ 0.852,
+ 0.849,
+ 0.8485,
+ 0.8525,
+ 0.8525,
+ 0.8525,
+ 0.8555,
+ 0.852,
+ 0.8525,
+ 0.853
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.05345926433801651,
+ 0.1220134049654007
+ ],
+ "perturbation_rho": [
+ 0.09254007041454315,
+ 0.03279075771570206
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0014900758396834135,
+ -0.00040765886660665274
+ ],
+ "0.003": [
+ -0.0044248285703361034,
+ -0.0012199780903756618
+ ],
+ "0.01": [
+ -0.0142319705337286,
+ -0.004036533646285534
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.035307823371887,
+ 1.0818795654296876,
+ 0.5848175754547119,
+ 0.4178084654331207,
+ 0.36943293256759646,
+ 0.36182685775756834,
+ 0.36377423672676085,
+ 0.3638772452354431,
+ 0.36289256069660186,
+ 0.35803506598472595,
+ 0.3521030779838562,
+ 0.36004641103744506,
+ 0.3508536817073822,
+ 0.3523506750106811,
+ 0.37145801367759707,
+ 0.35224308915138247,
+ 0.35803700803518296,
+ 0.35305213971138,
+ 0.3651015239715576,
+ 0.3836041011810303,
+ 0.3781185965538025,
+ 0.38939061965942384,
+ 0.42120680956840517,
+ 0.40723042488098143,
+ 0.4526292643547058,
+ 0.40323816947937013,
+ 0.415028613948822,
+ 0.41594237394332884,
+ 0.40914614896774293,
+ 0.40614798660278323,
+ 0.39321772956848144,
+ 0.38597395792007444,
+ 0.4012366283416748,
+ 0.39515967016220094,
+ 0.3989246150016785,
+ 0.40142448501586914,
+ 0.37222539920806885,
+ 0.3748494933605194,
+ 0.38571743087768556,
+ 0.3823385854721069,
+ 0.3849996451854706,
+ 0.37309266843795774,
+ 0.3707266288280487,
+ 0.3709278034210205,
+ 0.37044406490325926,
+ 0.3628380756378174,
+ 0.36986831691265104,
+ 0.35957499681711197,
+ 0.3573640037059784,
+ 0.37129577651023865,
+ 0.35399168338775633,
+ 0.3636847696185112,
+ 0.35051158096790314,
+ 0.3494784439086914,
+ 0.3490269979476929,
+ 0.34427729971408844,
+ 0.34917515044212344,
+ 0.34596708917617797,
+ 0.3457959949493408,
+ 0.3382417812347412,
+ 0.3398675190448761,
+ 0.33830025720596313,
+ 0.3366756670475006,
+ 0.3361509337425232,
+ 0.3335879071235657,
+ 0.3334713472366333,
+ 0.3317858941078186,
+ 0.33048621253967286,
+ 0.33019430565834046,
+ 0.3285010213851929,
+ 0.32787752251625063,
+ 0.32666881173849105,
+ 0.32629875988960266,
+ 0.3255439553260803,
+ 0.3254732527732849,
+ 0.3248609799385071,
+ 0.32443962535858156,
+ 0.3241093095779419,
+ 0.32383085441589354,
+ 0.32369576120376586
+ ],
+ "train_acc": [
+ 0.2759,
+ 0.6504,
+ 0.8027,
+ 0.8556,
+ 0.8617,
+ 0.8633,
+ 0.8603,
+ 0.8608,
+ 0.8597,
+ 0.8664,
+ 0.8637,
+ 0.8641,
+ 0.8664,
+ 0.8655,
+ 0.86,
+ 0.8672,
+ 0.869,
+ 0.8672,
+ 0.8576,
+ 0.8559,
+ 0.859,
+ 0.8534,
+ 0.8441,
+ 0.8506,
+ 0.8305,
+ 0.8495,
+ 0.8446,
+ 0.8438,
+ 0.8428,
+ 0.8449,
+ 0.8507,
+ 0.8543,
+ 0.8483,
+ 0.8496,
+ 0.8506,
+ 0.8483,
+ 0.862,
+ 0.8558,
+ 0.8543,
+ 0.8589,
+ 0.8602,
+ 0.8607,
+ 0.8587,
+ 0.8633,
+ 0.8606,
+ 0.8659,
+ 0.8625,
+ 0.8659,
+ 0.8671,
+ 0.8616,
+ 0.8693,
+ 0.8661,
+ 0.8696,
+ 0.8722,
+ 0.8714,
+ 0.8728,
+ 0.8713,
+ 0.8736,
+ 0.8725,
+ 0.875,
+ 0.8738,
+ 0.8752,
+ 0.8753,
+ 0.874,
+ 0.8781,
+ 0.8763,
+ 0.8786,
+ 0.8772,
+ 0.878,
+ 0.8784,
+ 0.879,
+ 0.8797,
+ 0.8798,
+ 0.8799,
+ 0.8798,
+ 0.8801,
+ 0.8797,
+ 0.8801,
+ 0.8813,
+ 0.8813
+ ],
+ "test_acc": [
+ 0.503,
+ 0.72,
+ 0.7965,
+ 0.826,
+ 0.8265,
+ 0.8335,
+ 0.8295,
+ 0.8315,
+ 0.8315,
+ 0.8335,
+ 0.823,
+ 0.823,
+ 0.831,
+ 0.826,
+ 0.8215,
+ 0.8205,
+ 0.828,
+ 0.8215,
+ 0.814,
+ 0.8145,
+ 0.817,
+ 0.812,
+ 0.806,
+ 0.788,
+ 0.8175,
+ 0.8145,
+ 0.808,
+ 0.793,
+ 0.8065,
+ 0.7955,
+ 0.807,
+ 0.812,
+ 0.816,
+ 0.8215,
+ 0.8125,
+ 0.8175,
+ 0.821,
+ 0.803,
+ 0.8285,
+ 0.8265,
+ 0.83,
+ 0.8215,
+ 0.824,
+ 0.8185,
+ 0.83,
+ 0.834,
+ 0.832,
+ 0.837,
+ 0.8375,
+ 0.8295,
+ 0.829,
+ 0.82,
+ 0.825,
+ 0.831,
+ 0.8365,
+ 0.8315,
+ 0.8395,
+ 0.834,
+ 0.83,
+ 0.831,
+ 0.841,
+ 0.839,
+ 0.831,
+ 0.838,
+ 0.8335,
+ 0.835,
+ 0.8365,
+ 0.831,
+ 0.8385,
+ 0.832,
+ 0.835,
+ 0.8365,
+ 0.8335,
+ 0.8325,
+ 0.8335,
+ 0.836,
+ 0.8345,
+ 0.834,
+ 0.834,
+ 0.834
+ ],
+ "state_pred_error": [
+ 0.7997600481987,
+ 0.3437161437034607,
+ 0.2014044310092926,
+ 0.16714438018798827,
+ 0.15179780702590942,
+ 0.13224747791290284,
+ 0.11098563377857208,
+ 0.0916959712266922,
+ 0.07569896295070648,
+ 0.061903948831558225,
+ 0.05011345111131668,
+ 0.04207257339954376,
+ 0.0351084869146347,
+ 0.030359905037283898,
+ 0.026254229775071143,
+ 0.02318112598657608,
+ 0.021127575582265853,
+ 0.018682509154081345,
+ 0.017222601471841334,
+ 0.016082065165042878,
+ 0.014975263381004333,
+ 0.014202502882480622,
+ 0.014144844499230385,
+ 0.01311485079973936,
+ 0.012837442517280579,
+ 0.012465586432814597,
+ 0.012172201824188232,
+ 0.01132886090874672,
+ 0.011098468725383281,
+ 0.010547183714807033,
+ 0.009977656623721123,
+ 0.009493274948000908,
+ 0.009209013964235782,
+ 0.008924346220493316,
+ 0.008761503490805626,
+ 0.00834588114619255,
+ 0.008196133199334144,
+ 0.008180657398700714,
+ 0.007771395539492369,
+ 0.007566665153205395,
+ 0.007358304584771395,
+ 0.007139906688034534,
+ 0.007039350777864456,
+ 0.007165508459508419,
+ 0.006619077945500612,
+ 0.006377335331588983,
+ 0.0062913012474775315,
+ 0.006098052710294724,
+ 0.006248931968957185,
+ 0.005887588227540255,
+ 0.005769434168934822,
+ 0.005733849746733904,
+ 0.005528700548410415,
+ 0.005712412436306476,
+ 0.005568497113138437,
+ 0.005270802947878838,
+ 0.005042337468266487,
+ 0.0052765426017344,
+ 0.004908596959710122,
+ 0.005113466054946184,
+ 0.004858688966929913,
+ 0.004781623714789748,
+ 0.004587523357570171,
+ 0.004601859824359417,
+ 0.004504906559363008,
+ 0.0047202605225145815,
+ 0.004451583327353001,
+ 0.004443144879117608,
+ 0.004247794686257839,
+ 0.004191487204283476,
+ 0.004164984770864248,
+ 0.004182276912778616,
+ 0.00406104885712266,
+ 0.004042744146287441,
+ 0.004139866654574871,
+ 0.003951248052343726,
+ 0.003766103806346655,
+ 0.0038973809622228146,
+ 0.004124714520573616,
+ 0.003765122526139021
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9177796840667725,
+ 0.47225815057754517
+ ],
+ "perturbation_rho": [
+ 0.7912815809249878,
+ 0.3786163330078125
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02343657612800598,
+ -0.0025146803818643093
+ ],
+ "0.003": [
+ -0.06697157770395279,
+ -0.0075065759010612965
+ ],
+ "0.01": [
+ -0.187799870967865,
+ -0.02459421567618847
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 654.3871459960938,
+ 278.6759338378906
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2231978775024412,
+ 1.5435144302368164,
+ 0.9255192138671875,
+ 0.6231668456077576,
+ 0.47682934741973876,
+ 0.41253710989952086,
+ 0.38058802461624147,
+ 0.3612384679555893,
+ 0.3502673017501831,
+ 0.3541757307052612,
+ 0.36556007900238036,
+ 0.3836657918453217,
+ 0.3598676048755646,
+ 0.3682255392074585,
+ 0.3784599184989929,
+ 0.4032455762863159,
+ 0.3752034682035446,
+ 0.395582155418396,
+ 0.42088637284040453,
+ 0.4353969056129456,
+ 0.49382096910476686,
+ 0.46568728313446045,
+ 0.4780210087776184,
+ 0.5099774327039719,
+ 0.5591948669433594,
+ 0.5902343495845794,
+ 0.6529199718952179,
+ 0.6656437032699585,
+ 0.667899845123291,
+ 0.7424959661483764,
+ 0.796056184387207,
+ 0.814354309463501,
+ 0.8498922292709351,
+ 0.9181127500534058,
+ 0.8227109302520752,
+ 0.8799352335929871,
+ 0.9216915922164917,
+ 0.9162841287612915,
+ 0.961645627784729,
+ 0.934480671787262,
+ 0.9278618555068969,
+ 0.9472960815429687,
+ 0.977372176361084,
+ 0.9279924439430237,
+ 0.931221773815155,
+ 0.9409424783706665,
+ 0.9645380886077881,
+ 0.9430541513442993,
+ 0.9649716537475586,
+ 0.9659242866516113,
+ 0.9619326337814331,
+ 0.9567905778884888,
+ 0.9783849853515625,
+ 1.0015579802513122,
+ 1.00494115524292,
+ 1.0035569537639617,
+ 1.0050078544616698,
+ 1.0123552949905394,
+ 1.01352340259552,
+ 1.039237533378601,
+ 1.035588917160034,
+ 1.032976812839508,
+ 1.0407879976272583,
+ 1.0397173221588134,
+ 1.0423907831192016,
+ 1.0491719779968263,
+ 1.0476377964019776,
+ 1.0432713088989258,
+ 1.0447245557785034,
+ 1.0415431062698364,
+ 1.0402565887451172,
+ 1.0366182415008545,
+ 1.0374339856147765,
+ 1.034851577758789,
+ 1.034139908027649,
+ 1.03353916721344,
+ 1.0329146126270294,
+ 1.0321089252471924,
+ 1.031716856765747,
+ 1.0315448204040527
+ ],
+ "train_acc": [
+ 0.1876,
+ 0.4894,
+ 0.6908,
+ 0.7843,
+ 0.8259,
+ 0.842,
+ 0.8522,
+ 0.8611,
+ 0.865,
+ 0.8667,
+ 0.8621,
+ 0.8616,
+ 0.8682,
+ 0.8684,
+ 0.8649,
+ 0.8589,
+ 0.8678,
+ 0.8687,
+ 0.8575,
+ 0.8564,
+ 0.8445,
+ 0.8433,
+ 0.847,
+ 0.8404,
+ 0.8242,
+ 0.8214,
+ 0.8033,
+ 0.7973,
+ 0.7998,
+ 0.7819,
+ 0.7709,
+ 0.759,
+ 0.7496,
+ 0.7381,
+ 0.7503,
+ 0.7337,
+ 0.7231,
+ 0.7248,
+ 0.7162,
+ 0.7119,
+ 0.7086,
+ 0.704,
+ 0.6929,
+ 0.6995,
+ 0.6953,
+ 0.689,
+ 0.6838,
+ 0.6914,
+ 0.682,
+ 0.6818,
+ 0.6811,
+ 0.678,
+ 0.6733,
+ 0.6705,
+ 0.6659,
+ 0.6704,
+ 0.6677,
+ 0.664,
+ 0.6659,
+ 0.6563,
+ 0.6611,
+ 0.6626,
+ 0.659,
+ 0.6568,
+ 0.6604,
+ 0.6565,
+ 0.6579,
+ 0.6618,
+ 0.6593,
+ 0.6605,
+ 0.6601,
+ 0.6607,
+ 0.6624,
+ 0.6624,
+ 0.6629,
+ 0.6634,
+ 0.6626,
+ 0.663,
+ 0.6627,
+ 0.6634
+ ],
+ "test_acc": [
+ 0.336,
+ 0.581,
+ 0.72,
+ 0.7835,
+ 0.8075,
+ 0.8185,
+ 0.8225,
+ 0.8195,
+ 0.827,
+ 0.8205,
+ 0.824,
+ 0.8235,
+ 0.8285,
+ 0.818,
+ 0.8225,
+ 0.831,
+ 0.8015,
+ 0.8365,
+ 0.8205,
+ 0.765,
+ 0.8095,
+ 0.8035,
+ 0.7985,
+ 0.774,
+ 0.77,
+ 0.7605,
+ 0.738,
+ 0.75,
+ 0.739,
+ 0.731,
+ 0.7145,
+ 0.7115,
+ 0.6835,
+ 0.703,
+ 0.701,
+ 0.6735,
+ 0.6755,
+ 0.656,
+ 0.6585,
+ 0.6815,
+ 0.68,
+ 0.6655,
+ 0.6795,
+ 0.6795,
+ 0.675,
+ 0.665,
+ 0.665,
+ 0.659,
+ 0.6605,
+ 0.657,
+ 0.662,
+ 0.652,
+ 0.648,
+ 0.648,
+ 0.646,
+ 0.6455,
+ 0.6495,
+ 0.6455,
+ 0.646,
+ 0.6435,
+ 0.639,
+ 0.6315,
+ 0.6405,
+ 0.635,
+ 0.644,
+ 0.6405,
+ 0.637,
+ 0.6265,
+ 0.6335,
+ 0.6385,
+ 0.6355,
+ 0.631,
+ 0.637,
+ 0.635,
+ 0.6395,
+ 0.6365,
+ 0.639,
+ 0.6365,
+ 0.638,
+ 0.638
+ ],
+ "value_loss": [
+ 2.876306781387329,
+ 0.7856723394393921,
+ 0.5928473916530609,
+ 0.5013651826143265,
+ 0.44722279748916627,
+ 0.4374195610523224,
+ 0.4381609722137451,
+ 0.46451272745132444,
+ 0.5010983292698861,
+ 0.49245802602767946,
+ 0.5388860324859619,
+ 0.6111842860221863,
+ 0.5615375234603882,
+ 0.5658212431192398,
+ 0.6179779888391495,
+ 0.6809112598419189,
+ 0.6433888878822327,
+ 0.6772890575408935,
+ 0.7352884284079075,
+ 0.8157524694442749,
+ 0.9909413330078125,
+ 0.9366963150024414,
+ 0.9510981642961502,
+ 1.048841558933258,
+ 1.154732922744751,
+ 1.2454240258216858,
+ 1.4217876974105834,
+ 1.3324861633300782,
+ 1.383902477169037,
+ 1.4895198330879211,
+ 1.6056639788627625,
+ 1.427614409351349,
+ 1.3538882410049438,
+ 1.411731699848175,
+ 1.1238839833259582,
+ 1.2100854367256164,
+ 1.214574584853649,
+ 1.0777985618591308,
+ 1.1443535018444062,
+ 1.0253696113348008,
+ 0.919029998588562,
+ 0.8878245719909668,
+ 0.9744467445373535,
+ 0.824526634979248,
+ 0.8014205926895142,
+ 0.7634805387496948,
+ 0.7902832801818848,
+ 0.7393046459197998,
+ 0.7831286626815795,
+ 0.758888035583496,
+ 0.719997971534729,
+ 0.7418651414871216,
+ 0.7080020462989807,
+ 0.8019536107063293,
+ 0.7214265657424926,
+ 0.7120814613819122,
+ 0.717910733795166,
+ 0.7196631093978881,
+ 0.7238030241012573,
+ 0.7440049339294433,
+ 0.7167224275588989,
+ 0.6929942185401916,
+ 0.7202660966396331,
+ 0.6883848846435547,
+ 0.698680549621582,
+ 0.7095868293762208,
+ 0.6795802874088287,
+ 0.663805854511261,
+ 0.6624986004829406,
+ 0.6704760707855225,
+ 0.6755891981124877,
+ 0.7603735716819763,
+ 0.648806884264946,
+ 0.6449895093441009,
+ 0.6462680356025696,
+ 0.6254746982574463,
+ 0.6235096879005432,
+ 0.6025638544082642,
+ 0.6216146362304688,
+ 0.6248516966819763
+ ],
+ "term_loss": [
+ 1.639870400428772,
+ 0.3507210045337677,
+ 0.34477140822410585,
+ 0.29710007433891295,
+ 0.2601790674209595,
+ 0.25600365054607394,
+ 0.25877483711242677,
+ 0.29236667512655257,
+ 0.3331691867649555,
+ 0.3240827446460724,
+ 0.36899902091026304,
+ 0.4347284555196762,
+ 0.3967565870523453,
+ 0.39815111773014067,
+ 0.4507559413194656,
+ 0.5020932229995727,
+ 0.4743917005300522,
+ 0.5037893265724183,
+ 0.5480789810597897,
+ 0.6277814621925354,
+ 0.7829725056648255,
+ 0.7233813446044922,
+ 0.7467594781458378,
+ 0.8260618205308914,
+ 0.9186455319404602,
+ 1.0031881261825562,
+ 1.1540955222129823,
+ 1.0660843635559083,
+ 1.1143094442605972,
+ 1.2018714171886444,
+ 1.3037795733451842,
+ 1.1133485041618347,
+ 1.0332393661499024,
+ 1.0753915726184844,
+ 0.8136546610355377,
+ 0.8798294746398926,
+ 0.8744119406983256,
+ 0.7455172416687011,
+ 0.8011896505832672,
+ 0.6859100102216006,
+ 0.5815183532238006,
+ 0.5462483320474625,
+ 0.6176732580661773,
+ 0.4817309150695801,
+ 0.4554020172119141,
+ 0.4135750238418579,
+ 0.4313158232688904,
+ 0.39167013053894045,
+ 0.428555741071701,
+ 0.40601828079223634,
+ 0.3743584144592285,
+ 0.3892281187534332,
+ 0.3544705183029175,
+ 0.43724887987971306,
+ 0.35984939937591554,
+ 0.35236385194063186,
+ 0.3571020919799805,
+ 0.35568072917461396,
+ 0.361035050535202,
+ 0.3737378871917725,
+ 0.35216808892488477,
+ 0.32893878989219666,
+ 0.3490776247859001,
+ 0.32203044962882993,
+ 0.32965824136734007,
+ 0.33938146572113037,
+ 0.3120464255452156,
+ 0.30106174416542053,
+ 0.29664410429000854,
+ 0.30635549602508544,
+ 0.30906102600097657,
+ 0.375988377571106,
+ 0.29100386579036713,
+ 0.28118928681612015,
+ 0.2787789331912994,
+ 0.267332150387764,
+ 0.2657620764285326,
+ 0.2520246841192246,
+ 0.2673741018772125,
+ 0.2734043194293976
+ ],
+ "bridge_loss": [
+ 0.9365049929586589,
+ 0.13423291933834552,
+ 0.02359517429172993,
+ 0.009435658095777035,
+ 0.016151994919776917,
+ 0.019326301124691962,
+ 0.02228460746407509,
+ 0.017419311372935772,
+ 0.015196872821450233,
+ 0.015288333666324615,
+ 0.013569608584046364,
+ 0.013740351551026106,
+ 0.012244615394622087,
+ 0.012688239745795726,
+ 0.011124985119700432,
+ 0.012841972821950912,
+ 0.014346514343097807,
+ 0.015282003252208232,
+ 0.020628411626443268,
+ 0.01985876966714859,
+ 0.024889793342351915,
+ 0.03505476154237985,
+ 0.02604603983312845,
+ 0.03549123661220074,
+ 0.034647015199065205,
+ 0.037708253931999204,
+ 0.04363026385307312,
+ 0.04016457169055939,
+ 0.04331139268875122,
+ 0.041140395292639735,
+ 0.044560722640156744,
+ 0.049140659207105634,
+ 0.04577249918580055,
+ 0.04996752251982689,
+ 0.04400557230710983,
+ 0.048151988497376445,
+ 0.05200917733758688,
+ 0.04542869421243668,
+ 0.04608109139800072,
+ 0.046201552886515854,
+ 0.04489687628746033,
+ 0.04607596616744995,
+ 0.054255467438697816,
+ 0.049672819927334785,
+ 0.053708798533678055,
+ 0.053039796304702756,
+ 0.05734103150367737,
+ 0.051897763884067534,
+ 0.05335785975456238,
+ 0.05264690642356873,
+ 0.047083489751815796,
+ 0.05342354041486978,
+ 0.05028336017727852,
+ 0.05724046026468277,
+ 0.0501610916852951,
+ 0.05189191411733627,
+ 0.05292398271858692,
+ 0.053859466511011124,
+ 0.05355185590982437,
+ 0.054500432527065275,
+ 0.05102754718065262,
+ 0.052611512261629106,
+ 0.057694364416599274,
+ 0.05261626641750336,
+ 0.055332134974002835,
+ 0.05660939726829529,
+ 0.05285219025611877,
+ 0.05093574574589729,
+ 0.0517145704627037,
+ 0.05241333737373352,
+ 0.055536415910720824,
+ 0.07385429392457009,
+ 0.04720236387550831,
+ 0.05397108833789825,
+ 0.05832255332022905,
+ 0.04941890643239021,
+ 0.04918186986446381,
+ 0.04253149769902229,
+ 0.04644611543416977,
+ 0.04374015842676163
+ ],
+ "tgrad_loss": [
+ 0.2999313575744629,
+ 0.30071841287612916,
+ 0.2244808042049408,
+ 0.19482945413589478,
+ 0.17089173245429992,
+ 0.16208961111307144,
+ 0.15710153303146362,
+ 0.15472674567103387,
+ 0.15273226557970046,
+ 0.15308694994449615,
+ 0.15631739873886108,
+ 0.1627154801607132,
+ 0.15253631706237794,
+ 0.15498188679218292,
+ 0.15609705946445465,
+ 0.16597607221603394,
+ 0.154650675368309,
+ 0.15821772830486297,
+ 0.16658104096725584,
+ 0.1681122395515442,
+ 0.18307903990745544,
+ 0.17826021099090575,
+ 0.17829264632463454,
+ 0.18728849435448647,
+ 0.20144037680625915,
+ 0.20452762956619264,
+ 0.2240619119644165,
+ 0.22623722536563873,
+ 0.22628164014816285,
+ 0.24650802659988402,
+ 0.2573236642599106,
+ 0.26512524480819705,
+ 0.2748763925552368,
+ 0.28637262206077574,
+ 0.2662237548828125,
+ 0.2821039693832397,
+ 0.28815346791744234,
+ 0.2868526280403137,
+ 0.29708276128768923,
+ 0.2932580437421799,
+ 0.292614759683609,
+ 0.2955002767562866,
+ 0.3025180263757706,
+ 0.2931228996038437,
+ 0.29230977420806886,
+ 0.2968657133102417,
+ 0.30162642464637757,
+ 0.2957367503643036,
+ 0.30121506395339964,
+ 0.3002228458404541,
+ 0.2985560688495636,
+ 0.29921348223686217,
+ 0.3032481753349304,
+ 0.3074642710447311,
+ 0.3114160710811615,
+ 0.3078256957054138,
+ 0.30788465242385865,
+ 0.31012291219234467,
+ 0.30921611247062686,
+ 0.3157666190624237,
+ 0.31352679815292356,
+ 0.31144391264915466,
+ 0.31349411163330076,
+ 0.3137381648540497,
+ 0.31369017992019654,
+ 0.3135959681987762,
+ 0.3146816665649414,
+ 0.3118083592414856,
+ 0.31413992648124694,
+ 0.3117072313308716,
+ 0.3109917598247528,
+ 0.3105308976173401,
+ 0.3106006525039673,
+ 0.30982913246154786,
+ 0.30916655061244963,
+ 0.3087236411571503,
+ 0.3085657374978065,
+ 0.3080076750278473,
+ 0.3077944193840027,
+ 0.3077072183132172
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.09752383828163147,
+ 0.2814161777496338
+ ],
+ "perturbation_rho": [
+ 0.2172888070344925,
+ 0.46050792932510376
+ ],
+ "nudging": {
+ "0.001": [
+ -0.005947513971477747,
+ -0.0023629600182175636
+ ],
+ "0.003": [
+ -0.017743801698088646,
+ -0.007080004084855318
+ ],
+ "0.01": [
+ -0.05797416716814041,
+ -0.023506879806518555
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L2_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L2_s42.json
new file mode 100644
index 0000000..08b20a6
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L2_s42.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.7909032949447632,
+ 0.8408651754379273,
+ 0.4797002552509308,
+ 0.3647427452087402,
+ 0.3124784866809845,
+ 0.2817441850662231,
+ 0.2590787395477295,
+ 0.25116723079681397,
+ 0.2374646141052246,
+ 0.22318382008075713,
+ 0.2223593633413315,
+ 0.1995730001926422,
+ 0.2196668884038925,
+ 0.19875684378147127,
+ 0.1934546858549118,
+ 0.18952004461288452,
+ 0.18683569231033326,
+ 0.19224771404266358,
+ 0.18635251063108443,
+ 0.16810201063156127,
+ 0.17770678448677063,
+ 0.17279608354568482,
+ 0.16727651731967927,
+ 0.1559371694803238,
+ 0.15815642802715302,
+ 0.14418157806396484,
+ 0.14997697926163672,
+ 0.1387534565925598,
+ 0.15129592059105634,
+ 0.13506835396289826,
+ 0.1424376358985901,
+ 0.1351928102493286,
+ 0.1380953494757414,
+ 0.12529992187023162,
+ 0.1325531720519066,
+ 0.1227368601322174,
+ 0.13023556920289994,
+ 0.12078996238708496,
+ 0.12364544925689697,
+ 0.11792606129646302,
+ 0.1153166356086731,
+ 0.11588856360912322,
+ 0.11642754650115966,
+ 0.11655678544044494,
+ 0.10944631642103195,
+ 0.10654066693782806,
+ 0.10285172426700592,
+ 0.10260429283976555,
+ 0.099968874502182,
+ 0.09773169926404952,
+ 0.097343274974823,
+ 0.09863903195858002,
+ 0.0987546160697937,
+ 0.0955238178730011,
+ 0.09478670574426651,
+ 0.09218684401512146,
+ 0.09407348573207855,
+ 0.09172552303671837,
+ 0.08920091514587403,
+ 0.08815436470508575,
+ 0.08759597380161285,
+ 0.0869701828956604,
+ 0.08645854530334472,
+ 0.08645270910263061,
+ 0.08507799062728882,
+ 0.08462890653610229,
+ 0.0839632087945938,
+ 0.08303676342964172,
+ 0.08232744481563568,
+ 0.08194958243370055,
+ 0.08150955953598023,
+ 0.08117919763922692,
+ 0.0808682661652565,
+ 0.08060784562826157,
+ 0.08038016645908355,
+ 0.08024281358420848,
+ 0.0800727246761322,
+ 0.07996719419956207,
+ 0.07990662084817886,
+ 0.07986213479042054
+ ],
+ "train_acc": [
+ 0.4015,
+ 0.7763,
+ 0.872,
+ 0.8957,
+ 0.9046,
+ 0.9098,
+ 0.9139,
+ 0.91,
+ 0.9202,
+ 0.92,
+ 0.9182,
+ 0.9316,
+ 0.9176,
+ 0.9279,
+ 0.9296,
+ 0.9311,
+ 0.9308,
+ 0.9279,
+ 0.9304,
+ 0.9406,
+ 0.9342,
+ 0.9348,
+ 0.9381,
+ 0.9455,
+ 0.9419,
+ 0.9511,
+ 0.9453,
+ 0.954,
+ 0.9456,
+ 0.9527,
+ 0.948,
+ 0.9541,
+ 0.9518,
+ 0.9601,
+ 0.9544,
+ 0.9613,
+ 0.9538,
+ 0.9586,
+ 0.9584,
+ 0.9612,
+ 0.962,
+ 0.9617,
+ 0.9613,
+ 0.9593,
+ 0.9645,
+ 0.9672,
+ 0.971,
+ 0.9708,
+ 0.9735,
+ 0.9739,
+ 0.9725,
+ 0.9731,
+ 0.9719,
+ 0.9745,
+ 0.9751,
+ 0.976,
+ 0.9732,
+ 0.9763,
+ 0.9781,
+ 0.9783,
+ 0.9781,
+ 0.9786,
+ 0.9791,
+ 0.9798,
+ 0.9821,
+ 0.9809,
+ 0.9808,
+ 0.9812,
+ 0.9818,
+ 0.9824,
+ 0.982,
+ 0.9824,
+ 0.9828,
+ 0.9828,
+ 0.9832,
+ 0.9836,
+ 0.9837,
+ 0.9836,
+ 0.9838,
+ 0.9838
+ ],
+ "test_acc": [
+ 0.6525,
+ 0.8175,
+ 0.8655,
+ 0.8835,
+ 0.8785,
+ 0.882,
+ 0.893,
+ 0.888,
+ 0.8855,
+ 0.8905,
+ 0.893,
+ 0.894,
+ 0.894,
+ 0.889,
+ 0.897,
+ 0.8985,
+ 0.8865,
+ 0.898,
+ 0.8935,
+ 0.897,
+ 0.8925,
+ 0.905,
+ 0.8995,
+ 0.9085,
+ 0.902,
+ 0.9065,
+ 0.9045,
+ 0.906,
+ 0.902,
+ 0.903,
+ 0.9015,
+ 0.9055,
+ 0.9075,
+ 0.9075,
+ 0.912,
+ 0.9065,
+ 0.9085,
+ 0.9065,
+ 0.9015,
+ 0.908,
+ 0.9045,
+ 0.9045,
+ 0.906,
+ 0.906,
+ 0.904,
+ 0.904,
+ 0.911,
+ 0.908,
+ 0.9085,
+ 0.9135,
+ 0.909,
+ 0.9075,
+ 0.9115,
+ 0.9135,
+ 0.917,
+ 0.914,
+ 0.91,
+ 0.9135,
+ 0.9105,
+ 0.91,
+ 0.911,
+ 0.908,
+ 0.9065,
+ 0.9075,
+ 0.908,
+ 0.909,
+ 0.907,
+ 0.907,
+ 0.9085,
+ 0.9095,
+ 0.9085,
+ 0.908,
+ 0.9075,
+ 0.9075,
+ 0.9085,
+ 0.9085,
+ 0.908,
+ 0.908,
+ 0.908,
+ 0.908
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9068200588226318,
+ 0.8893121480941772
+ ],
+ "perturbation_rho": [
+ 0.9999985098838806,
+ 0.9999943971633911
+ ],
+ "nudging": {
+ "0.001": [
+ -0.023899933323264122,
+ -0.008479279465973377
+ ],
+ "0.003": [
+ -0.0650826171040535,
+ -0.024595053866505623
+ ],
+ "0.01": [
+ -0.15680165588855743,
+ -0.07294036448001862
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.272149989128113,
+ 1.6072792436599732,
+ 0.9563953531265259,
+ 0.632236511516571,
+ 0.47902783765792845,
+ 0.4073201657772064,
+ 0.3671415810585022,
+ 0.35644190893173217,
+ 0.35256571426391603,
+ 0.3582359858751297,
+ 0.3660087926208973,
+ 0.36652003979682923,
+ 0.37060247931480406,
+ 0.3795734006881714,
+ 0.38890625929832456,
+ 0.3900839144229889,
+ 0.4118562028884888,
+ 0.4039736029624939,
+ 0.37663860700130464,
+ 0.37836415185928346,
+ 0.420570277929306,
+ 0.4127836347579956,
+ 0.41665606060028076,
+ 0.3981014615058899,
+ 0.400833323764801,
+ 0.41302710666656495,
+ 0.41561282229423524,
+ 0.3989115385055542,
+ 0.43917759885042906,
+ 0.39013743410110474,
+ 0.4253689344406128,
+ 0.40447203521728514,
+ 0.40794838209152223,
+ 0.4303056351661682,
+ 0.3982668053627014,
+ 0.3899207235336304,
+ 0.42121000814437864,
+ 0.4009185729980469,
+ 0.41895741519927976,
+ 0.41355561633110044,
+ 0.38559334030151365,
+ 0.39681776518821715,
+ 0.3590934567213058,
+ 0.37791539306640626,
+ 0.3702590451717377,
+ 0.37318263463974,
+ 0.3705978121757507,
+ 0.3725005265951157,
+ 0.34017645268440244,
+ 0.35172376317977905,
+ 0.35478726396560667,
+ 0.3520003671169281,
+ 0.3633641314744949,
+ 0.33544783420562746,
+ 0.3414689769744873,
+ 0.3352735348701477,
+ 0.344571617937088,
+ 0.32714939917325975,
+ 0.3172183589220047,
+ 0.3279861245632172,
+ 0.32109520440101624,
+ 0.316487836933136,
+ 0.31405309810638427,
+ 0.3157914097547531,
+ 0.30937249819040297,
+ 0.31022134857177736,
+ 0.31250496447086334,
+ 0.30788920271396636,
+ 0.3062834129333496,
+ 0.3069887036204338,
+ 0.3004336483001709,
+ 0.3017194701194763,
+ 0.29909859516620635,
+ 0.29890388836860654,
+ 0.2970484607696533,
+ 0.29831262575387957,
+ 0.29611629629135133,
+ 0.2954514974594116,
+ 0.2951315716266632,
+ 0.294859547996521
+ ],
+ "train_acc": [
+ 0.1683,
+ 0.4682,
+ 0.6752,
+ 0.7755,
+ 0.8224,
+ 0.8451,
+ 0.8605,
+ 0.8657,
+ 0.8635,
+ 0.8677,
+ 0.8698,
+ 0.8682,
+ 0.8697,
+ 0.8687,
+ 0.8672,
+ 0.87,
+ 0.865,
+ 0.8635,
+ 0.8739,
+ 0.8745,
+ 0.8605,
+ 0.8632,
+ 0.8674,
+ 0.8705,
+ 0.867,
+ 0.8662,
+ 0.8655,
+ 0.8703,
+ 0.8605,
+ 0.8701,
+ 0.8616,
+ 0.8678,
+ 0.8676,
+ 0.8661,
+ 0.8688,
+ 0.8706,
+ 0.8628,
+ 0.873,
+ 0.8626,
+ 0.8685,
+ 0.8731,
+ 0.8714,
+ 0.8803,
+ 0.8761,
+ 0.8799,
+ 0.8822,
+ 0.8754,
+ 0.8773,
+ 0.8849,
+ 0.883,
+ 0.8826,
+ 0.8826,
+ 0.8778,
+ 0.8878,
+ 0.8855,
+ 0.8878,
+ 0.882,
+ 0.885,
+ 0.8921,
+ 0.8867,
+ 0.8886,
+ 0.8925,
+ 0.8926,
+ 0.8922,
+ 0.8964,
+ 0.8934,
+ 0.8924,
+ 0.8942,
+ 0.8954,
+ 0.8958,
+ 0.898,
+ 0.8958,
+ 0.8981,
+ 0.898,
+ 0.8982,
+ 0.8972,
+ 0.8986,
+ 0.8991,
+ 0.8995,
+ 0.8986
+ ],
+ "test_acc": [
+ 0.3005,
+ 0.571,
+ 0.71,
+ 0.769,
+ 0.794,
+ 0.807,
+ 0.82,
+ 0.8205,
+ 0.8235,
+ 0.8205,
+ 0.8175,
+ 0.822,
+ 0.822,
+ 0.8075,
+ 0.8225,
+ 0.813,
+ 0.811,
+ 0.82,
+ 0.831,
+ 0.821,
+ 0.817,
+ 0.817,
+ 0.815,
+ 0.7975,
+ 0.8065,
+ 0.8205,
+ 0.826,
+ 0.7885,
+ 0.8195,
+ 0.792,
+ 0.8155,
+ 0.8325,
+ 0.809,
+ 0.826,
+ 0.8235,
+ 0.808,
+ 0.8195,
+ 0.8115,
+ 0.809,
+ 0.819,
+ 0.805,
+ 0.833,
+ 0.8255,
+ 0.824,
+ 0.8305,
+ 0.8195,
+ 0.806,
+ 0.8375,
+ 0.8325,
+ 0.8255,
+ 0.83,
+ 0.8185,
+ 0.836,
+ 0.832,
+ 0.8455,
+ 0.8335,
+ 0.8425,
+ 0.846,
+ 0.841,
+ 0.839,
+ 0.8405,
+ 0.843,
+ 0.8425,
+ 0.8405,
+ 0.8485,
+ 0.8445,
+ 0.8455,
+ 0.848,
+ 0.85,
+ 0.849,
+ 0.8445,
+ 0.8495,
+ 0.8475,
+ 0.843,
+ 0.8465,
+ 0.8485,
+ 0.846,
+ 0.8475,
+ 0.848,
+ 0.847
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.008382977917790413,
+ 0.06159647926688194
+ ],
+ "perturbation_rho": [
+ -0.022914212197065353,
+ 0.018335968255996704
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0001649217592785135,
+ -0.00021235107851680368
+ ],
+ "0.003": [
+ 0.0006042401073500514,
+ -0.0006366041488945484
+ ],
+ "0.01": [
+ 0.0033093439415097237,
+ -0.002113340189680457
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.057672385406494,
+ 1.1166771314620971,
+ 0.6086244252204895,
+ 0.4245740672111511,
+ 0.36483576316833494,
+ 0.35679988889694214,
+ 0.3548254811286926,
+ 0.34793691511154173,
+ 0.3464306734323502,
+ 0.3435576392173767,
+ 0.34013770332932475,
+ 0.33322665920257566,
+ 0.33403541398048403,
+ 0.3319604155063629,
+ 0.3415149167060852,
+ 0.3399295929431915,
+ 0.3496535359382629,
+ 0.37121437792778017,
+ 0.362134037733078,
+ 0.38054348917007447,
+ 0.37667123994827273,
+ 0.36827400608062744,
+ 0.37283519170284274,
+ 0.3736583568572998,
+ 0.39922317066192625,
+ 0.38717319040298465,
+ 0.37632566776275633,
+ 0.39565731761455536,
+ 0.3784814638614655,
+ 0.3727163250207901,
+ 0.37778283381462097,
+ 0.36831437734365463,
+ 0.36310676040649414,
+ 0.4009634237289429,
+ 0.3620505106925964,
+ 0.3674455921173096,
+ 0.3772189566731453,
+ 0.3530207999229431,
+ 0.3573484922885895,
+ 0.3630984719753265,
+ 0.35662814855575564,
+ 0.37530835361480713,
+ 0.351890708065033,
+ 0.36676664543151855,
+ 0.3481761688232422,
+ 0.35212536692619323,
+ 0.34319338274002076,
+ 0.3521613523960114,
+ 0.337118542098999,
+ 0.3296779903411865,
+ 0.33185150694847104,
+ 0.3305467273712158,
+ 0.3442539291143417,
+ 0.33049997148513793,
+ 0.32896905941963195,
+ 0.327506383895874,
+ 0.3324374245882034,
+ 0.3221533220291138,
+ 0.3242107194542885,
+ 0.32271010704040526,
+ 0.318077142906189,
+ 0.3179136665344238,
+ 0.3174248493671417,
+ 0.3131567057132721,
+ 0.31502656025886533,
+ 0.31301859073638916,
+ 0.312909477519989,
+ 0.3118305783390999,
+ 0.31005851497650144,
+ 0.30886491203308103,
+ 0.3087408046722412,
+ 0.30726790990829467,
+ 0.3069364815831184,
+ 0.3057547236442566,
+ 0.3054956469535828,
+ 0.30528006699085236,
+ 0.30487773990631106,
+ 0.30455025148391723,
+ 0.304351772236824,
+ 0.30421765327453615
+ ],
+ "train_acc": [
+ 0.2627,
+ 0.6355,
+ 0.7918,
+ 0.8496,
+ 0.8661,
+ 0.8649,
+ 0.8652,
+ 0.8693,
+ 0.8681,
+ 0.8695,
+ 0.8729,
+ 0.8751,
+ 0.8734,
+ 0.8741,
+ 0.8698,
+ 0.8682,
+ 0.8684,
+ 0.8594,
+ 0.862,
+ 0.8585,
+ 0.8587,
+ 0.8606,
+ 0.8568,
+ 0.8597,
+ 0.8494,
+ 0.8553,
+ 0.8551,
+ 0.8509,
+ 0.8614,
+ 0.8609,
+ 0.861,
+ 0.8661,
+ 0.8636,
+ 0.8551,
+ 0.863,
+ 0.8613,
+ 0.859,
+ 0.8686,
+ 0.8678,
+ 0.8627,
+ 0.8657,
+ 0.8607,
+ 0.867,
+ 0.8651,
+ 0.8714,
+ 0.871,
+ 0.8732,
+ 0.8694,
+ 0.8748,
+ 0.8771,
+ 0.878,
+ 0.8747,
+ 0.8735,
+ 0.8772,
+ 0.8792,
+ 0.878,
+ 0.8762,
+ 0.8818,
+ 0.8768,
+ 0.8803,
+ 0.879,
+ 0.8811,
+ 0.8814,
+ 0.883,
+ 0.8825,
+ 0.8844,
+ 0.8823,
+ 0.8829,
+ 0.8866,
+ 0.8862,
+ 0.8846,
+ 0.8855,
+ 0.885,
+ 0.8869,
+ 0.8859,
+ 0.8861,
+ 0.8857,
+ 0.886,
+ 0.8862,
+ 0.8862
+ ],
+ "test_acc": [
+ 0.482,
+ 0.709,
+ 0.787,
+ 0.813,
+ 0.8285,
+ 0.8275,
+ 0.8345,
+ 0.826,
+ 0.826,
+ 0.8305,
+ 0.8215,
+ 0.819,
+ 0.8185,
+ 0.817,
+ 0.819,
+ 0.812,
+ 0.817,
+ 0.8125,
+ 0.8045,
+ 0.7905,
+ 0.7995,
+ 0.8055,
+ 0.801,
+ 0.8025,
+ 0.804,
+ 0.801,
+ 0.792,
+ 0.7925,
+ 0.807,
+ 0.798,
+ 0.7985,
+ 0.799,
+ 0.7915,
+ 0.8155,
+ 0.8095,
+ 0.804,
+ 0.811,
+ 0.814,
+ 0.803,
+ 0.8115,
+ 0.81,
+ 0.813,
+ 0.819,
+ 0.813,
+ 0.817,
+ 0.8165,
+ 0.8175,
+ 0.8245,
+ 0.82,
+ 0.814,
+ 0.8225,
+ 0.816,
+ 0.8245,
+ 0.817,
+ 0.8225,
+ 0.82,
+ 0.8225,
+ 0.826,
+ 0.823,
+ 0.823,
+ 0.8275,
+ 0.8235,
+ 0.8225,
+ 0.826,
+ 0.8255,
+ 0.827,
+ 0.8245,
+ 0.825,
+ 0.8255,
+ 0.8235,
+ 0.8245,
+ 0.826,
+ 0.8225,
+ 0.8265,
+ 0.8245,
+ 0.825,
+ 0.8255,
+ 0.827,
+ 0.827,
+ 0.827
+ ],
+ "state_pred_error": [
+ 0.7967377858638763,
+ 0.34598296966552733,
+ 0.2030195487499237,
+ 0.16683620121479034,
+ 0.15052817759513856,
+ 0.13117947192192078,
+ 0.10972135738134384,
+ 0.0900312513589859,
+ 0.07317366843223572,
+ 0.06010319168567657,
+ 0.04874778895378113,
+ 0.0407476614356041,
+ 0.03495406020283699,
+ 0.02987285739183426,
+ 0.026561988437175752,
+ 0.023144602596759795,
+ 0.021253752559423446,
+ 0.019422493594884873,
+ 0.017936924171447755,
+ 0.016594687747955323,
+ 0.015548654867708683,
+ 0.014461067456007004,
+ 0.013745320722460748,
+ 0.012979924492537976,
+ 0.01257009451687336,
+ 0.012221769727766514,
+ 0.011650261569023133,
+ 0.011007585345208645,
+ 0.010606600934267045,
+ 0.01016893789768219,
+ 0.00975934579372406,
+ 0.009299210277199745,
+ 0.009092474126815795,
+ 0.008728945380449295,
+ 0.008686305114626884,
+ 0.008494052711874247,
+ 0.007941164903342724,
+ 0.007641752201318741,
+ 0.007414149653911591,
+ 0.007252850785851478,
+ 0.007086898298561573,
+ 0.006903395959734917,
+ 0.0067314132377505305,
+ 0.006647216567397117,
+ 0.006545945912599564,
+ 0.006497067116945982,
+ 0.006256709571182728,
+ 0.006150986460596323,
+ 0.005971997079998255,
+ 0.005811705444008112,
+ 0.005608313149213791,
+ 0.005580492584407329,
+ 0.005637438614666462,
+ 0.005647444573789835,
+ 0.005466383482515812,
+ 0.005266562070697546,
+ 0.005138493876159191,
+ 0.00498729590177536,
+ 0.004910858514904976,
+ 0.004862993755191564,
+ 0.004731716811656952,
+ 0.0047377496108412746,
+ 0.0047596204489469525,
+ 0.004541794133931398,
+ 0.00446272025257349,
+ 0.004423295229673386,
+ 0.00430677450299263,
+ 0.0043451601408422,
+ 0.004428337071090937,
+ 0.004295985059812665,
+ 0.0042147732827812435,
+ 0.0040082332260906696,
+ 0.0041201773762702945,
+ 0.003969736605882645,
+ 0.00395717710107565,
+ 0.004493858044967055,
+ 0.003766924513503909,
+ 0.0037810308314859867,
+ 0.0038307637006044387,
+ 0.0036542431749403475
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9188902378082275,
+ 0.4362110495567322
+ ],
+ "perturbation_rho": [
+ 0.8401009440422058,
+ 0.41428011655807495
+ ],
+ "nudging": {
+ "0.001": [
+ -0.027256522327661514,
+ -0.0028760721907019615
+ ],
+ "0.003": [
+ -0.07801611721515656,
+ -0.008582176640629768
+ ],
+ "0.01": [
+ -0.21947401762008667,
+ -0.02806854248046875
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 753.1610107421875,
+ 333.87890625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2717817337036132,
+ 1.6044951431274415,
+ 0.9575855054855347,
+ 0.6274385880470276,
+ 0.479679812002182,
+ 0.4025820679664612,
+ 0.3722260438919067,
+ 0.35356286239624024,
+ 0.35820354251861575,
+ 0.37495428252220153,
+ 0.3565654326915741,
+ 0.3734219524860382,
+ 0.3754354688644409,
+ 0.39081022024154666,
+ 0.37834826040267944,
+ 0.4085339098930359,
+ 0.3934634296178818,
+ 0.40792312593460084,
+ 0.41530650129318236,
+ 0.45324366564750673,
+ 0.4508738428592682,
+ 0.5132140514850616,
+ 0.5059539035320282,
+ 0.5738642817497254,
+ 0.5628011140346527,
+ 0.5786454545974732,
+ 0.6376582353115082,
+ 0.6003107436180115,
+ 0.6011718498229981,
+ 0.6524772605895997,
+ 0.6472935548782348,
+ 0.6307102481842041,
+ 0.6182636840820313,
+ 0.63121531457901,
+ 0.6926726831436157,
+ 0.6685154367446899,
+ 0.7257110968589783,
+ 0.6795891889095307,
+ 0.6769815434455871,
+ 0.7017775566101074,
+ 0.7776780778884888,
+ 0.7102687572002411,
+ 0.7532470722198487,
+ 0.7802075752258301,
+ 0.7946839473724365,
+ 0.7761624695301056,
+ 0.8113742619514466,
+ 0.8059718873977662,
+ 0.8183923157691956,
+ 0.8154451040267945,
+ 0.8366338520050048,
+ 0.842187615776062,
+ 0.8577603224754333,
+ 0.8479723624229432,
+ 0.8778535093307495,
+ 0.876348822593689,
+ 0.8831672384738922,
+ 0.8729063333511352,
+ 0.8774579629898072,
+ 0.9124985290527343,
+ 0.8993189775466919,
+ 0.9178578794002533,
+ 0.9149423480987549,
+ 0.9265102993011475,
+ 0.9319318475723266,
+ 0.937051300239563,
+ 0.9444302869796752,
+ 0.9413692620277405,
+ 0.9406136125564575,
+ 0.9456098251342774,
+ 0.9459423446655273,
+ 0.9455011163711547,
+ 0.9455199542999267,
+ 0.9456782765388488,
+ 0.9462723201751709,
+ 0.9461660702705383,
+ 0.9455078218698502,
+ 0.9445678804397583,
+ 0.9438195475578308,
+ 0.943692198753357
+ ],
+ "train_acc": [
+ 0.1685,
+ 0.4663,
+ 0.6767,
+ 0.7776,
+ 0.8201,
+ 0.8482,
+ 0.8584,
+ 0.864,
+ 0.8674,
+ 0.8645,
+ 0.8725,
+ 0.8674,
+ 0.8708,
+ 0.8656,
+ 0.872,
+ 0.866,
+ 0.8661,
+ 0.8626,
+ 0.8645,
+ 0.8503,
+ 0.8526,
+ 0.8318,
+ 0.8337,
+ 0.8206,
+ 0.818,
+ 0.8111,
+ 0.7946,
+ 0.8,
+ 0.7977,
+ 0.7791,
+ 0.7799,
+ 0.782,
+ 0.7861,
+ 0.7743,
+ 0.7594,
+ 0.7633,
+ 0.746,
+ 0.7597,
+ 0.7585,
+ 0.7534,
+ 0.7343,
+ 0.7503,
+ 0.7375,
+ 0.734,
+ 0.7335,
+ 0.7346,
+ 0.7281,
+ 0.7262,
+ 0.7197,
+ 0.7231,
+ 0.7196,
+ 0.7156,
+ 0.7134,
+ 0.7144,
+ 0.7037,
+ 0.7092,
+ 0.7075,
+ 0.7085,
+ 0.7071,
+ 0.6968,
+ 0.6984,
+ 0.697,
+ 0.7003,
+ 0.6966,
+ 0.6967,
+ 0.6967,
+ 0.6951,
+ 0.6947,
+ 0.6952,
+ 0.6924,
+ 0.6928,
+ 0.693,
+ 0.6911,
+ 0.6925,
+ 0.6939,
+ 0.6929,
+ 0.6941,
+ 0.6926,
+ 0.6936,
+ 0.6938
+ ],
+ "test_acc": [
+ 0.3075,
+ 0.577,
+ 0.7165,
+ 0.765,
+ 0.805,
+ 0.806,
+ 0.825,
+ 0.822,
+ 0.816,
+ 0.816,
+ 0.812,
+ 0.8185,
+ 0.819,
+ 0.8245,
+ 0.822,
+ 0.8215,
+ 0.802,
+ 0.8235,
+ 0.8035,
+ 0.801,
+ 0.773,
+ 0.767,
+ 0.7385,
+ 0.763,
+ 0.775,
+ 0.731,
+ 0.745,
+ 0.738,
+ 0.7035,
+ 0.708,
+ 0.7235,
+ 0.6945,
+ 0.7005,
+ 0.694,
+ 0.699,
+ 0.7045,
+ 0.7055,
+ 0.704,
+ 0.6985,
+ 0.6615,
+ 0.7085,
+ 0.695,
+ 0.6765,
+ 0.6655,
+ 0.6895,
+ 0.6725,
+ 0.6775,
+ 0.6455,
+ 0.671,
+ 0.667,
+ 0.664,
+ 0.6685,
+ 0.6715,
+ 0.6655,
+ 0.662,
+ 0.657,
+ 0.657,
+ 0.6665,
+ 0.6665,
+ 0.6635,
+ 0.6485,
+ 0.663,
+ 0.6535,
+ 0.6595,
+ 0.6515,
+ 0.65,
+ 0.6535,
+ 0.6525,
+ 0.647,
+ 0.6465,
+ 0.6475,
+ 0.6505,
+ 0.648,
+ 0.6445,
+ 0.648,
+ 0.6455,
+ 0.645,
+ 0.6455,
+ 0.645,
+ 0.6455
+ ],
+ "value_loss": [
+ 2.9139820795059204,
+ 0.7781319219589233,
+ 0.6261702270507813,
+ 0.5631922412395477,
+ 0.5089643202781677,
+ 0.47773351917266843,
+ 0.49251684589385986,
+ 0.5094742440223694,
+ 0.5250778325080872,
+ 0.5757163972377777,
+ 0.5253688870429992,
+ 0.5867766951560974,
+ 0.5887034587860107,
+ 0.6342814973831177,
+ 0.6224288850784302,
+ 0.7040738446712493,
+ 0.6622943760871888,
+ 0.6909106607675553,
+ 0.6861579052448272,
+ 0.8070016531944275,
+ 0.7657489172935485,
+ 0.8981747324943542,
+ 0.8311526319503785,
+ 1.0680026486992835,
+ 0.9285434822559356,
+ 0.8835838872909546,
+ 0.9766024167537689,
+ 0.8232256447792053,
+ 0.7960768020629883,
+ 0.7652815974235535,
+ 0.7177574991226197,
+ 0.6208152499198913,
+ 0.5670896316051484,
+ 0.521339186668396,
+ 0.6030832626342774,
+ 0.5279540919303894,
+ 0.6378763611793518,
+ 0.4802740800619125,
+ 0.4685490375518799,
+ 0.46527220191955565,
+ 0.5925926671981812,
+ 0.4850484214305878,
+ 0.5189880228042603,
+ 0.5404599063873291,
+ 0.5865764006614685,
+ 0.5419052541732788,
+ 0.5603141060113906,
+ 0.559055899143219,
+ 0.6549916872501373,
+ 0.5873499877929688,
+ 0.5730865565299987,
+ 0.5765046960830689,
+ 0.6072168838500976,
+ 0.6075364608764648,
+ 0.6144091351985932,
+ 0.6132542675971985,
+ 0.6039235576629639,
+ 0.602211035656929,
+ 0.5848144401550293,
+ 0.6547185651779175,
+ 0.6224689907073975,
+ 0.6558543173074722,
+ 0.6365399208068848,
+ 0.6299452920913696,
+ 0.6250463237762451,
+ 0.6158743118286133,
+ 0.6338640846252441,
+ 0.6420701734542846,
+ 0.6022836451530457,
+ 0.6110358497619629,
+ 0.6228030502319336,
+ 0.6002978692770005,
+ 0.6006025218963623,
+ 0.6115713768005371,
+ 0.6018096000671387,
+ 0.6287955265522003,
+ 0.5901965017795563,
+ 0.5782727504730225,
+ 0.5828642177581788,
+ 0.5630231554031372
+ ],
+ "term_loss": [
+ 1.675116873073578,
+ 0.34430024371147155,
+ 0.3699357802391052,
+ 0.3608538656949997,
+ 0.32141098375320437,
+ 0.296013809967041,
+ 0.3145594831466675,
+ 0.3366319574356079,
+ 0.35779941773414614,
+ 0.41367546219825746,
+ 0.3742054052591324,
+ 0.4305104339599609,
+ 0.4350124341964722,
+ 0.47471349573135374,
+ 0.4695607521057129,
+ 0.5416271431207657,
+ 0.50037581397295,
+ 0.5279187945127487,
+ 0.5226932208895684,
+ 0.6252485764980316,
+ 0.5859362184286118,
+ 0.6939002041339875,
+ 0.634807921075821,
+ 0.8540068101286888,
+ 0.7134227627754212,
+ 0.6600253582000732,
+ 0.7331792865395546,
+ 0.5853852001190185,
+ 0.5587812387466431,
+ 0.5075105863571167,
+ 0.464410977602005,
+ 0.37542237077355384,
+ 0.3169003723859787,
+ 0.2732926230430603,
+ 0.3423420313835144,
+ 0.2687295290231705,
+ 0.35581202269792556,
+ 0.22913563103079795,
+ 0.21938599632382394,
+ 0.2144745792388916,
+ 0.31799187030792236,
+ 0.2320458871483803,
+ 0.2544168309211731,
+ 0.2703706371307373,
+ 0.3117321794748306,
+ 0.2738133100509644,
+ 0.27934123712182046,
+ 0.2817279294967651,
+ 0.3692713690519333,
+ 0.30682048025131226,
+ 0.2853371166229248,
+ 0.28265748102664945,
+ 0.30581441168785095,
+ 0.30762661685943604,
+ 0.30526128548383713,
+ 0.305000597679615,
+ 0.29075743298530576,
+ 0.29170473134592173,
+ 0.27489340591430667,
+ 0.32806511583328246,
+ 0.3060114824295044,
+ 0.3312658293545246,
+ 0.31389011993408206,
+ 0.3109654490470886,
+ 0.303177494096756,
+ 0.29685306973457337,
+ 0.311812850189209,
+ 0.31457807751893996,
+ 0.2882286059886217,
+ 0.2872561911582947,
+ 0.3006808135509491,
+ 0.2861353112459183,
+ 0.2760439012527466,
+ 0.29094672749638556,
+ 0.2810854609966278,
+ 0.3063315445184708,
+ 0.2749019814029336,
+ 0.2580472655415535,
+ 0.2624768678069115,
+ 0.2533654543399811
+ ],
+ "bridge_loss": [
+ 0.9121190248202939,
+ 0.12368383026123046,
+ 0.02325579553693533,
+ 0.00638287930637598,
+ 0.015633951807022095,
+ 0.0267038604259491,
+ 0.029089016681909562,
+ 0.03015945321023464,
+ 0.022946262511610985,
+ 0.01605847358852625,
+ 0.011836738139390946,
+ 0.013218694264441729,
+ 0.01344587414264679,
+ 0.01692773981690407,
+ 0.015606502836942673,
+ 0.017554944163560866,
+ 0.02013770264238119,
+ 0.01981841846704483,
+ 0.018635487586259842,
+ 0.026470916414260866,
+ 0.026284595650434495,
+ 0.029653245022892953,
+ 0.02730709999203682,
+ 0.02978192163705826,
+ 0.031069664573669435,
+ 0.03410405703783035,
+ 0.038268526667356494,
+ 0.040036833453178405,
+ 0.03885038551688194,
+ 0.04320903084874153,
+ 0.041191232109069824,
+ 0.036969611018896106,
+ 0.043973470589518546,
+ 0.03558493182659149,
+ 0.033664032626152036,
+ 0.036646516934037206,
+ 0.044948402404785155,
+ 0.026731023278832436,
+ 0.024752013075351714,
+ 0.02128150890469551,
+ 0.02616920839548111,
+ 0.021055375733971596,
+ 0.02227571759223938,
+ 0.022238678365945817,
+ 0.02414751509428024,
+ 0.021202504792809485,
+ 0.025903358660638334,
+ 0.02438402145802975,
+ 0.029620986983180046,
+ 0.026105598723888398,
+ 0.027550537937879562,
+ 0.03267939478158951,
+ 0.03767158226370811,
+ 0.038392514300346375,
+ 0.04036871939897537,
+ 0.04241352363824844,
+ 0.04498921741694212,
+ 0.04509584439694882,
+ 0.042803814631700514,
+ 0.05169626851081848,
+ 0.0450944231569767,
+ 0.04986252784132957,
+ 0.04847792634963989,
+ 0.04344110252559185,
+ 0.04525724016427994,
+ 0.04157515670657158,
+ 0.042778206980228425,
+ 0.04924657067060471,
+ 0.03752178891897202,
+ 0.04514836919307709,
+ 0.04305028664469719,
+ 0.035792450475692746,
+ 0.04672777749300003,
+ 0.042780098879337314,
+ 0.0434021101474762,
+ 0.044323261296749114,
+ 0.03760044357031584,
+ 0.04323315477967262,
+ 0.04370184513926506,
+ 0.03314736911058426
+ ],
+ "tgrad_loss": [
+ 0.3267462004184723,
+ 0.31014784474372864,
+ 0.23297864780426025,
+ 0.19595549144744873,
+ 0.1719193906068802,
+ 0.15501584944725036,
+ 0.14886834893226625,
+ 0.14268282673358917,
+ 0.14433215198516847,
+ 0.14598246383666993,
+ 0.1393267445087433,
+ 0.14304756488204,
+ 0.140245152425766,
+ 0.14264026589393616,
+ 0.13726163320541382,
+ 0.1448917584180832,
+ 0.141780867344141,
+ 0.14317344819307326,
+ 0.14482919363975524,
+ 0.15528216607570647,
+ 0.15352810034751893,
+ 0.17462128348350525,
+ 0.16903761179447174,
+ 0.18421390730142592,
+ 0.184051059871912,
+ 0.1894544795513153,
+ 0.20515460292696952,
+ 0.19780361485481263,
+ 0.19844518136978148,
+ 0.21456197862625123,
+ 0.21215528469085693,
+ 0.20842326607704162,
+ 0.20621578772068025,
+ 0.2124616316318512,
+ 0.22707719662189485,
+ 0.22257804441452025,
+ 0.23711593326330185,
+ 0.22440742473006248,
+ 0.22441103448867797,
+ 0.2295161123752594,
+ 0.24843158135414123,
+ 0.23194715747833253,
+ 0.24229546999931337,
+ 0.24785059971809387,
+ 0.25069670701026914,
+ 0.24688943903446198,
+ 0.25506951308250425,
+ 0.25294395008087156,
+ 0.2560993363618851,
+ 0.2544239068031311,
+ 0.26019890108108523,
+ 0.26116782383918763,
+ 0.26373088693618774,
+ 0.2615173279285431,
+ 0.2687791325092316,
+ 0.2658401421546936,
+ 0.26817690315246584,
+ 0.26541045472621916,
+ 0.26711721820831297,
+ 0.2749571761608124,
+ 0.2713630847454071,
+ 0.2747259566783905,
+ 0.2741718715667725,
+ 0.27553872985839845,
+ 0.2766115864753723,
+ 0.2774460829734802,
+ 0.27927302808761595,
+ 0.2782455343008041,
+ 0.27653324790000916,
+ 0.27863129014968874,
+ 0.2790719511032104,
+ 0.27837010283470154,
+ 0.2778308403968811,
+ 0.27784455041885375,
+ 0.27732203030586244,
+ 0.27814072003364565,
+ 0.27769407304525373,
+ 0.2769923341035843,
+ 0.27668550889492033,
+ 0.27651033034324646
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.07500731945037842,
+ 0.23077097535133362
+ ],
+ "perturbation_rho": [
+ 0.12894567847251892,
+ 0.37924277782440186
+ ],
+ "nudging": {
+ "0.001": [
+ -0.005560865625739098,
+ -0.0021081208251416683
+ ],
+ "0.003": [
+ -0.01659420132637024,
+ -0.006318465806543827
+ ],
+ "0.01": [
+ -0.05425257235765457,
+ -0.020995579659938812
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L2_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L2_s456.json
new file mode 100644
index 0000000..57e685b
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L2_s456.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.8000983072280883,
+ 0.8553262281417847,
+ 0.4930526713371277,
+ 0.3784203895568848,
+ 0.3197663818836212,
+ 0.29053169984817506,
+ 0.26875064196586607,
+ 0.25987493658065797,
+ 0.23892381181716918,
+ 0.22869952754974365,
+ 0.22458118422031403,
+ 0.21209806804656983,
+ 0.20757287468910218,
+ 0.19907629506587982,
+ 0.20321457154750824,
+ 0.18708656415939331,
+ 0.17637303404808044,
+ 0.1847076560974121,
+ 0.17682335205078126,
+ 0.187822900390625,
+ 0.18293290028572082,
+ 0.18654212374687196,
+ 0.17292806282043457,
+ 0.18349194377660752,
+ 0.1571652352333069,
+ 0.16827380738258363,
+ 0.15997591190338134,
+ 0.1580581651687622,
+ 0.14601466226577758,
+ 0.14226590123176575,
+ 0.14564169149398803,
+ 0.15921205137968064,
+ 0.13405996446609497,
+ 0.13091181358098983,
+ 0.12752190665006638,
+ 0.12275864148139953,
+ 0.1250006089925766,
+ 0.11982801494598389,
+ 0.12906549286842345,
+ 0.12449447993934154,
+ 0.11429075312614441,
+ 0.1164977291584015,
+ 0.11286599822044373,
+ 0.10972460707426071,
+ 0.10615357451438903,
+ 0.10912412519454956,
+ 0.1058990234375,
+ 0.10500219140052795,
+ 0.10486637511253356,
+ 0.10353950891494751,
+ 0.09869744987487793,
+ 0.09981467643976212,
+ 0.09713814241886139,
+ 0.09420502263009548,
+ 0.09280058851242065,
+ 0.0938924689769745,
+ 0.0941491194486618,
+ 0.09126792776584625,
+ 0.08973681110143661,
+ 0.08885353000164031,
+ 0.08794978060722351,
+ 0.08694391140937806,
+ 0.08604433858394622,
+ 0.0855510621547699,
+ 0.08556988172531128,
+ 0.08505082764625549,
+ 0.08439020845592021,
+ 0.08360161371231078,
+ 0.08313429535627365,
+ 0.08274500939846038,
+ 0.08240846571028232,
+ 0.08203878502845764,
+ 0.08169064269661903,
+ 0.08140706999301911,
+ 0.0811797592163086,
+ 0.08097635807991029,
+ 0.08089512157440186,
+ 0.08077903534770012,
+ 0.08070964171886444,
+ 0.08066833609938621
+ ],
+ "train_acc": [
+ 0.3997,
+ 0.7677,
+ 0.8688,
+ 0.8872,
+ 0.8985,
+ 0.9015,
+ 0.9094,
+ 0.9081,
+ 0.9159,
+ 0.9185,
+ 0.9183,
+ 0.9231,
+ 0.9244,
+ 0.9284,
+ 0.9244,
+ 0.9341,
+ 0.9376,
+ 0.932,
+ 0.9358,
+ 0.9307,
+ 0.9297,
+ 0.9255,
+ 0.9352,
+ 0.9308,
+ 0.9436,
+ 0.9367,
+ 0.9393,
+ 0.9413,
+ 0.9498,
+ 0.9492,
+ 0.9497,
+ 0.9404,
+ 0.9532,
+ 0.9557,
+ 0.9587,
+ 0.962,
+ 0.9591,
+ 0.9608,
+ 0.9572,
+ 0.9563,
+ 0.9638,
+ 0.9611,
+ 0.9661,
+ 0.9671,
+ 0.9679,
+ 0.9665,
+ 0.9689,
+ 0.9706,
+ 0.9675,
+ 0.9704,
+ 0.9741,
+ 0.9719,
+ 0.9733,
+ 0.9754,
+ 0.9772,
+ 0.9747,
+ 0.9759,
+ 0.9778,
+ 0.9787,
+ 0.9779,
+ 0.9799,
+ 0.9802,
+ 0.981,
+ 0.9812,
+ 0.9805,
+ 0.9816,
+ 0.9819,
+ 0.9817,
+ 0.9821,
+ 0.9823,
+ 0.9822,
+ 0.9832,
+ 0.9832,
+ 0.9834,
+ 0.9835,
+ 0.9838,
+ 0.9832,
+ 0.9833,
+ 0.9833,
+ 0.9833
+ ],
+ "test_acc": [
+ 0.658,
+ 0.831,
+ 0.867,
+ 0.8755,
+ 0.878,
+ 0.875,
+ 0.885,
+ 0.886,
+ 0.8885,
+ 0.8915,
+ 0.8895,
+ 0.886,
+ 0.8885,
+ 0.8965,
+ 0.8935,
+ 0.887,
+ 0.9,
+ 0.898,
+ 0.902,
+ 0.8875,
+ 0.8975,
+ 0.894,
+ 0.8955,
+ 0.894,
+ 0.904,
+ 0.9,
+ 0.8975,
+ 0.896,
+ 0.9055,
+ 0.903,
+ 0.8995,
+ 0.9035,
+ 0.9055,
+ 0.8975,
+ 0.905,
+ 0.9045,
+ 0.903,
+ 0.908,
+ 0.9045,
+ 0.9115,
+ 0.9075,
+ 0.906,
+ 0.91,
+ 0.912,
+ 0.9145,
+ 0.909,
+ 0.9145,
+ 0.915,
+ 0.914,
+ 0.9095,
+ 0.913,
+ 0.909,
+ 0.912,
+ 0.915,
+ 0.9135,
+ 0.912,
+ 0.9125,
+ 0.915,
+ 0.9125,
+ 0.916,
+ 0.9135,
+ 0.912,
+ 0.9135,
+ 0.9145,
+ 0.914,
+ 0.913,
+ 0.914,
+ 0.9135,
+ 0.9125,
+ 0.9125,
+ 0.912,
+ 0.912,
+ 0.9135,
+ 0.913,
+ 0.913,
+ 0.9135,
+ 0.914,
+ 0.914,
+ 0.914,
+ 0.914
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8855119943618774,
+ 0.8700143098831177
+ ],
+ "perturbation_rho": [
+ 0.9999988079071045,
+ 0.9999958276748657
+ ],
+ "nudging": {
+ "0.001": [
+ -0.025924552232027054,
+ -0.009314566850662231
+ ],
+ "0.003": [
+ -0.06999024748802185,
+ -0.026958726346492767
+ ],
+ "0.01": [
+ -0.16111940145492554,
+ -0.07906024903059006
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.283660962677002,
+ 1.585267567062378,
+ 0.9385803462982177,
+ 0.6367190747261048,
+ 0.49448280506134035,
+ 0.4259012367725372,
+ 0.39124873666763305,
+ 0.38015281138420104,
+ 0.37522998003959657,
+ 0.3701688726902008,
+ 0.37803883278369904,
+ 0.39746112833023073,
+ 0.3802763431549072,
+ 0.3912481979370117,
+ 0.4047987679004669,
+ 0.4151992503881454,
+ 0.4170101192951202,
+ 0.42453424332141876,
+ 0.4173937663078308,
+ 0.43686163773536685,
+ 0.42365531826019287,
+ 0.42363426294326784,
+ 0.4208437828063965,
+ 0.4529822621464729,
+ 0.4070855083465576,
+ 0.4689378917694092,
+ 0.4634589358329773,
+ 0.4367367925167084,
+ 0.4250321800231934,
+ 0.4287016040802002,
+ 0.4584434572219849,
+ 0.44194866588115694,
+ 0.4174223184347153,
+ 0.44547443580627444,
+ 0.46664287486076356,
+ 0.4065489921808243,
+ 0.4331810564517975,
+ 0.42899156646728515,
+ 0.5209377204418182,
+ 0.4371390515804291,
+ 0.4179263119697571,
+ 0.40993842480182646,
+ 0.4559203372001648,
+ 0.40942260138988495,
+ 0.3948855718612671,
+ 0.4338044833183289,
+ 0.4061251772403717,
+ 0.4279718475818634,
+ 0.4087572427749634,
+ 0.4140715950973332,
+ 0.38019427223205565,
+ 0.4078751751422882,
+ 0.383210799074173,
+ 0.38765000307559966,
+ 0.37216824359893796,
+ 0.41562538146972655,
+ 0.382677834546566,
+ 0.3672296663284302,
+ 0.3730851769924164,
+ 0.3590498920440674,
+ 0.36640932368040086,
+ 0.35998264112472533,
+ 0.36020482025146483,
+ 0.35171630606651305,
+ 0.35406614532470704,
+ 0.35089321160316467,
+ 0.3469816573232412,
+ 0.34033540658950806,
+ 0.3445661533117294,
+ 0.34326147508621213,
+ 0.3389697380542755,
+ 0.3388423357963562,
+ 0.33665650494098665,
+ 0.33594908571243287,
+ 0.33628645095825194,
+ 0.3349286338806152,
+ 0.3339044927597046,
+ 0.3329299204826355,
+ 0.33245518345832825,
+ 0.3322625407218933
+ ],
+ "train_acc": [
+ 0.1556,
+ 0.4765,
+ 0.6797,
+ 0.7739,
+ 0.8177,
+ 0.8382,
+ 0.8504,
+ 0.8549,
+ 0.8578,
+ 0.8611,
+ 0.8564,
+ 0.8512,
+ 0.863,
+ 0.8611,
+ 0.8578,
+ 0.8551,
+ 0.8564,
+ 0.8549,
+ 0.8564,
+ 0.8552,
+ 0.8586,
+ 0.8599,
+ 0.8615,
+ 0.8542,
+ 0.861,
+ 0.8548,
+ 0.8554,
+ 0.8602,
+ 0.8653,
+ 0.8605,
+ 0.8558,
+ 0.8606,
+ 0.865,
+ 0.8578,
+ 0.8578,
+ 0.8691,
+ 0.8625,
+ 0.8631,
+ 0.8471,
+ 0.8608,
+ 0.8684,
+ 0.8681,
+ 0.8555,
+ 0.871,
+ 0.8725,
+ 0.8647,
+ 0.8679,
+ 0.8651,
+ 0.8667,
+ 0.8681,
+ 0.8756,
+ 0.867,
+ 0.8762,
+ 0.8754,
+ 0.8796,
+ 0.8686,
+ 0.8744,
+ 0.8788,
+ 0.878,
+ 0.8809,
+ 0.8807,
+ 0.8805,
+ 0.8801,
+ 0.8841,
+ 0.8834,
+ 0.8841,
+ 0.8849,
+ 0.8869,
+ 0.886,
+ 0.8853,
+ 0.8881,
+ 0.8862,
+ 0.8874,
+ 0.8873,
+ 0.8878,
+ 0.8885,
+ 0.8897,
+ 0.8895,
+ 0.8893,
+ 0.8889
+ ],
+ "test_acc": [
+ 0.3075,
+ 0.5895,
+ 0.7175,
+ 0.763,
+ 0.794,
+ 0.803,
+ 0.8195,
+ 0.8175,
+ 0.814,
+ 0.8145,
+ 0.8165,
+ 0.8235,
+ 0.8225,
+ 0.8215,
+ 0.815,
+ 0.8135,
+ 0.8255,
+ 0.817,
+ 0.817,
+ 0.8195,
+ 0.8075,
+ 0.8145,
+ 0.817,
+ 0.824,
+ 0.7985,
+ 0.8095,
+ 0.8085,
+ 0.819,
+ 0.8165,
+ 0.814,
+ 0.826,
+ 0.821,
+ 0.828,
+ 0.8205,
+ 0.829,
+ 0.8335,
+ 0.82,
+ 0.824,
+ 0.8205,
+ 0.8235,
+ 0.8255,
+ 0.8195,
+ 0.832,
+ 0.8435,
+ 0.8155,
+ 0.8275,
+ 0.827,
+ 0.8165,
+ 0.8215,
+ 0.833,
+ 0.83,
+ 0.8285,
+ 0.8345,
+ 0.827,
+ 0.8315,
+ 0.836,
+ 0.8335,
+ 0.8405,
+ 0.8355,
+ 0.836,
+ 0.8375,
+ 0.838,
+ 0.8395,
+ 0.836,
+ 0.841,
+ 0.8405,
+ 0.838,
+ 0.836,
+ 0.8385,
+ 0.8395,
+ 0.8355,
+ 0.839,
+ 0.841,
+ 0.838,
+ 0.841,
+ 0.8415,
+ 0.8415,
+ 0.842,
+ 0.842,
+ 0.842
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.015632983297109604,
+ 0.08371198177337646
+ ],
+ "perturbation_rho": [
+ -0.06864285469055176,
+ 0.1325663924217224
+ ],
+ "nudging": {
+ "0.001": [
+ -0.000759319169446826,
+ -0.0003429622738622129
+ ],
+ "0.003": [
+ -0.002224094932898879,
+ -0.0010281240101903677
+ ],
+ "0.01": [
+ -0.006782663054764271,
+ -0.003414375241845846
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.0607079202651977,
+ 1.1337099237442017,
+ 0.647877628993988,
+ 0.4504327066421509,
+ 0.3940727692604065,
+ 0.3723359739303589,
+ 0.3689178777933121,
+ 0.3625231744766235,
+ 0.35998505368232725,
+ 0.35867741174697876,
+ 0.3579361547470093,
+ 0.35106793417930604,
+ 0.34446446766853334,
+ 0.3474297195911408,
+ 0.3416134696006775,
+ 0.345831178188324,
+ 0.3566520956993103,
+ 0.36237930603027346,
+ 0.3771623134613037,
+ 0.3816791586399078,
+ 0.39025780296325685,
+ 0.3933836591720581,
+ 0.4161139528751373,
+ 0.4057706892967224,
+ 0.3918828906059265,
+ 0.3976308813095093,
+ 0.3874743386268616,
+ 0.38788036189079284,
+ 0.3851133870601654,
+ 0.3756926311016083,
+ 0.3775329941749573,
+ 0.3970633387565613,
+ 0.4137820346355438,
+ 0.3905292279243469,
+ 0.40476176710128786,
+ 0.41149664545059206,
+ 0.4037230536460876,
+ 0.44066204071044923,
+ 0.41780310134887694,
+ 0.4295464913368225,
+ 0.42649631886482237,
+ 0.4284087491989136,
+ 0.4360576012611389,
+ 0.44457482340335847,
+ 0.4401917548656464,
+ 0.43505805568695066,
+ 0.44327515368461606,
+ 0.4325465172767639,
+ 0.43232013721466067,
+ 0.4275367980480194,
+ 0.427516703081131,
+ 0.4204970709323883,
+ 0.41822126712799074,
+ 0.4155596286773682,
+ 0.4231887112617493,
+ 0.4155136170387268,
+ 0.40704256649017334,
+ 0.40344800395965574,
+ 0.40768413548469545,
+ 0.4017280409812927,
+ 0.3982292408466339,
+ 0.39725692327022555,
+ 0.39136295738220217,
+ 0.3908126180648804,
+ 0.39189315357208254,
+ 0.3870381077766418,
+ 0.3879516251564026,
+ 0.3833280053138733,
+ 0.38215707620978356,
+ 0.3819090251922607,
+ 0.37943741810321807,
+ 0.3780518521785736,
+ 0.3775427331447601,
+ 0.37716020322442056,
+ 0.3760606771469116,
+ 0.37568101379871366,
+ 0.37528624348640444,
+ 0.3750066729545593,
+ 0.37472169427871704,
+ 0.37465501019954683
+ ],
+ "train_acc": [
+ 0.2642,
+ 0.6184,
+ 0.7763,
+ 0.8422,
+ 0.8529,
+ 0.8584,
+ 0.8561,
+ 0.8627,
+ 0.8625,
+ 0.8624,
+ 0.866,
+ 0.8646,
+ 0.8708,
+ 0.8681,
+ 0.8686,
+ 0.8658,
+ 0.8625,
+ 0.861,
+ 0.8542,
+ 0.8492,
+ 0.8519,
+ 0.849,
+ 0.8451,
+ 0.849,
+ 0.8487,
+ 0.8491,
+ 0.8527,
+ 0.853,
+ 0.8523,
+ 0.8552,
+ 0.8557,
+ 0.8487,
+ 0.8438,
+ 0.854,
+ 0.8489,
+ 0.849,
+ 0.8503,
+ 0.8455,
+ 0.8514,
+ 0.8453,
+ 0.8493,
+ 0.8484,
+ 0.8465,
+ 0.8434,
+ 0.8478,
+ 0.8538,
+ 0.8475,
+ 0.8494,
+ 0.8548,
+ 0.8534,
+ 0.8525,
+ 0.8562,
+ 0.8564,
+ 0.8563,
+ 0.8544,
+ 0.8563,
+ 0.8584,
+ 0.8601,
+ 0.8585,
+ 0.8604,
+ 0.8637,
+ 0.8612,
+ 0.8637,
+ 0.8637,
+ 0.8626,
+ 0.8657,
+ 0.8646,
+ 0.8662,
+ 0.8666,
+ 0.8676,
+ 0.8676,
+ 0.868,
+ 0.8692,
+ 0.8698,
+ 0.8692,
+ 0.8703,
+ 0.8696,
+ 0.8702,
+ 0.8703,
+ 0.87
+ ],
+ "test_acc": [
+ 0.514,
+ 0.7025,
+ 0.788,
+ 0.8215,
+ 0.826,
+ 0.8235,
+ 0.8205,
+ 0.824,
+ 0.824,
+ 0.8265,
+ 0.8285,
+ 0.8265,
+ 0.8315,
+ 0.832,
+ 0.8335,
+ 0.8255,
+ 0.8315,
+ 0.822,
+ 0.808,
+ 0.8155,
+ 0.8105,
+ 0.818,
+ 0.818,
+ 0.813,
+ 0.808,
+ 0.8085,
+ 0.813,
+ 0.811,
+ 0.811,
+ 0.81,
+ 0.8165,
+ 0.794,
+ 0.803,
+ 0.8115,
+ 0.7995,
+ 0.82,
+ 0.81,
+ 0.8005,
+ 0.798,
+ 0.806,
+ 0.806,
+ 0.815,
+ 0.809,
+ 0.806,
+ 0.807,
+ 0.8095,
+ 0.813,
+ 0.809,
+ 0.804,
+ 0.811,
+ 0.8095,
+ 0.804,
+ 0.8075,
+ 0.8085,
+ 0.8125,
+ 0.8055,
+ 0.8125,
+ 0.8085,
+ 0.812,
+ 0.8135,
+ 0.809,
+ 0.815,
+ 0.8085,
+ 0.8145,
+ 0.814,
+ 0.8155,
+ 0.816,
+ 0.8175,
+ 0.814,
+ 0.8135,
+ 0.817,
+ 0.8155,
+ 0.8155,
+ 0.8155,
+ 0.817,
+ 0.8175,
+ 0.8175,
+ 0.8175,
+ 0.817,
+ 0.817
+ ],
+ "state_pred_error": [
+ 0.7975846492767334,
+ 0.34740002810955045,
+ 0.20626533489227294,
+ 0.1688566227912903,
+ 0.14969556045532226,
+ 0.12686697702407837,
+ 0.10258943965435029,
+ 0.08248359158039092,
+ 0.06579203307628631,
+ 0.05322268953919411,
+ 0.043497616136074065,
+ 0.03624378236830234,
+ 0.03155959424376488,
+ 0.027837770199775697,
+ 0.025018838441371916,
+ 0.02305573586821556,
+ 0.021030399315059185,
+ 0.01895637398958206,
+ 0.01772472830414772,
+ 0.01661195346415043,
+ 0.01626126909852028,
+ 0.014910457614064216,
+ 0.014206837660074235,
+ 0.013685992537438869,
+ 0.012581391307711602,
+ 0.011982576858997345,
+ 0.011717106333374977,
+ 0.010968378871679306,
+ 0.010795737752318383,
+ 0.010089151945710181,
+ 0.009628403913974761,
+ 0.009443067149817944,
+ 0.00910616643279791,
+ 0.008941967545449734,
+ 0.00865904248803854,
+ 0.008406908518075943,
+ 0.008553840538859367,
+ 0.00796011516302824,
+ 0.007852698883414269,
+ 0.007530789855122566,
+ 0.007451776137948036,
+ 0.007600892862677574,
+ 0.007261194361746311,
+ 0.0070939825333654885,
+ 0.006930866247415543,
+ 0.0068556764483451845,
+ 0.0068909044548869135,
+ 0.006718636322021484,
+ 0.006451771011948586,
+ 0.0070287389852106575,
+ 0.006461447269469499,
+ 0.006300677789747715,
+ 0.006042939915508032,
+ 0.005973925769329071,
+ 0.005834758894145488,
+ 0.005728140544891357,
+ 0.005655132710933685,
+ 0.005581422328203916,
+ 0.005619841815531254,
+ 0.005785556498169899,
+ 0.005324072232097387,
+ 0.005209432889521122,
+ 0.005334047742933035,
+ 0.0049825638897717,
+ 0.004983069800212979,
+ 0.005002294857800007,
+ 0.004794969267398119,
+ 0.005065754823386669,
+ 0.004756338292360306,
+ 0.004534189984947443,
+ 0.004653947391360998,
+ 0.004516961539536715,
+ 0.004383903432264924,
+ 0.004468173056840896,
+ 0.004392227964103222,
+ 0.004369974558800459,
+ 0.00410505149140954,
+ 0.00409513374119997,
+ 0.004069356556236744,
+ 0.004237433210760355
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9367842674255371,
+ 0.5052818059921265
+ ],
+ "perturbation_rho": [
+ 0.846778392791748,
+ 0.5373459458351135
+ ],
+ "nudging": {
+ "0.001": [
+ -0.028559191152453423,
+ -0.0038118986412882805
+ ],
+ "0.003": [
+ -0.08209788799285889,
+ -0.011376685462892056
+ ],
+ "0.01": [
+ -0.23458413779735565,
+ -0.037239424884319305
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 626.5816650390625,
+ 277.74237060546875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2841781162261965,
+ 1.5920361112594605,
+ 0.9420625007629394,
+ 0.6396594805717468,
+ 0.49837059326171873,
+ 0.4280559380531311,
+ 0.3917586740493774,
+ 0.3806812261581421,
+ 0.37738553323745727,
+ 0.3776072946548462,
+ 0.39090942087173464,
+ 0.3836580893516541,
+ 0.39848621730804445,
+ 0.39414596700668336,
+ 0.4033576976776123,
+ 0.3954726212978363,
+ 0.4113054138183594,
+ 0.43227349529266357,
+ 0.4576970805168152,
+ 0.4727818874359131,
+ 0.4911901863098145,
+ 0.5089909892082214,
+ 0.5091109822273254,
+ 0.5419316413879395,
+ 0.5682882654190063,
+ 0.5794619635105133,
+ 0.5945024296760559,
+ 0.575393883895874,
+ 0.6467625747680664,
+ 0.6348539002418518,
+ 0.6088227634429931,
+ 0.6139724615097046,
+ 0.6312180225372315,
+ 0.6856759313583374,
+ 0.7260684799194336,
+ 0.6503768898010254,
+ 0.660949840927124,
+ 0.6826682937622071,
+ 0.6994050893783569,
+ 0.6910303967475891,
+ 0.7174594877243042,
+ 0.7371259686946869,
+ 0.7537702695846558,
+ 0.7966553500175476,
+ 0.7427541831970215,
+ 0.7614833879470825,
+ 0.756250295829773,
+ 0.7880895990371705,
+ 0.7913369228363037,
+ 0.7729651657104493,
+ 0.7882836460113526,
+ 0.8180274720668793,
+ 0.7788889380455017,
+ 0.7948621809005737,
+ 0.7926133176803589,
+ 0.8024183307647705,
+ 0.8282989875793457,
+ 0.8377448230743408,
+ 0.8504006636619568,
+ 0.8477847335815429,
+ 0.8469767751693725,
+ 0.8446590083122253,
+ 0.8462727046012879,
+ 0.8549996006011963,
+ 0.8553122864723206,
+ 0.8556031386375427,
+ 0.854762883234024,
+ 0.8593242017745971,
+ 0.8556238237857818,
+ 0.8551858370780945,
+ 0.8575570917129517,
+ 0.8572792016983032,
+ 0.8553469423294068,
+ 0.8568584102630615,
+ 0.856532636642456,
+ 0.8546321733474731,
+ 0.8542901330947876,
+ 0.8537617067337037,
+ 0.8532746227264404,
+ 0.8529878778457641
+ ],
+ "train_acc": [
+ 0.1573,
+ 0.4756,
+ 0.6808,
+ 0.7749,
+ 0.8136,
+ 0.836,
+ 0.85,
+ 0.8511,
+ 0.8553,
+ 0.8572,
+ 0.8527,
+ 0.8593,
+ 0.8568,
+ 0.8573,
+ 0.8619,
+ 0.8616,
+ 0.8571,
+ 0.8516,
+ 0.8481,
+ 0.845,
+ 0.8362,
+ 0.8339,
+ 0.8298,
+ 0.8249,
+ 0.8137,
+ 0.8071,
+ 0.7982,
+ 0.8014,
+ 0.7849,
+ 0.7847,
+ 0.7893,
+ 0.7842,
+ 0.7828,
+ 0.7569,
+ 0.7527,
+ 0.7649,
+ 0.7617,
+ 0.7532,
+ 0.7476,
+ 0.7466,
+ 0.737,
+ 0.7329,
+ 0.7298,
+ 0.7183,
+ 0.7324,
+ 0.7276,
+ 0.7238,
+ 0.7159,
+ 0.7157,
+ 0.7208,
+ 0.7177,
+ 0.7101,
+ 0.7191,
+ 0.7112,
+ 0.7126,
+ 0.712,
+ 0.708,
+ 0.703,
+ 0.7009,
+ 0.6985,
+ 0.7014,
+ 0.6962,
+ 0.7016,
+ 0.6946,
+ 0.6952,
+ 0.6951,
+ 0.6993,
+ 0.6922,
+ 0.6964,
+ 0.6993,
+ 0.6947,
+ 0.6965,
+ 0.6976,
+ 0.6974,
+ 0.6963,
+ 0.6979,
+ 0.6976,
+ 0.6964,
+ 0.6969,
+ 0.6966
+ ],
+ "test_acc": [
+ 0.3095,
+ 0.579,
+ 0.7105,
+ 0.771,
+ 0.793,
+ 0.81,
+ 0.813,
+ 0.8145,
+ 0.811,
+ 0.8295,
+ 0.819,
+ 0.811,
+ 0.812,
+ 0.8205,
+ 0.8205,
+ 0.811,
+ 0.816,
+ 0.818,
+ 0.8055,
+ 0.8055,
+ 0.807,
+ 0.794,
+ 0.7805,
+ 0.7755,
+ 0.7695,
+ 0.773,
+ 0.763,
+ 0.741,
+ 0.7355,
+ 0.727,
+ 0.731,
+ 0.7175,
+ 0.6985,
+ 0.7145,
+ 0.7185,
+ 0.716,
+ 0.717,
+ 0.7085,
+ 0.699,
+ 0.695,
+ 0.697,
+ 0.687,
+ 0.701,
+ 0.692,
+ 0.6795,
+ 0.683,
+ 0.672,
+ 0.6625,
+ 0.691,
+ 0.682,
+ 0.6745,
+ 0.6805,
+ 0.67,
+ 0.6715,
+ 0.6805,
+ 0.6615,
+ 0.668,
+ 0.655,
+ 0.6685,
+ 0.6685,
+ 0.6745,
+ 0.665,
+ 0.666,
+ 0.671,
+ 0.6685,
+ 0.668,
+ 0.6685,
+ 0.6655,
+ 0.6655,
+ 0.666,
+ 0.6695,
+ 0.6655,
+ 0.6675,
+ 0.669,
+ 0.667,
+ 0.667,
+ 0.668,
+ 0.6685,
+ 0.6685,
+ 0.6685
+ ],
+ "value_loss": [
+ 3.183600161743164,
+ 0.7750385164260865,
+ 0.6228227703094482,
+ 0.5807541069030762,
+ 0.5056938434600831,
+ 0.48559383153915403,
+ 0.48110757327079773,
+ 0.49592300415039064,
+ 0.5289546810626984,
+ 0.5474359282016754,
+ 0.5586690468311309,
+ 0.5815468026161194,
+ 0.5854624471187592,
+ 0.6134045516014099,
+ 0.6397341026306153,
+ 0.5935072565078735,
+ 0.6474540725708008,
+ 0.7058132423877717,
+ 0.7731063194274902,
+ 0.7794260215759278,
+ 0.759508763885498,
+ 0.8077074721336365,
+ 0.7146338634490966,
+ 0.8551284119606019,
+ 0.8034313897132873,
+ 0.7595964660644531,
+ 0.7274619615554809,
+ 0.6701016593933106,
+ 0.7542770774841309,
+ 0.6366281832695008,
+ 0.5932489609718323,
+ 0.5439536237716674,
+ 0.5317693880081177,
+ 0.5851134353637696,
+ 0.6304749866485596,
+ 0.48910887274742126,
+ 0.48204327812194825,
+ 0.4742885886192322,
+ 0.5095871998548508,
+ 0.4672426800251007,
+ 0.4669731388092041,
+ 0.5084928925275802,
+ 0.4811704207420349,
+ 0.5370424214363099,
+ 0.4818318892478943,
+ 0.46692917881011964,
+ 0.4602645688056946,
+ 0.5055856050491333,
+ 0.47017913327217103,
+ 0.44230168209075926,
+ 0.4720217893600464,
+ 0.48523768539428713,
+ 0.4182536519050598,
+ 0.45286598148345947,
+ 0.4380767108917236,
+ 0.44022146463394163,
+ 0.4837879237651825,
+ 0.4790394123077393,
+ 0.49754595942497254,
+ 0.4781929668426514,
+ 0.47548961482048036,
+ 0.49705342779159545,
+ 0.46111058979034425,
+ 0.47314323959350585,
+ 0.471123362159729,
+ 0.4637605622768402,
+ 0.45161292238235473,
+ 0.4605647190570831,
+ 0.44299064745903016,
+ 0.43606283235549925,
+ 0.4616440633773804,
+ 0.4356783237457275,
+ 0.4435445850849152,
+ 0.4211894090652466,
+ 0.4348035490036011,
+ 0.43359944195747374,
+ 0.44066416525840757,
+ 0.41140582780838014,
+ 0.4257257164001465,
+ 0.4186974630832672
+ ],
+ "term_loss": [
+ 1.8026321507453917,
+ 0.3518428315162659,
+ 0.37675947713851926,
+ 0.38276648654937745,
+ 0.32057882099151613,
+ 0.3065270788550377,
+ 0.30243567395210263,
+ 0.32378246574401853,
+ 0.3653831358909607,
+ 0.38932991545200346,
+ 0.39687480373382567,
+ 0.42393954174518583,
+ 0.4242467020750046,
+ 0.4532722057342529,
+ 0.4773832442760467,
+ 0.4362155035972595,
+ 0.486022850227356,
+ 0.5338006882667542,
+ 0.5966757208347321,
+ 0.5939437051773071,
+ 0.5678820415496826,
+ 0.6060017887592316,
+ 0.5143427636623382,
+ 0.6467780996322632,
+ 0.5846465341091156,
+ 0.5283182467222214,
+ 0.4983976370334625,
+ 0.44641116333007813,
+ 0.5112490447998047,
+ 0.3977337556183338,
+ 0.3648644490003586,
+ 0.31504709310531614,
+ 0.30084985260963437,
+ 0.3288579341888428,
+ 0.3635549578666687,
+ 0.24613730195462705,
+ 0.23489424538612366,
+ 0.22370255022048952,
+ 0.25498708676695825,
+ 0.20941324164271355,
+ 0.20957557492256165,
+ 0.23416928594112396,
+ 0.21175098605155945,
+ 0.2531614188194275,
+ 0.20988761026859284,
+ 0.18880151594877242,
+ 0.18631615471839905,
+ 0.21227661232948303,
+ 0.18683922771811484,
+ 0.16496461772918702,
+ 0.1820032048225403,
+ 0.19443978843688964,
+ 0.1429014762878418,
+ 0.16745004987716675,
+ 0.1578450297355652,
+ 0.1553781552016735,
+ 0.18760945184230804,
+ 0.1851514247894287,
+ 0.20025430124998092,
+ 0.1819072727203369,
+ 0.17955903453826905,
+ 0.19871407819390297,
+ 0.16792754082679748,
+ 0.17481803393363954,
+ 0.17089381370544435,
+ 0.1689176040560007,
+ 0.15707939043045044,
+ 0.16704212747812272,
+ 0.1522603622496128,
+ 0.14507856206297876,
+ 0.1677186560511589,
+ 0.14509016184806825,
+ 0.1506106904104352,
+ 0.13293324483036995,
+ 0.14293194253444672,
+ 0.1427909223496914,
+ 0.14778699822425842,
+ 0.12496376402378083,
+ 0.13453806335926055,
+ 0.13192469900846482
+ ],
+ "bridge_loss": [
+ 1.086148412281787,
+ 0.1292816480755806,
+ 0.02697447990477085,
+ 0.008380569902062415,
+ 0.014730357018113135,
+ 0.02233964946269989,
+ 0.027988237404823302,
+ 0.023968446946144105,
+ 0.01585049637556076,
+ 0.011189098839461804,
+ 0.010882902494072914,
+ 0.010902717466652393,
+ 0.01232607362344861,
+ 0.013465753997862338,
+ 0.015195865526795388,
+ 0.014546262636780738,
+ 0.014874154400080443,
+ 0.01984240630865097,
+ 0.019618313241004944,
+ 0.024393686729669573,
+ 0.024060676431655884,
+ 0.029791050812602044,
+ 0.02654157394170761,
+ 0.028435604375600814,
+ 0.03134429958462715,
+ 0.038252703151106834,
+ 0.031379878085851666,
+ 0.02969111566543579,
+ 0.03346356704235077,
+ 0.029296788448095322,
+ 0.02688776364326477,
+ 0.024821505990624427,
+ 0.02414622390270233,
+ 0.029408053064346313,
+ 0.03269558168053627,
+ 0.02531407674998045,
+ 0.026356512427330017,
+ 0.023581733375787735,
+ 0.024556355768442156,
+ 0.027951345092058183,
+ 0.022370386198163034,
+ 0.03287668476700783,
+ 0.025288420939445496,
+ 0.031219502943754196,
+ 0.02888429069519043,
+ 0.030735591688752173,
+ 0.02735620730817318,
+ 0.03810946992039681,
+ 0.028575557655096055,
+ 0.02718697527050972,
+ 0.03519773906469345,
+ 0.028369852031767367,
+ 0.024919191813468935,
+ 0.02968004021644592,
+ 0.02626986500620842,
+ 0.02845469582825899,
+ 0.03466393163204193,
+ 0.03076643509864807,
+ 0.030355132931470873,
+ 0.030078389501571656,
+ 0.029866657304763795,
+ 0.03281264351382852,
+ 0.028423517215251923,
+ 0.030412553095817568,
+ 0.03361335833966732,
+ 0.02742235606312752,
+ 0.028246861313283442,
+ 0.026277213674783705,
+ 0.024521710814535618,
+ 0.026038313943147658,
+ 0.027685920548439026,
+ 0.024189958955347538,
+ 0.028101330828666688,
+ 0.023092676632106304,
+ 0.026744831919670104,
+ 0.026103598928451537,
+ 0.027902939324080944,
+ 0.021766479524970055,
+ 0.027076039123535157,
+ 0.02328252377510071
+ ],
+ "tgrad_loss": [
+ 0.294819629573822,
+ 0.2939140326499939,
+ 0.219088809299469,
+ 0.18960705118179322,
+ 0.17038466613292694,
+ 0.15672710111141205,
+ 0.15068366177082063,
+ 0.14817209043502808,
+ 0.1477210487008095,
+ 0.1469169137120247,
+ 0.15091134042739868,
+ 0.14670454227924348,
+ 0.14888966951966287,
+ 0.14666659691333772,
+ 0.14715499559640885,
+ 0.14274549129009248,
+ 0.1465570687055588,
+ 0.1521701454281807,
+ 0.15681228353977203,
+ 0.16108862676620483,
+ 0.16756604113578796,
+ 0.17191463656425476,
+ 0.17374952573776245,
+ 0.17991471261978148,
+ 0.1874405568599701,
+ 0.19302551550865174,
+ 0.19768444393873214,
+ 0.193999383020401,
+ 0.20956446123123168,
+ 0.20959763660430908,
+ 0.20149674859046937,
+ 0.2040850329399109,
+ 0.20677331829071044,
+ 0.2268474468231201,
+ 0.2342244486808777,
+ 0.21765749232769013,
+ 0.22079251861572266,
+ 0.22700430588722229,
+ 0.2300437501192093,
+ 0.229878093290329,
+ 0.23502717609405518,
+ 0.2414469205379486,
+ 0.24413101263046263,
+ 0.25266150131225584,
+ 0.24305998911857604,
+ 0.24739206635951996,
+ 0.24659220705032348,
+ 0.2551995223045349,
+ 0.2547643501758575,
+ 0.25015008878707884,
+ 0.25482084245681763,
+ 0.26242804205417636,
+ 0.25043298604488373,
+ 0.2557358948945999,
+ 0.25396181850433347,
+ 0.25638861246109007,
+ 0.2615145419597626,
+ 0.2631215545654297,
+ 0.26693652296066284,
+ 0.2662073058128357,
+ 0.26606392068862916,
+ 0.26552670979499815,
+ 0.26475953006744385,
+ 0.26791265106201173,
+ 0.26661619596481323,
+ 0.2674205995321274,
+ 0.2662866680383682,
+ 0.2672453787326813,
+ 0.2662085753917694,
+ 0.2649459549665451,
+ 0.2662394880533218,
+ 0.2663982018470764,
+ 0.2648325638771057,
+ 0.26516348662376404,
+ 0.2651267763614655,
+ 0.26470492310523985,
+ 0.2649742301940918,
+ 0.26467558369636535,
+ 0.26411161279678347,
+ 0.2634902417182922
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.13380715250968933,
+ 0.28871580958366394
+ ],
+ "perturbation_rho": [
+ 0.2647465467453003,
+ 0.4448530077934265
+ ],
+ "nudging": {
+ "0.001": [
+ -0.007434769067913294,
+ -0.0024258592166006565
+ ],
+ "0.003": [
+ -0.022199923172593117,
+ -0.007270205765962601
+ ],
+ "0.01": [
+ -0.07276535779237747,
+ -0.024136800318956375
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json
new file mode 100644
index 0000000..76c8d7a
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.4145605772018432,
+ 0.4837885675907135,
+ 0.3509865976333618,
+ 0.3320046304702759,
+ 0.3153838852882385,
+ 0.26510489492416384,
+ 0.29119865114092824,
+ 0.23000359807014464,
+ 0.25192048209905626,
+ 0.22606405482292175,
+ 0.22339799184799194,
+ 0.24050125465393066,
+ 0.21707800154685974,
+ 0.24954306988716127,
+ 0.23637027411460876,
+ 0.21085137324333192,
+ 0.19512076714038848,
+ 0.17245010232925415,
+ 0.1894634276986122,
+ 0.1650419453382492,
+ 0.1778180214881897,
+ 0.21894844360351562,
+ 0.19933833799362183,
+ 0.1771628651380539,
+ 0.1553717818260193,
+ 0.1399657424926758,
+ 0.14071936559677123,
+ 0.1601772675037384,
+ 0.13696529176235198,
+ 0.14105643473863602,
+ 0.13802141556739808,
+ 0.16569645638465882,
+ 0.12720199494361878,
+ 0.14186724331378936,
+ 0.11719292199611664,
+ 0.11274782953262329,
+ 0.12050781357288361,
+ 0.10908292927742004,
+ 0.10698790650367737,
+ 0.10439169973134994,
+ 0.09679698523283005,
+ 0.10081665986776352,
+ 0.09919646325707436,
+ 0.09050822926163674,
+ 0.08451937192380428,
+ 0.08149686356782913,
+ 0.08619351840019226,
+ 0.08559241333007812,
+ 0.08397664375305176,
+ 0.08652843645811081,
+ 0.08116253237724304,
+ 0.08460511593818665,
+ 0.07957250861525536,
+ 0.07245188212394714,
+ 0.07476602460145951,
+ 0.07214559998512268,
+ 0.06864421527385711,
+ 0.06543551899790764,
+ 0.06294125034213066,
+ 0.06161921464204788,
+ 0.06044542417526245,
+ 0.05924299967288971,
+ 0.05897243957519531,
+ 0.05819726123511791,
+ 0.05668298012018204,
+ 0.057375379399955274,
+ 0.055825320994853975,
+ 0.05605454614162445,
+ 0.05520648413896561,
+ 0.05462213642001152,
+ 0.05396175765991211,
+ 0.05345057912766933,
+ 0.05290921161174774,
+ 0.05259452617168427,
+ 0.052336494362354276,
+ 0.05208745345771313,
+ 0.051927010026574134,
+ 0.05178932168483734,
+ 0.05169431391954422,
+ 0.05163790632486343
+ ],
+ "train_acc": [
+ 0.5311,
+ 0.8383,
+ 0.8684,
+ 0.8673,
+ 0.8741,
+ 0.8952,
+ 0.885,
+ 0.9126,
+ 0.9,
+ 0.9109,
+ 0.9124,
+ 0.903,
+ 0.9143,
+ 0.8996,
+ 0.9057,
+ 0.9155,
+ 0.9265,
+ 0.9344,
+ 0.9234,
+ 0.9368,
+ 0.9274,
+ 0.9132,
+ 0.9217,
+ 0.9312,
+ 0.9425,
+ 0.9491,
+ 0.9462,
+ 0.9374,
+ 0.9484,
+ 0.9474,
+ 0.9492,
+ 0.9317,
+ 0.9533,
+ 0.9466,
+ 0.9565,
+ 0.96,
+ 0.9521,
+ 0.962,
+ 0.9643,
+ 0.9634,
+ 0.9697,
+ 0.9658,
+ 0.967,
+ 0.9707,
+ 0.9744,
+ 0.976,
+ 0.973,
+ 0.9729,
+ 0.9738,
+ 0.9721,
+ 0.974,
+ 0.9728,
+ 0.9765,
+ 0.9806,
+ 0.9788,
+ 0.9807,
+ 0.9819,
+ 0.985,
+ 0.9862,
+ 0.9879,
+ 0.9879,
+ 0.9884,
+ 0.9892,
+ 0.9888,
+ 0.9906,
+ 0.9886,
+ 0.9909,
+ 0.9905,
+ 0.9906,
+ 0.9918,
+ 0.9922,
+ 0.9921,
+ 0.9931,
+ 0.9933,
+ 0.9934,
+ 0.994,
+ 0.9938,
+ 0.9942,
+ 0.9942,
+ 0.9942
+ ],
+ "test_acc": [
+ 0.7885,
+ 0.864,
+ 0.864,
+ 0.8825,
+ 0.878,
+ 0.8865,
+ 0.881,
+ 0.888,
+ 0.881,
+ 0.8775,
+ 0.898,
+ 0.894,
+ 0.891,
+ 0.885,
+ 0.8865,
+ 0.9005,
+ 0.8945,
+ 0.91,
+ 0.8925,
+ 0.9065,
+ 0.901,
+ 0.897,
+ 0.895,
+ 0.9,
+ 0.9015,
+ 0.9055,
+ 0.91,
+ 0.903,
+ 0.908,
+ 0.912,
+ 0.9095,
+ 0.902,
+ 0.9105,
+ 0.9025,
+ 0.9115,
+ 0.909,
+ 0.9045,
+ 0.913,
+ 0.9035,
+ 0.918,
+ 0.912,
+ 0.9045,
+ 0.912,
+ 0.9185,
+ 0.9135,
+ 0.9085,
+ 0.914,
+ 0.9175,
+ 0.913,
+ 0.915,
+ 0.916,
+ 0.9135,
+ 0.916,
+ 0.9145,
+ 0.919,
+ 0.918,
+ 0.9195,
+ 0.917,
+ 0.919,
+ 0.9155,
+ 0.917,
+ 0.9165,
+ 0.917,
+ 0.9195,
+ 0.918,
+ 0.9185,
+ 0.917,
+ 0.9175,
+ 0.9155,
+ 0.9165,
+ 0.9175,
+ 0.918,
+ 0.918,
+ 0.9175,
+ 0.917,
+ 0.9165,
+ 0.917,
+ 0.917,
+ 0.917,
+ 0.917
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8279672861099243,
+ 0.8114954233169556,
+ 0.7863935232162476,
+ 0.7482712268829346
+ ],
+ "perturbation_rho": [
+ 0.9999987483024597,
+ 0.9999956488609314,
+ 0.999983012676239,
+ 0.9999275207519531
+ ],
+ "nudging": {
+ "0.001": [
+ -0.024539310485124588,
+ -0.011202658526599407,
+ -0.004987813998013735,
+ -0.0025163067039102316
+ ],
+ "0.003": [
+ -0.06480148434638977,
+ -0.031804408878088,
+ -0.014610698446631432,
+ -0.00745969545096159
+ ],
+ "0.01": [
+ -0.14138484001159668,
+ -0.08725307881832123,
+ -0.04476301744580269,
+ -0.023845836520195007
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2260922397613525,
+ 1.3989790941238402,
+ 0.8063462790489196,
+ 0.5810352697372436,
+ 0.4776177051544189,
+ 0.4156474907875061,
+ 0.40407221131324766,
+ 0.3906784576416016,
+ 0.4220227051138878,
+ 0.408127818775177,
+ 0.48602376890182497,
+ 0.4391589762687683,
+ 0.4726590826034546,
+ 0.45469081001281736,
+ 0.46395344314575193,
+ 0.641008736038208,
+ 0.4606993099212646,
+ 0.48619530363082886,
+ 0.6209182878494263,
+ 0.579438009929657,
+ 0.5570708718299866,
+ 0.6080478384017944,
+ 0.5757816455364227,
+ 0.5000022046089172,
+ 0.554708060836792,
+ 0.6522365891456604,
+ 0.5476735515594482,
+ 0.7547416234016419,
+ 0.5390356698989868,
+ 0.5642839532852173,
+ 0.5649113851547242,
+ 0.6092495996952056,
+ 0.5237593853950501,
+ 0.7170518593788147,
+ 0.7146096199989319,
+ 0.4854401762008667,
+ 0.5638167533874512,
+ 0.4516558566093445,
+ 0.7109629370689392,
+ 0.5448078726768494,
+ 0.6100124780654907,
+ 0.647748377609253,
+ 0.5807090089797974,
+ 0.5962627920150757,
+ 0.4787724911212921,
+ 0.44061123929023743,
+ 0.45318230543136595,
+ 0.4324454571247101,
+ 0.48582389402389525,
+ 0.48784693965911863,
+ 0.4654889596939087,
+ 0.4910616933822632,
+ 0.44223530769348146,
+ 0.4255864576339722,
+ 0.43338484077453615,
+ 0.40529030129909516,
+ 0.3956596384048462,
+ 0.41429238247871397,
+ 0.4396337124347687,
+ 0.396600995016098,
+ 0.37550678915977476,
+ 0.36028911843299866,
+ 0.37281743416786195,
+ 0.36315483593940734,
+ 0.36328665294647217,
+ 0.3824797859072685,
+ 0.35487752180099486,
+ 0.35909159870147705,
+ 0.3572547873020172,
+ 0.336571563911438,
+ 0.34290257511138916,
+ 0.3480034410953522,
+ 0.3370935582637787,
+ 0.33314969940185546,
+ 0.33331610808372497,
+ 0.3301537363290787,
+ 0.3311965983390808,
+ 0.3278242862701416,
+ 0.32672062397003176,
+ 0.32609617538452146
+ ],
+ "train_acc": [
+ 0.1885,
+ 0.5103,
+ 0.7062,
+ 0.7826,
+ 0.8192,
+ 0.8434,
+ 0.8457,
+ 0.8501,
+ 0.8376,
+ 0.8434,
+ 0.8194,
+ 0.8365,
+ 0.8233,
+ 0.8306,
+ 0.8244,
+ 0.7857,
+ 0.8258,
+ 0.8158,
+ 0.7827,
+ 0.7945,
+ 0.8047,
+ 0.7925,
+ 0.7908,
+ 0.8134,
+ 0.797,
+ 0.7749,
+ 0.7952,
+ 0.7653,
+ 0.8022,
+ 0.7932,
+ 0.7963,
+ 0.7798,
+ 0.8089,
+ 0.7659,
+ 0.7638,
+ 0.8216,
+ 0.7988,
+ 0.8301,
+ 0.7648,
+ 0.7997,
+ 0.787,
+ 0.7806,
+ 0.7963,
+ 0.7918,
+ 0.8211,
+ 0.8302,
+ 0.8283,
+ 0.8372,
+ 0.8209,
+ 0.8197,
+ 0.8281,
+ 0.823,
+ 0.8352,
+ 0.8373,
+ 0.8393,
+ 0.8439,
+ 0.8478,
+ 0.8453,
+ 0.837,
+ 0.8479,
+ 0.8551,
+ 0.86,
+ 0.8595,
+ 0.8613,
+ 0.8576,
+ 0.8564,
+ 0.8631,
+ 0.8603,
+ 0.8618,
+ 0.8703,
+ 0.8667,
+ 0.8674,
+ 0.8688,
+ 0.8719,
+ 0.8714,
+ 0.8698,
+ 0.8719,
+ 0.8732,
+ 0.874,
+ 0.8739
+ ],
+ "test_acc": [
+ 0.3485,
+ 0.642,
+ 0.7375,
+ 0.7915,
+ 0.802,
+ 0.7915,
+ 0.807,
+ 0.812,
+ 0.804,
+ 0.767,
+ 0.8025,
+ 0.79,
+ 0.7975,
+ 0.7715,
+ 0.7125,
+ 0.757,
+ 0.7585,
+ 0.665,
+ 0.6875,
+ 0.6805,
+ 0.7355,
+ 0.6705,
+ 0.7525,
+ 0.742,
+ 0.6565,
+ 0.727,
+ 0.606,
+ 0.6405,
+ 0.7245,
+ 0.7345,
+ 0.715,
+ 0.745,
+ 0.6045,
+ 0.578,
+ 0.712,
+ 0.7905,
+ 0.733,
+ 0.7005,
+ 0.754,
+ 0.681,
+ 0.7345,
+ 0.6195,
+ 0.6645,
+ 0.7995,
+ 0.754,
+ 0.72,
+ 0.739,
+ 0.7355,
+ 0.7415,
+ 0.752,
+ 0.716,
+ 0.742,
+ 0.784,
+ 0.688,
+ 0.7865,
+ 0.8035,
+ 0.7615,
+ 0.808,
+ 0.796,
+ 0.8005,
+ 0.8245,
+ 0.814,
+ 0.823,
+ 0.801,
+ 0.806,
+ 0.8105,
+ 0.806,
+ 0.806,
+ 0.8265,
+ 0.8235,
+ 0.8115,
+ 0.82,
+ 0.8275,
+ 0.823,
+ 0.826,
+ 0.8175,
+ 0.8225,
+ 0.8235,
+ 0.8245,
+ 0.824
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.030194921419024467,
+ 0.3003618121147156,
+ 0.18209302425384521,
+ 0.12414582818746567
+ ],
+ "perturbation_rho": [
+ -0.038011275231838226,
+ 0.29912513494491577,
+ 0.1735759675502777,
+ 0.14118143916130066
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0004484695091377944,
+ -0.0008491222397424281,
+ -0.0005047788145020604,
+ -0.0003660085494630039
+ ],
+ "0.003": [
+ 0.001385596813634038,
+ -0.0025426694191992283,
+ -0.0015110077802091837,
+ -0.0010910483542829752
+ ],
+ "0.01": [
+ 0.005076530389487743,
+ -0.00841662660241127,
+ -0.005011391825973988,
+ -0.0036195346619933844
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8123929222106934,
+ 0.7969598731994629,
+ 0.4681823432445526,
+ 0.4493808107376099,
+ 0.4859991237640381,
+ 0.5615512335777283,
+ 0.6788585278511048,
+ 0.769824936580658,
+ 0.7635405010223388,
+ 0.7253447900772094,
+ 0.7080011105537415,
+ 0.7129657225131989,
+ 0.7468086644172669,
+ 0.7786125428199768,
+ 0.7598382493972778,
+ 0.7637535655975342,
+ 0.784446928024292,
+ 0.791630249786377,
+ 0.8042271808624267,
+ 0.8116328013420105,
+ 0.7919122304916382,
+ 0.8624911094665527,
+ 0.8134118410110474,
+ 0.8004576719284058,
+ 0.826051163482666,
+ 0.7835210838317871,
+ 0.8537725872993469,
+ 0.8074887325286865,
+ 0.7989932650566101,
+ 0.7464404977798462,
+ 0.7878874625682831,
+ 0.7705603090286255,
+ 0.8202200212478638,
+ 0.7995859888076782,
+ 0.8566022305488586,
+ 0.8265386112213134,
+ 0.8467596694946289,
+ 0.8278987077713013,
+ 0.839235195350647,
+ 0.8700848264694214,
+ 0.8941480784416199,
+ 0.8706226264953614,
+ 0.8077309101104736,
+ 0.8231417049407959,
+ 0.8741218314170838,
+ 0.8338860015869141,
+ 0.7885824256896973,
+ 0.7956271339416504,
+ 0.7766273180007934,
+ 0.7837719497680664,
+ 0.7901550762176514,
+ 0.7942577618598938,
+ 0.7556007875442505,
+ 0.7318876386642456,
+ 0.7315496717453003,
+ 0.7372453187942505,
+ 0.7162431858062744,
+ 0.7204227170467377,
+ 0.7074315301895142,
+ 0.7244995565414428,
+ 0.7033161953926086,
+ 0.6938653470993043,
+ 0.7081535718917846,
+ 0.6887570705413818,
+ 0.6773336295127869,
+ 0.6713978358268737,
+ 0.6677473924636841,
+ 0.6675515371322632,
+ 0.6589781717300415,
+ 0.6592945998191834,
+ 0.6567529281616211,
+ 0.6525886249542237,
+ 0.6496815184593201,
+ 0.6495527265548706,
+ 0.6473081888198853,
+ 0.6461846683502197,
+ 0.6442305462837219,
+ 0.6443143812179566,
+ 0.6430024762630463,
+ 0.642762578868866
+ ],
+ "train_acc": [
+ 0.3465,
+ 0.7012,
+ 0.8236,
+ 0.8291,
+ 0.8176,
+ 0.8032,
+ 0.7708,
+ 0.7513,
+ 0.7483,
+ 0.7484,
+ 0.7417,
+ 0.74,
+ 0.7308,
+ 0.7243,
+ 0.7347,
+ 0.7333,
+ 0.7311,
+ 0.7299,
+ 0.7266,
+ 0.7204,
+ 0.732,
+ 0.7169,
+ 0.7258,
+ 0.7261,
+ 0.7164,
+ 0.7349,
+ 0.7103,
+ 0.7278,
+ 0.7384,
+ 0.7499,
+ 0.7403,
+ 0.7424,
+ 0.736,
+ 0.7367,
+ 0.7227,
+ 0.7313,
+ 0.7293,
+ 0.7359,
+ 0.7336,
+ 0.7305,
+ 0.7218,
+ 0.7235,
+ 0.7413,
+ 0.7317,
+ 0.7181,
+ 0.726,
+ 0.7331,
+ 0.7324,
+ 0.7392,
+ 0.7341,
+ 0.7313,
+ 0.7293,
+ 0.7439,
+ 0.7451,
+ 0.7482,
+ 0.7447,
+ 0.7498,
+ 0.7466,
+ 0.754,
+ 0.7472,
+ 0.7547,
+ 0.7577,
+ 0.7519,
+ 0.7566,
+ 0.7652,
+ 0.7641,
+ 0.7657,
+ 0.7642,
+ 0.767,
+ 0.7672,
+ 0.7684,
+ 0.7686,
+ 0.7703,
+ 0.7693,
+ 0.77,
+ 0.7684,
+ 0.7718,
+ 0.771,
+ 0.7711,
+ 0.7713
+ ],
+ "test_acc": [
+ 0.593,
+ 0.771,
+ 0.813,
+ 0.8005,
+ 0.7815,
+ 0.753,
+ 0.7255,
+ 0.708,
+ 0.739,
+ 0.7295,
+ 0.7435,
+ 0.7325,
+ 0.715,
+ 0.698,
+ 0.7005,
+ 0.6945,
+ 0.702,
+ 0.6985,
+ 0.6985,
+ 0.711,
+ 0.694,
+ 0.695,
+ 0.715,
+ 0.6785,
+ 0.6955,
+ 0.646,
+ 0.709,
+ 0.699,
+ 0.687,
+ 0.711,
+ 0.7145,
+ 0.692,
+ 0.6905,
+ 0.6385,
+ 0.676,
+ 0.6885,
+ 0.685,
+ 0.694,
+ 0.693,
+ 0.663,
+ 0.642,
+ 0.6935,
+ 0.6885,
+ 0.673,
+ 0.686,
+ 0.6815,
+ 0.693,
+ 0.704,
+ 0.686,
+ 0.6805,
+ 0.6965,
+ 0.7025,
+ 0.7115,
+ 0.71,
+ 0.706,
+ 0.705,
+ 0.7055,
+ 0.7155,
+ 0.709,
+ 0.714,
+ 0.7215,
+ 0.72,
+ 0.7195,
+ 0.7185,
+ 0.73,
+ 0.725,
+ 0.727,
+ 0.723,
+ 0.725,
+ 0.7305,
+ 0.7285,
+ 0.7285,
+ 0.728,
+ 0.734,
+ 0.733,
+ 0.733,
+ 0.734,
+ 0.7325,
+ 0.733,
+ 0.733
+ ],
+ "state_pred_error": [
+ 0.7424910880565644,
+ 0.24538831996917726,
+ 0.1696438634634018,
+ 0.1582905143260956,
+ 0.1631220199584961,
+ 0.1723755702495575,
+ 0.1831033411026001,
+ 0.18637536973953248,
+ 0.1819893986463547,
+ 0.16733712508678436,
+ 0.15095561995506288,
+ 0.132748974442482,
+ 0.11434644386768342,
+ 0.09421088438034057,
+ 0.08756505841016769,
+ 0.08341595257520676,
+ 0.0805468656539917,
+ 0.07775743334293365,
+ 0.07735535364151001,
+ 0.07478679238557816,
+ 0.06856273975372315,
+ 0.06119619631767273,
+ 0.05259707286357879,
+ 0.04269158652424812,
+ 0.03410064045786858,
+ 0.027179633522033692,
+ 0.023885729551315307,
+ 0.021235701763629912,
+ 0.02094485488831997,
+ 0.02022430610358715,
+ 0.01988106532692909,
+ 0.01952715065330267,
+ 0.019609414368867876,
+ 0.020033554589748384,
+ 0.020146991772949697,
+ 0.01961232684701681,
+ 0.01936790647506714,
+ 0.019153894048929216,
+ 0.01937529597133398,
+ 0.018842387399077416,
+ 0.018071847139298915,
+ 0.017307695150375366,
+ 0.016579271717369556,
+ 0.01552603451013565,
+ 0.015096754413843155,
+ 0.013859699180722237,
+ 0.012979740312695503,
+ 0.012281061121821403,
+ 0.011574527004361153,
+ 0.010909687869250775,
+ 0.010257076373696328,
+ 0.009821538998931647,
+ 0.009271138358861208,
+ 0.008785224071145058,
+ 0.008230697739124299,
+ 0.007849063183367252,
+ 0.0074681182123720645,
+ 0.007055782772600651,
+ 0.0067631045818328855,
+ 0.006486539483070373,
+ 0.006212053466588259,
+ 0.005942052242159843,
+ 0.005858693596720695,
+ 0.005584450083971023,
+ 0.005323304799944162,
+ 0.005180257834494114,
+ 0.0050939571440219876,
+ 0.004897539104521275,
+ 0.004757686843723059,
+ 0.004607934882491827,
+ 0.004440061054006219,
+ 0.004348039439320564,
+ 0.004419275801628828,
+ 0.0041590200409293175,
+ 0.004140176199376583,
+ 0.00423978632427752,
+ 0.003907272329181433,
+ 0.003829565724730492,
+ 0.003753288455680013,
+ 0.003695953545719385
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.821143627166748,
+ 0.36722686886787415,
+ 0.20176959037780762,
+ 0.1750764548778534
+ ],
+ "perturbation_rho": [
+ 0.6905952095985413,
+ 0.36183467507362366,
+ 0.19890159368515015,
+ 0.15810276567935944
+ ],
+ "nudging": {
+ "0.001": [
+ -0.021994680166244507,
+ -0.0013722439762204885,
+ -0.0006841139402240515,
+ -0.0005768820992670953
+ ],
+ "0.003": [
+ -0.06444752216339111,
+ -0.00411063339561224,
+ -0.0020494144409894943,
+ -0.0017298792954534292
+ ],
+ "0.01": [
+ -0.1973220407962799,
+ -0.013631552457809448,
+ -0.0068134344182908535,
+ -0.0057535795494914055
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 3017.568359375,
+ 2069.30517578125,
+ 2103.28662109375,
+ 1370.3270263671875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2304506519317626,
+ 1.3942056268692016,
+ 0.8183312824249268,
+ 0.5797962010383606,
+ 0.4764002899169922,
+ 0.4094866346359253,
+ 0.4068061854362488,
+ 0.38665450406074525,
+ 0.3990870332241058,
+ 0.4220907788276672,
+ 0.496053104019165,
+ 0.4371034680366516,
+ 0.45066176986694334,
+ 0.5061244255065918,
+ 0.4739286370754242,
+ 0.4944791939735413,
+ 0.5044361748695374,
+ 0.6503571970939637,
+ 0.47436288118362424,
+ 0.5432016505241394,
+ 0.5854156719207764,
+ 0.47859073028564453,
+ 0.566104229259491,
+ 0.6238331944465637,
+ 0.6042083335876465,
+ 0.7139152729034424,
+ 0.6597491868972778,
+ 0.6986511729240418,
+ 0.6769212335586547,
+ 0.7593953706741333,
+ 0.7314193179130554,
+ 0.7335153755187989,
+ 0.7572157611846924,
+ 0.7321065183639527,
+ 0.7649673822879791,
+ 0.6976259819984436,
+ 0.7286087586402893,
+ 0.7189216842651367,
+ 0.7617496681213379,
+ 0.7480665018081665,
+ 0.7844495740890502,
+ 0.8273416324615479,
+ 0.843971639251709,
+ 0.8851293493270874,
+ 0.8638077151298523,
+ 0.8672280294895172,
+ 0.8649810727119446,
+ 0.8554271353721619,
+ 0.8371897335052491,
+ 0.8481480210304261,
+ 0.8235589872360229,
+ 0.8250558439731598,
+ 0.821573218536377,
+ 0.8396482845306397,
+ 0.8538236341476441,
+ 0.8500017461776733,
+ 0.8449060009002686,
+ 0.8542348052978516,
+ 0.85397573928833,
+ 0.8410406700134277,
+ 0.8542406044006348,
+ 0.8490435265541076,
+ 0.8294786353111268,
+ 0.8252912633419037,
+ 0.8250881828308105,
+ 0.8167968341827393,
+ 0.8243150682449341,
+ 0.810345893573761,
+ 0.8054994924545288,
+ 0.8062832556724548,
+ 0.803090742111206,
+ 0.7987750416755677,
+ 0.8018800824165344,
+ 0.7949400223731995,
+ 0.7933959410667419,
+ 0.7913647750854492,
+ 0.7914622924804687,
+ 0.7898741424560547,
+ 0.7892889207839966,
+ 0.7888304642677307
+ ],
+ "train_acc": [
+ 0.192,
+ 0.518,
+ 0.7025,
+ 0.7851,
+ 0.8191,
+ 0.8447,
+ 0.8429,
+ 0.8512,
+ 0.8493,
+ 0.8355,
+ 0.8181,
+ 0.8327,
+ 0.8287,
+ 0.8171,
+ 0.8261,
+ 0.8175,
+ 0.8159,
+ 0.7771,
+ 0.8218,
+ 0.803,
+ 0.7916,
+ 0.8252,
+ 0.8046,
+ 0.7807,
+ 0.7822,
+ 0.7604,
+ 0.7775,
+ 0.7722,
+ 0.7831,
+ 0.7659,
+ 0.7596,
+ 0.756,
+ 0.7421,
+ 0.7452,
+ 0.7408,
+ 0.7511,
+ 0.7441,
+ 0.744,
+ 0.7328,
+ 0.7355,
+ 0.7311,
+ 0.7234,
+ 0.7211,
+ 0.711,
+ 0.7102,
+ 0.7178,
+ 0.7071,
+ 0.7128,
+ 0.7173,
+ 0.7083,
+ 0.7174,
+ 0.7133,
+ 0.7121,
+ 0.7048,
+ 0.7029,
+ 0.7051,
+ 0.7006,
+ 0.7005,
+ 0.6974,
+ 0.7041,
+ 0.696,
+ 0.6999,
+ 0.7074,
+ 0.7052,
+ 0.7056,
+ 0.7099,
+ 0.7086,
+ 0.7113,
+ 0.7112,
+ 0.7122,
+ 0.7124,
+ 0.7142,
+ 0.7134,
+ 0.7167,
+ 0.7134,
+ 0.7162,
+ 0.7182,
+ 0.7158,
+ 0.7159,
+ 0.7162
+ ],
+ "test_acc": [
+ 0.3505,
+ 0.6215,
+ 0.7385,
+ 0.776,
+ 0.8105,
+ 0.819,
+ 0.809,
+ 0.811,
+ 0.8155,
+ 0.749,
+ 0.796,
+ 0.8045,
+ 0.752,
+ 0.729,
+ 0.786,
+ 0.7715,
+ 0.6865,
+ 0.72,
+ 0.7255,
+ 0.669,
+ 0.778,
+ 0.687,
+ 0.7285,
+ 0.7615,
+ 0.734,
+ 0.7575,
+ 0.71,
+ 0.777,
+ 0.735,
+ 0.744,
+ 0.742,
+ 0.701,
+ 0.7025,
+ 0.6955,
+ 0.7175,
+ 0.735,
+ 0.693,
+ 0.7025,
+ 0.7245,
+ 0.6985,
+ 0.698,
+ 0.716,
+ 0.668,
+ 0.6525,
+ 0.695,
+ 0.6575,
+ 0.702,
+ 0.7145,
+ 0.7045,
+ 0.705,
+ 0.6925,
+ 0.7065,
+ 0.7,
+ 0.6855,
+ 0.7,
+ 0.6935,
+ 0.696,
+ 0.6985,
+ 0.685,
+ 0.7045,
+ 0.6975,
+ 0.701,
+ 0.6955,
+ 0.7,
+ 0.699,
+ 0.699,
+ 0.712,
+ 0.7065,
+ 0.7075,
+ 0.7055,
+ 0.71,
+ 0.709,
+ 0.705,
+ 0.7095,
+ 0.7125,
+ 0.7095,
+ 0.7105,
+ 0.711,
+ 0.71,
+ 0.7085
+ ],
+ "value_loss": [
+ 2.875565072822571,
+ 0.8934291703224182,
+ 0.7643266316890717,
+ 0.6411794909477234,
+ 0.5538642876625061,
+ 0.5101048704147338,
+ 0.5553470899581909,
+ 0.4691417839050293,
+ 0.4629878062009811,
+ 0.555866827583313,
+ 0.7427106724739074,
+ 0.5367072154998779,
+ 0.6318443626403809,
+ 0.720150242805481,
+ 0.6702281295776367,
+ 0.6685273101329804,
+ 0.7366531593322754,
+ 1.1599597629070282,
+ 0.6955488331794739,
+ 0.8128993940353394,
+ 0.9401766692161561,
+ 0.7360081169128418,
+ 0.9247368459701538,
+ 0.9366291213035584,
+ 0.850796000289917,
+ 1.201850381565094,
+ 1.087157346343994,
+ 1.1369871886253358,
+ 1.0918189323425294,
+ 1.2658386784076692,
+ 0.9737425192832947,
+ 0.9713388110160828,
+ 0.8103028650283813,
+ 0.7689808444976807,
+ 0.7541267780303955,
+ 0.6178562547683716,
+ 0.6552725201368332,
+ 0.651333825969696,
+ 0.6328555109381676,
+ 0.6119258517742157,
+ 0.6578858529090882,
+ 0.7603759881734848,
+ 0.7731849906921386,
+ 0.8381655234336853,
+ 0.7553952046990394,
+ 0.7562767848968506,
+ 0.7243463092803956,
+ 0.6914454604864121,
+ 0.7287011550903321,
+ 0.7079713569641113,
+ 0.5950203428268432,
+ 0.61903060131073,
+ 0.6206758731842041,
+ 0.6741137755393982,
+ 0.638280230140686,
+ 0.5789763841867447,
+ 0.5631655465126038,
+ 0.6306552550315857,
+ 0.5531370044708251,
+ 0.5336048315048217,
+ 0.6597217742919922,
+ 0.5602773515224457,
+ 0.550052008497715,
+ 0.5294891984701157,
+ 0.50927531375885,
+ 0.5022766840934754,
+ 0.5141903561592102,
+ 0.4788236827850342,
+ 0.46827283239364625,
+ 0.44508712520599364,
+ 0.4594296352863312,
+ 0.4582284578323364,
+ 0.47078573088645936,
+ 0.4428159856557846,
+ 0.45073776305913926,
+ 0.440414612865448,
+ 0.438992391872406,
+ 0.44469812307357787,
+ 0.4330620062351227,
+ 0.44552071504592894
+ ],
+ "term_loss": [
+ 1.6042461963653565,
+ 0.5282565028190612,
+ 0.5590828673362732,
+ 0.47629781847000124,
+ 0.3978954189300537,
+ 0.3636821876525879,
+ 0.4072596705198288,
+ 0.3282800791442394,
+ 0.32510876396894456,
+ 0.4085556797027588,
+ 0.5720677609920501,
+ 0.38465584144592285,
+ 0.47195274906158446,
+ 0.5482156983375549,
+ 0.5044927421092987,
+ 0.49531292711496355,
+ 0.5535180912971497,
+ 0.928170532798767,
+ 0.5174768854379654,
+ 0.6144302132129669,
+ 0.7212574210643768,
+ 0.556490356349945,
+ 0.7165425998687744,
+ 0.7060825702667236,
+ 0.6239088512420654,
+ 0.9418239488124848,
+ 0.8416530807495117,
+ 0.8893139802455902,
+ 0.851651100063324,
+ 1.0026947542667388,
+ 0.7173096209526062,
+ 0.7091760641098023,
+ 0.5505894849777222,
+ 0.5145378706932068,
+ 0.4895065601348877,
+ 0.36691248669624327,
+ 0.3942630385398865,
+ 0.3903921950340271,
+ 0.35521844633817673,
+ 0.33440421884059907,
+ 0.36932155704498293,
+ 0.45691595553159714,
+ 0.4697963525772095,
+ 0.522415696144104,
+ 0.4547668980836868,
+ 0.4589268930077553,
+ 0.42205919748544696,
+ 0.3977071187138557,
+ 0.42937303175926206,
+ 0.41034482958316804,
+ 0.3034935749053955,
+ 0.3259772541999817,
+ 0.3256353075265884,
+ 0.3720514593601227,
+ 0.3364347091197967,
+ 0.2779531095802784,
+ 0.2669277866601944,
+ 0.33009841556549074,
+ 0.2530543705701828,
+ 0.24142619206905366,
+ 0.35455005407333373,
+ 0.26008426011800767,
+ 0.25793272792994976,
+ 0.23912566680461167,
+ 0.2228550751209259,
+ 0.21906529731750488,
+ 0.2285044935464859,
+ 0.19956185779571534,
+ 0.1911724850535393,
+ 0.16786679723262787,
+ 0.18276870269179343,
+ 0.18051835017204285,
+ 0.19217048416137694,
+ 0.16508175657987595,
+ 0.17382024183571337,
+ 0.16160465959310533,
+ 0.16125739208459855,
+ 0.1634468115568161,
+ 0.15457683594822882,
+ 0.1639193995475769
+ ],
+ "bridge_loss": [
+ 0.9688761974389432,
+ 0.09757226877212524,
+ 0.012632294435054064,
+ 0.006896629202365875,
+ 0.016848481428623198,
+ 0.02207008745521307,
+ 0.022640679097175598,
+ 0.017478782982379197,
+ 0.010638495054841041,
+ 0.0098322123169899,
+ 0.011913983760774136,
+ 0.00792585155069828,
+ 0.009292545095086098,
+ 0.009518902608752251,
+ 0.008932905950024723,
+ 0.009623992730677128,
+ 0.010149495212733745,
+ 0.01872984848022461,
+ 0.014103599740564823,
+ 0.012476106625795364,
+ 0.021234536376595496,
+ 0.015649695736169814,
+ 0.018796107818186282,
+ 0.017918908199667932,
+ 0.01956285170018673,
+ 0.02622278172969818,
+ 0.026339271712303162,
+ 0.020386182287335394,
+ 0.023761410945653916,
+ 0.027614238518476487,
+ 0.02414468483030796,
+ 0.023320833349227906,
+ 0.012906089831888675,
+ 0.01244986510872841,
+ 0.014011499826610088,
+ 0.014019607320427894,
+ 0.016671525955200196,
+ 0.020415333633124828,
+ 0.022233861681073903,
+ 0.02509751079156995,
+ 0.02855886407494545,
+ 0.03512386602535844,
+ 0.03239926918745041,
+ 0.03483687193393707,
+ 0.02414971941784024,
+ 0.021885205315425992,
+ 0.023786303965747355,
+ 0.01902258104905486,
+ 0.027144915854930878,
+ 0.021862186920642852,
+ 0.019822580271959305,
+ 0.02127928227558732,
+ 0.023540232962369918,
+ 0.024526968252658845,
+ 0.021736864572763442,
+ 0.022946330963075162,
+ 0.017184075573086738,
+ 0.02062335392832756,
+ 0.018120812475681303,
+ 0.015307850694656372,
+ 0.023829158449172973,
+ 0.018856425175070763,
+ 0.018164710475504397,
+ 0.01771858846768737,
+ 0.01473103111088276,
+ 0.013859573656320573,
+ 0.014396251887083053,
+ 0.012541232538223267,
+ 0.011693280148506164,
+ 0.011579178339242935,
+ 0.012598556798696517,
+ 0.014540255971252919,
+ 0.01518781537413597,
+ 0.01615833755284548,
+ 0.015597678692266345,
+ 0.018065750354528426,
+ 0.017838929241895677,
+ 0.02107308625280857,
+ 0.01863815703690052,
+ 0.022096455523371698
+ ],
+ "tgrad_loss": [
+ 0.3024426766872406,
+ 0.26760040110349653,
+ 0.19261146736145018,
+ 0.15798504416942596,
+ 0.13912039029598236,
+ 0.12435259215831757,
+ 0.12544673397541045,
+ 0.1233829214334488,
+ 0.12724055438041687,
+ 0.1374789370059967,
+ 0.15872892727851867,
+ 0.14412552337646484,
+ 0.15059907083511354,
+ 0.16241564388275145,
+ 0.15680248302221297,
+ 0.16359038968086242,
+ 0.17298557314872742,
+ 0.21305938571691513,
+ 0.16396834471225738,
+ 0.1859930724620819,
+ 0.1976847105026245,
+ 0.1638680607318878,
+ 0.1893981406211853,
+ 0.2126276472568512,
+ 0.20732428936958314,
+ 0.23380364923477173,
+ 0.21916499223709107,
+ 0.22728701264858245,
+ 0.2164064181804657,
+ 0.2355296877384186,
+ 0.23228821861743926,
+ 0.23884190742969513,
+ 0.24680728578567504,
+ 0.24199310512542724,
+ 0.2506087215423584,
+ 0.2369241587638855,
+ 0.24433795733451844,
+ 0.2405263027191162,
+ 0.2554032007455826,
+ 0.25242412157058713,
+ 0.2600054337501526,
+ 0.26833617506027224,
+ 0.2709893661499023,
+ 0.2809129590988159,
+ 0.27647859499454497,
+ 0.275464682662487,
+ 0.27850080614089967,
+ 0.27471575455665587,
+ 0.2721832049369812,
+ 0.27576433696746827,
+ 0.2717041887283325,
+ 0.2717740647315979,
+ 0.27150033550262453,
+ 0.2775353482723236,
+ 0.2801086558818817,
+ 0.27807693454027177,
+ 0.2790536849021912,
+ 0.27993348541259766,
+ 0.2819618251562119,
+ 0.2768707938671112,
+ 0.2813425661563873,
+ 0.2813366662502289,
+ 0.2739545676112175,
+ 0.2726449445486069,
+ 0.2716892107963562,
+ 0.26935181140899656,
+ 0.2712896113157272,
+ 0.2667205859661102,
+ 0.2654070652484894,
+ 0.26564114809036254,
+ 0.2640623729944229,
+ 0.26316985001564025,
+ 0.26342742853164675,
+ 0.26157588943243026,
+ 0.26131984198093416,
+ 0.26074419956207273,
+ 0.2598960707902908,
+ 0.26017822399139406,
+ 0.25984701359272006,
+ 0.2595048580646515
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.021101564168930054,
+ 0.1092284768819809,
+ 0.14931762218475342,
+ 0.16334021091461182
+ ],
+ "perturbation_rho": [
+ 0.026919251307845116,
+ 0.23688018321990967,
+ 0.28421375155448914,
+ 0.2676014304161072
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0008864067494869232,
+ -0.0009627565741539001,
+ -0.0012677897466346622,
+ -0.001255445065908134
+ ],
+ "0.003": [
+ -0.0026319557800889015,
+ -0.0028857083525508642,
+ -0.003800811246037483,
+ -0.0037655923515558243
+ ],
+ "0.01": [
+ -0.008425744250416756,
+ -0.009595570154488087,
+ -0.012630455195903778,
+ -0.012512242421507835
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json
new file mode 100644
index 0000000..ec28849
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.453296373653412,
+ 0.4953095598220825,
+ 0.34828554306030274,
+ 0.34110426716804504,
+ 0.27771372408866885,
+ 0.2927352352142334,
+ 0.2706843049049377,
+ 0.3097882106781006,
+ 0.26225770044326785,
+ 0.25132905864715577,
+ 0.25332398891448976,
+ 0.2514034366607666,
+ 0.21332003959417342,
+ 0.1936976969242096,
+ 0.2505925059080124,
+ 0.20892606778144837,
+ 0.2087661534309387,
+ 0.20852603862285615,
+ 0.18916085431575774,
+ 0.1735510662317276,
+ 0.17585254753828047,
+ 0.1600837320804596,
+ 0.184162171459198,
+ 0.1619161043167114,
+ 0.18675716395378114,
+ 0.15804585781097413,
+ 0.16049944838285446,
+ 0.14615878117084502,
+ 0.13879444608688354,
+ 0.15593961148262023,
+ 0.1475718964099884,
+ 0.1584999119758606,
+ 0.16021934352219105,
+ 0.11994385460615158,
+ 0.11137195901870728,
+ 0.1309328990459442,
+ 0.11823977715969086,
+ 0.12014036464691162,
+ 0.11413699101507664,
+ 0.09933694800138473,
+ 0.10369804172515869,
+ 0.1288715265393257,
+ 0.10965070486068726,
+ 0.10025272550582885,
+ 0.09632523136138917,
+ 0.09258691647052765,
+ 0.09523829494118691,
+ 0.0850349404335022,
+ 0.09242999118566513,
+ 0.08526616468429565,
+ 0.0841564024925232,
+ 0.08719563089609146,
+ 0.07787569234371185,
+ 0.07688848695755005,
+ 0.07261240689754486,
+ 0.07009156805276871,
+ 0.06769767506122588,
+ 0.06889801435470581,
+ 0.06692594285011291,
+ 0.06540395164489746,
+ 0.06442964359521866,
+ 0.06337919898033142,
+ 0.06439190024137496,
+ 0.061882001066207885,
+ 0.0627123805642128,
+ 0.06019558189511299,
+ 0.05877050402164459,
+ 0.05892564465999603,
+ 0.05775531235933304,
+ 0.057336541628837584,
+ 0.05673237580060959,
+ 0.056307577848434445,
+ 0.05571542314887047,
+ 0.055296688014268874,
+ 0.055058483922481534,
+ 0.05481614050865173,
+ 0.054657079005241395,
+ 0.054507050532102586,
+ 0.054425559097528456,
+ 0.05437098300457001
+ ],
+ "train_acc": [
+ 0.521,
+ 0.8342,
+ 0.8734,
+ 0.8655,
+ 0.8922,
+ 0.884,
+ 0.8912,
+ 0.8784,
+ 0.8991,
+ 0.8983,
+ 0.9004,
+ 0.8998,
+ 0.9154,
+ 0.9258,
+ 0.9031,
+ 0.9158,
+ 0.9142,
+ 0.9177,
+ 0.9273,
+ 0.9349,
+ 0.932,
+ 0.9401,
+ 0.9262,
+ 0.9358,
+ 0.9253,
+ 0.9406,
+ 0.9371,
+ 0.9434,
+ 0.9492,
+ 0.9411,
+ 0.943,
+ 0.9396,
+ 0.9373,
+ 0.9596,
+ 0.9637,
+ 0.9514,
+ 0.9583,
+ 0.9562,
+ 0.959,
+ 0.967,
+ 0.9641,
+ 0.9512,
+ 0.961,
+ 0.9657,
+ 0.9694,
+ 0.9709,
+ 0.9696,
+ 0.9747,
+ 0.9695,
+ 0.974,
+ 0.9761,
+ 0.9749,
+ 0.9795,
+ 0.9789,
+ 0.9826,
+ 0.9832,
+ 0.986,
+ 0.9848,
+ 0.9866,
+ 0.9868,
+ 0.9877,
+ 0.9874,
+ 0.9867,
+ 0.9887,
+ 0.9889,
+ 0.9905,
+ 0.991,
+ 0.9897,
+ 0.9917,
+ 0.992,
+ 0.9922,
+ 0.9927,
+ 0.9928,
+ 0.9936,
+ 0.9933,
+ 0.9932,
+ 0.9936,
+ 0.9937,
+ 0.9935,
+ 0.9936
+ ],
+ "test_acc": [
+ 0.783,
+ 0.8685,
+ 0.8705,
+ 0.8805,
+ 0.8855,
+ 0.8775,
+ 0.8805,
+ 0.8805,
+ 0.883,
+ 0.8825,
+ 0.883,
+ 0.8885,
+ 0.8955,
+ 0.8915,
+ 0.8905,
+ 0.893,
+ 0.895,
+ 0.9,
+ 0.8935,
+ 0.902,
+ 0.9075,
+ 0.903,
+ 0.9015,
+ 0.903,
+ 0.896,
+ 0.899,
+ 0.904,
+ 0.905,
+ 0.905,
+ 0.903,
+ 0.9065,
+ 0.908,
+ 0.9055,
+ 0.914,
+ 0.907,
+ 0.909,
+ 0.9125,
+ 0.9045,
+ 0.907,
+ 0.9065,
+ 0.9105,
+ 0.9005,
+ 0.914,
+ 0.909,
+ 0.915,
+ 0.908,
+ 0.9105,
+ 0.9155,
+ 0.9055,
+ 0.9145,
+ 0.909,
+ 0.91,
+ 0.9105,
+ 0.911,
+ 0.9155,
+ 0.9125,
+ 0.9165,
+ 0.913,
+ 0.9105,
+ 0.913,
+ 0.911,
+ 0.91,
+ 0.912,
+ 0.9125,
+ 0.9155,
+ 0.9145,
+ 0.9135,
+ 0.9125,
+ 0.9115,
+ 0.9115,
+ 0.912,
+ 0.9115,
+ 0.9115,
+ 0.9115,
+ 0.911,
+ 0.9115,
+ 0.911,
+ 0.911,
+ 0.911,
+ 0.911
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.868922770023346,
+ 0.8429951667785645,
+ 0.8289605379104614,
+ 0.8231275081634521
+ ],
+ "perturbation_rho": [
+ 0.999998927116394,
+ 0.9999972581863403,
+ 0.9999882578849792,
+ 0.9999451637268066
+ ],
+ "nudging": {
+ "0.001": [
+ -0.029291702434420586,
+ -0.013265937566757202,
+ -0.0059385779313743114,
+ -0.0030764099210500717
+ ],
+ "0.003": [
+ -0.0787585899233818,
+ -0.03797435015439987,
+ -0.017459016293287277,
+ -0.009135493077337742
+ ],
+ "0.01": [
+ -0.17674864828586578,
+ -0.10683682560920715,
+ -0.05415143817663193,
+ -0.029372699558734894
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2496918357849123,
+ 1.3387847526550294,
+ 0.7445953012466431,
+ 0.5398363877296448,
+ 0.44195732192993165,
+ 0.406708620595932,
+ 0.3705522078037262,
+ 0.37765975799560547,
+ 0.3639752985954285,
+ 0.3892137159347534,
+ 0.3852337788581848,
+ 0.4254111849784851,
+ 0.38780576059818267,
+ 0.41569334573745725,
+ 0.4350270037651062,
+ 0.43129599609375,
+ 0.44781311664581297,
+ 0.47839186553955076,
+ 0.48407614097595214,
+ 0.45144308986663817,
+ 0.5073113049447536,
+ 0.48227315073013305,
+ 0.5290714904785156,
+ 0.45285613021850585,
+ 0.4874774526119232,
+ 0.46561420321464536,
+ 0.43761558775901793,
+ 0.45178383803367617,
+ 0.43797643756866456,
+ 0.5157751927137375,
+ 0.4519074549674988,
+ 0.5198216260910035,
+ 0.47095790967941287,
+ 0.45483838151693345,
+ 0.44220186512470244,
+ 0.49421512649059296,
+ 0.5017378551483155,
+ 0.4660479995489121,
+ 0.41283108919858935,
+ 0.4158671610355377,
+ 0.42750406036376953,
+ 0.5042367227554321,
+ 0.47434177494049073,
+ 0.5477551186561584,
+ 0.43455731093883515,
+ 0.4315849390029907,
+ 0.4076690737605095,
+ 0.392881183385849,
+ 0.3990067440032959,
+ 0.3904748822212219,
+ 0.37085895271301267,
+ 0.40754292578697204,
+ 0.39559432973861697,
+ 0.3863873209953308,
+ 0.37049336433410646,
+ 0.36953919867277146,
+ 0.36928157291412356,
+ 0.40962127685546873,
+ 0.3643629170656204,
+ 0.3515832754135132,
+ 0.3692568906784058,
+ 0.3748962776184082,
+ 0.3622305648565292,
+ 0.34127199211120607,
+ 0.3452877820730209,
+ 0.3349293503880501,
+ 0.33011303119659424,
+ 0.3349422814369202,
+ 0.3320218985080719,
+ 0.3275007127761841,
+ 0.3277460176587105,
+ 0.32419858107566835,
+ 0.3230124948501587,
+ 0.32022189517021177,
+ 0.3179460354447365,
+ 0.31657396450042724,
+ 0.3161927330970764,
+ 0.3148143844127655,
+ 0.31444183547496796,
+ 0.3140971690177917
+ ],
+ "train_acc": [
+ 0.1757,
+ 0.5378,
+ 0.7229,
+ 0.7943,
+ 0.8272,
+ 0.8416,
+ 0.8544,
+ 0.8553,
+ 0.8624,
+ 0.859,
+ 0.8615,
+ 0.8498,
+ 0.8606,
+ 0.8573,
+ 0.8553,
+ 0.8551,
+ 0.8531,
+ 0.8525,
+ 0.8513,
+ 0.8535,
+ 0.8483,
+ 0.8558,
+ 0.8419,
+ 0.8546,
+ 0.852,
+ 0.8583,
+ 0.8637,
+ 0.8581,
+ 0.8621,
+ 0.848,
+ 0.8602,
+ 0.8478,
+ 0.8558,
+ 0.859,
+ 0.8595,
+ 0.8528,
+ 0.8544,
+ 0.8592,
+ 0.8692,
+ 0.8682,
+ 0.8691,
+ 0.8536,
+ 0.8621,
+ 0.8432,
+ 0.8668,
+ 0.8678,
+ 0.8758,
+ 0.8798,
+ 0.877,
+ 0.8799,
+ 0.8825,
+ 0.8738,
+ 0.8764,
+ 0.8796,
+ 0.8844,
+ 0.8804,
+ 0.8812,
+ 0.8732,
+ 0.8853,
+ 0.888,
+ 0.8859,
+ 0.8828,
+ 0.8854,
+ 0.8884,
+ 0.8882,
+ 0.8911,
+ 0.89,
+ 0.8878,
+ 0.8907,
+ 0.8914,
+ 0.893,
+ 0.8949,
+ 0.8946,
+ 0.8942,
+ 0.8967,
+ 0.8948,
+ 0.8971,
+ 0.8967,
+ 0.8965,
+ 0.8966
+ ],
+ "test_acc": [
+ 0.3575,
+ 0.648,
+ 0.7465,
+ 0.787,
+ 0.8045,
+ 0.817,
+ 0.82,
+ 0.822,
+ 0.8115,
+ 0.8225,
+ 0.786,
+ 0.821,
+ 0.81,
+ 0.7845,
+ 0.8205,
+ 0.826,
+ 0.8265,
+ 0.7955,
+ 0.8305,
+ 0.802,
+ 0.809,
+ 0.784,
+ 0.8185,
+ 0.805,
+ 0.824,
+ 0.822,
+ 0.802,
+ 0.808,
+ 0.8,
+ 0.8025,
+ 0.7915,
+ 0.803,
+ 0.81,
+ 0.8055,
+ 0.7815,
+ 0.8075,
+ 0.8135,
+ 0.813,
+ 0.8385,
+ 0.814,
+ 0.792,
+ 0.81,
+ 0.811,
+ 0.8125,
+ 0.8125,
+ 0.8265,
+ 0.833,
+ 0.8445,
+ 0.8385,
+ 0.8405,
+ 0.838,
+ 0.84,
+ 0.8335,
+ 0.847,
+ 0.841,
+ 0.8385,
+ 0.8335,
+ 0.848,
+ 0.843,
+ 0.8465,
+ 0.8445,
+ 0.8415,
+ 0.8445,
+ 0.8455,
+ 0.8475,
+ 0.8515,
+ 0.85,
+ 0.8505,
+ 0.8505,
+ 0.852,
+ 0.8505,
+ 0.851,
+ 0.8495,
+ 0.8515,
+ 0.8495,
+ 0.8515,
+ 0.8505,
+ 0.8515,
+ 0.851,
+ 0.8515
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.006489354185760021,
+ 0.12851163744926453,
+ 0.11991241574287415,
+ 0.11389133334159851
+ ],
+ "perturbation_rho": [
+ 0.029786743223667145,
+ 0.18639126420021057,
+ 0.11502038687467575,
+ 0.06601984798908234
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0010971444426104426,
+ -0.0006575186271220446,
+ -0.0003536626463755965,
+ -0.00032158708199858665
+ ],
+ "0.003": [
+ -0.003264155238866806,
+ -0.0019673758652061224,
+ -0.0010591265745460987,
+ -0.0009630966233089566
+ ],
+ "0.01": [
+ -0.01056693121790886,
+ -0.006519604474306107,
+ -0.003515135496854782,
+ -0.003202090272679925
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8671920738220216,
+ 0.8245958818435669,
+ 0.47314112768173217,
+ 0.45674627771377563,
+ 0.4969047926664352,
+ 0.6115808282852173,
+ 0.7014055969238281,
+ 0.7080811479568482,
+ 0.7012172104358673,
+ 0.6735383527755737,
+ 0.649971604347229,
+ 0.6521630270957947,
+ 0.6687821681022644,
+ 0.6728867406845093,
+ 0.7074090370178223,
+ 0.698468556690216,
+ 0.7291404920578003,
+ 0.7727017598628998,
+ 0.7500046424865723,
+ 0.8085200922012329,
+ 0.779546489238739,
+ 0.801387744808197,
+ 0.7530522830963134,
+ 0.8084568103790283,
+ 0.8122323418617249,
+ 0.7676459170341492,
+ 0.7385737422943115,
+ 0.7743796340942383,
+ 0.791342021369934,
+ 0.7538952941894531,
+ 0.7233746746063232,
+ 0.7027450902938843,
+ 0.6739716813087463,
+ 0.6575725811958313,
+ 0.657341569519043,
+ 0.6534057109832764,
+ 0.6632411510944366,
+ 0.6651172963142395,
+ 0.6753239694595337,
+ 0.6706813243865967,
+ 0.6627065504074097,
+ 0.6668087734222412,
+ 0.6758873833417892,
+ 0.6484876903533936,
+ 0.6945558298110962,
+ 0.6871001857757568,
+ 0.6978039226531982,
+ 0.7010440427780151,
+ 0.7184338994979859,
+ 0.7164405530929565,
+ 0.6952354438781738,
+ 0.7032188013076782,
+ 0.7004193035125732,
+ 0.6734662980079651,
+ 0.6810175803661347,
+ 0.677333201789856,
+ 0.6784080492973328,
+ 0.6712752502441406,
+ 0.6656309762001038,
+ 0.6615614066123963,
+ 0.660873606300354,
+ 0.6580983083724976,
+ 0.6578487804412841,
+ 0.6565888023853302,
+ 0.6494241165161133,
+ 0.6526647891044617,
+ 0.6507426448822021,
+ 0.6518581859588624,
+ 0.653467121887207,
+ 0.6535044790267944,
+ 0.6530143226623535,
+ 0.6528809313774109,
+ 0.6519273241043091,
+ 0.6527892800331115,
+ 0.6520682262420654,
+ 0.6511607341766358,
+ 0.6508296747207641,
+ 0.650347448348999,
+ 0.6499623192787171,
+ 0.6497791537284852
+ ],
+ "train_acc": [
+ 0.3296,
+ 0.6941,
+ 0.8187,
+ 0.8252,
+ 0.8134,
+ 0.7893,
+ 0.7615,
+ 0.7534,
+ 0.7544,
+ 0.7589,
+ 0.7658,
+ 0.7632,
+ 0.7625,
+ 0.7609,
+ 0.7468,
+ 0.7618,
+ 0.7486,
+ 0.738,
+ 0.7459,
+ 0.73,
+ 0.7423,
+ 0.7321,
+ 0.7396,
+ 0.72,
+ 0.7227,
+ 0.7321,
+ 0.7446,
+ 0.7334,
+ 0.7344,
+ 0.7427,
+ 0.7491,
+ 0.7572,
+ 0.7686,
+ 0.7738,
+ 0.7677,
+ 0.7726,
+ 0.7698,
+ 0.7665,
+ 0.7646,
+ 0.76,
+ 0.7638,
+ 0.7633,
+ 0.7614,
+ 0.7672,
+ 0.755,
+ 0.7548,
+ 0.7577,
+ 0.759,
+ 0.7567,
+ 0.754,
+ 0.7634,
+ 0.7608,
+ 0.761,
+ 0.7743,
+ 0.7697,
+ 0.7705,
+ 0.772,
+ 0.7749,
+ 0.7764,
+ 0.7771,
+ 0.7775,
+ 0.7809,
+ 0.7773,
+ 0.7794,
+ 0.7836,
+ 0.7779,
+ 0.7812,
+ 0.7804,
+ 0.7813,
+ 0.781,
+ 0.78,
+ 0.7802,
+ 0.7855,
+ 0.7835,
+ 0.7826,
+ 0.7841,
+ 0.783,
+ 0.7847,
+ 0.7848,
+ 0.7848
+ ],
+ "test_acc": [
+ 0.5685,
+ 0.758,
+ 0.8165,
+ 0.805,
+ 0.777,
+ 0.7565,
+ 0.74,
+ 0.7235,
+ 0.723,
+ 0.7415,
+ 0.7465,
+ 0.7215,
+ 0.719,
+ 0.711,
+ 0.711,
+ 0.7105,
+ 0.6965,
+ 0.713,
+ 0.6995,
+ 0.7195,
+ 0.6795,
+ 0.708,
+ 0.679,
+ 0.66,
+ 0.664,
+ 0.711,
+ 0.7055,
+ 0.679,
+ 0.704,
+ 0.7085,
+ 0.704,
+ 0.713,
+ 0.715,
+ 0.7205,
+ 0.7155,
+ 0.7205,
+ 0.7165,
+ 0.702,
+ 0.719,
+ 0.717,
+ 0.7165,
+ 0.7065,
+ 0.7285,
+ 0.7165,
+ 0.7145,
+ 0.7105,
+ 0.7125,
+ 0.705,
+ 0.7095,
+ 0.7115,
+ 0.7205,
+ 0.714,
+ 0.721,
+ 0.724,
+ 0.726,
+ 0.7275,
+ 0.7335,
+ 0.732,
+ 0.734,
+ 0.727,
+ 0.7265,
+ 0.7305,
+ 0.7375,
+ 0.732,
+ 0.7325,
+ 0.7375,
+ 0.7365,
+ 0.7325,
+ 0.736,
+ 0.7335,
+ 0.74,
+ 0.7395,
+ 0.7355,
+ 0.735,
+ 0.738,
+ 0.7345,
+ 0.7375,
+ 0.737,
+ 0.7385,
+ 0.738
+ ],
+ "state_pred_error": [
+ 0.7487808745384217,
+ 0.24732994434833527,
+ 0.17313961231708527,
+ 0.16168231008052825,
+ 0.17035679717063903,
+ 0.18103363909721373,
+ 0.18245853021144867,
+ 0.17743719387054444,
+ 0.17188244462013244,
+ 0.16246572191715242,
+ 0.15361685829162597,
+ 0.14225484938621522,
+ 0.1289559740781784,
+ 0.11635132092237473,
+ 0.10436125522851944,
+ 0.09599733033180237,
+ 0.08721809136271477,
+ 0.08110790919065475,
+ 0.0771063295006752,
+ 0.07525849696397781,
+ 0.07354050797224045,
+ 0.0688812373816967,
+ 0.06121735058426857,
+ 0.04916935938000679,
+ 0.03849249759912491,
+ 0.032670543703436854,
+ 0.03231753547489643,
+ 0.03378260580301285,
+ 0.034706774830818174,
+ 0.03332062679231167,
+ 0.031204309898614883,
+ 0.028909587877988814,
+ 0.02718178628385067,
+ 0.025115732821822168,
+ 0.022915556079149246,
+ 0.020764808982610704,
+ 0.018696666319668293,
+ 0.017864737275242806,
+ 0.01723333814740181,
+ 0.016962407499551774,
+ 0.017021035474538804,
+ 0.01716751972436905,
+ 0.017350809542834758,
+ 0.017860741698741914,
+ 0.018610822199285032,
+ 0.019769935327768325,
+ 0.02077203135192394,
+ 0.022067637622356414,
+ 0.022644061627984047,
+ 0.023021951377391815,
+ 0.024246234822273255,
+ 0.02352409240603447,
+ 0.023992977035045625,
+ 0.023878568160533905,
+ 0.02291360137462616,
+ 0.022536616253852844,
+ 0.022139397828280925,
+ 0.021314597645401955,
+ 0.02067878492474556,
+ 0.02007001314163208,
+ 0.019347347635030748,
+ 0.019004285940527915,
+ 0.01821923423111439,
+ 0.01792956632822752,
+ 0.01759405211508274,
+ 0.017176553043723106,
+ 0.016862381353974342,
+ 0.016874016273021698,
+ 0.016504883515834807,
+ 0.016086394381523133,
+ 0.015596509897708893,
+ 0.015838253927230834,
+ 0.014799859385192394,
+ 0.014545651116967201,
+ 0.014143282814323902,
+ 0.01395568735897541,
+ 0.013814397670328616,
+ 0.013369649396836757,
+ 0.013002270936965942,
+ 0.012713338199257851
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8448630571365356,
+ 0.4407959580421448,
+ 0.15707260370254517,
+ 0.14386749267578125
+ ],
+ "perturbation_rho": [
+ 0.7033247947692871,
+ 0.34020179510116577,
+ 0.13395404815673828,
+ 0.1692604124546051
+ ],
+ "nudging": {
+ "0.001": [
+ -0.024531232193112373,
+ -0.001812139991670847,
+ -0.0004901132197119296,
+ -0.0004392624250613153
+ ],
+ "0.003": [
+ -0.07187046855688095,
+ -0.005427503027021885,
+ -0.0014687320217490196,
+ -0.001316926209256053
+ ],
+ "0.01": [
+ -0.2203540802001953,
+ -0.01797248050570488,
+ -0.004883656278252602,
+ -0.004377881996333599
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 3192.55322265625,
+ 2613.6337890625,
+ 1881.11669921875,
+ 2102.51953125
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2491588119506836,
+ 1.3391401213645935,
+ 0.7448139661788941,
+ 0.529046625328064,
+ 0.4409893859386444,
+ 0.39295122833251955,
+ 0.3917396518230438,
+ 0.3638893904685974,
+ 0.3780584011077881,
+ 0.4088036222457886,
+ 0.3839244392633438,
+ 0.3965308126449585,
+ 0.4332325538396835,
+ 0.388488942027092,
+ 0.3860952439308166,
+ 0.4289595764160156,
+ 0.558712983417511,
+ 0.4192588807106018,
+ 0.5468189309835434,
+ 0.4735720682144165,
+ 0.5481147343516349,
+ 0.5364306289672851,
+ 0.6400549737930298,
+ 0.6401411312103271,
+ 0.6521704914093017,
+ 0.6980661613464355,
+ 0.7174948001861572,
+ 0.7452107217788696,
+ 0.7168677276611328,
+ 0.6955249413490295,
+ 0.6813755706787109,
+ 0.8467616846561432,
+ 0.7442628755569458,
+ 0.7809717464447021,
+ 0.835019677734375,
+ 0.9415380798339844,
+ 0.8470349615097046,
+ 0.9357274827957154,
+ 0.956027186203003,
+ 0.978194040107727,
+ 0.9993384301662445,
+ 1.0430794897079467,
+ 1.1107125093460084,
+ 1.0457960997581481,
+ 1.0835725379943848,
+ 1.0907151245117188,
+ 1.0002957998275757,
+ 1.007777456665039,
+ 0.9944101539611816,
+ 1.0391859111785888,
+ 0.9873703357696533,
+ 0.9624767935752868,
+ 0.9792510041236877,
+ 0.9836898254394532,
+ 0.9538689140319824,
+ 0.9946584331512451,
+ 0.9380921537399292,
+ 0.956259532213211,
+ 0.9596250736236572,
+ 0.94606699924469,
+ 0.9452685148239136,
+ 0.923868314743042,
+ 0.9321948112487793,
+ 0.9432626096725464,
+ 0.9381357315063477,
+ 0.9209384853363037,
+ 0.9391128986358642,
+ 0.9220459381103515,
+ 0.9200671195983887,
+ 0.9224453427314758,
+ 0.9143399673461914,
+ 0.9111755439758301,
+ 0.9145837394714356,
+ 0.9098482831001282,
+ 0.9112333339691162,
+ 0.9066373474121093,
+ 0.9067055240631103,
+ 0.9056244029521943,
+ 0.9049024011611938,
+ 0.9045989236831665
+ ],
+ "train_acc": [
+ 0.1799,
+ 0.5387,
+ 0.723,
+ 0.7962,
+ 0.8291,
+ 0.8477,
+ 0.8498,
+ 0.858,
+ 0.858,
+ 0.8495,
+ 0.8613,
+ 0.8581,
+ 0.8493,
+ 0.8637,
+ 0.8632,
+ 0.8572,
+ 0.8381,
+ 0.8665,
+ 0.8471,
+ 0.8543,
+ 0.8367,
+ 0.8369,
+ 0.8172,
+ 0.818,
+ 0.8175,
+ 0.8022,
+ 0.7871,
+ 0.78,
+ 0.7818,
+ 0.7836,
+ 0.7796,
+ 0.744,
+ 0.7563,
+ 0.7468,
+ 0.7334,
+ 0.7137,
+ 0.7236,
+ 0.7024,
+ 0.6963,
+ 0.6912,
+ 0.6787,
+ 0.6719,
+ 0.6558,
+ 0.6645,
+ 0.6544,
+ 0.654,
+ 0.6685,
+ 0.6631,
+ 0.6676,
+ 0.6645,
+ 0.6706,
+ 0.6704,
+ 0.6689,
+ 0.6688,
+ 0.6777,
+ 0.6677,
+ 0.6782,
+ 0.6754,
+ 0.6743,
+ 0.68,
+ 0.6768,
+ 0.6807,
+ 0.68,
+ 0.6778,
+ 0.6792,
+ 0.6783,
+ 0.6767,
+ 0.6821,
+ 0.6798,
+ 0.6832,
+ 0.6829,
+ 0.6852,
+ 0.6792,
+ 0.6853,
+ 0.6818,
+ 0.6858,
+ 0.6824,
+ 0.6836,
+ 0.6832,
+ 0.6832
+ ],
+ "test_acc": [
+ 0.3585,
+ 0.657,
+ 0.742,
+ 0.783,
+ 0.8185,
+ 0.8245,
+ 0.8105,
+ 0.817,
+ 0.812,
+ 0.824,
+ 0.812,
+ 0.8105,
+ 0.8235,
+ 0.8105,
+ 0.799,
+ 0.819,
+ 0.813,
+ 0.819,
+ 0.821,
+ 0.788,
+ 0.812,
+ 0.767,
+ 0.7685,
+ 0.7705,
+ 0.7635,
+ 0.756,
+ 0.7595,
+ 0.738,
+ 0.7195,
+ 0.7505,
+ 0.6595,
+ 0.699,
+ 0.6885,
+ 0.6555,
+ 0.6185,
+ 0.6805,
+ 0.685,
+ 0.6495,
+ 0.653,
+ 0.661,
+ 0.627,
+ 0.5955,
+ 0.6305,
+ 0.6025,
+ 0.57,
+ 0.646,
+ 0.6375,
+ 0.6485,
+ 0.6105,
+ 0.65,
+ 0.642,
+ 0.651,
+ 0.64,
+ 0.646,
+ 0.6565,
+ 0.6655,
+ 0.6555,
+ 0.6525,
+ 0.6325,
+ 0.655,
+ 0.6445,
+ 0.6625,
+ 0.652,
+ 0.66,
+ 0.665,
+ 0.6605,
+ 0.6505,
+ 0.6465,
+ 0.6585,
+ 0.6555,
+ 0.6575,
+ 0.663,
+ 0.6575,
+ 0.6575,
+ 0.662,
+ 0.6565,
+ 0.6605,
+ 0.661,
+ 0.662,
+ 0.662
+ ],
+ "value_loss": [
+ 2.8136747930526735,
+ 0.8132589956283569,
+ 0.7441051291465759,
+ 0.5935244509220123,
+ 0.5305544801712037,
+ 0.4809351634979248,
+ 0.5323177522659301,
+ 0.4937599531173706,
+ 0.5660051969528198,
+ 0.6462191902160644,
+ 0.5763734079837799,
+ 0.6280713613510132,
+ 0.7948557285785675,
+ 0.6167353689074516,
+ 0.6312321287155152,
+ 0.7788636138916015,
+ 1.24904136428833,
+ 0.8144484006881714,
+ 1.2646914062023162,
+ 0.9913992839813233,
+ 1.2167877242982388,
+ 1.1537877170562745,
+ 1.4896245155334473,
+ 1.4209841236591338,
+ 1.4288050296783448,
+ 1.5737432616233826,
+ 1.472049324798584,
+ 1.3558264159202575,
+ 1.2634898232460021,
+ 1.0622564476013183,
+ 0.9087878711700439,
+ 1.2522220923423768,
+ 0.8374090339660645,
+ 0.8644590536117553,
+ 0.9108287329673768,
+ 1.0323113090515137,
+ 0.7954086130142212,
+ 0.9589143196105957,
+ 0.9973226028442382,
+ 0.8696648183345794,
+ 0.9279479406356812,
+ 0.9467850358963013,
+ 0.9611213340044021,
+ 0.8860973155975341,
+ 0.9274569381713867,
+ 0.8928450954437256,
+ 0.7761943910598755,
+ 0.7452224809646606,
+ 0.7111061507225037,
+ 0.9079251007080078,
+ 0.7042157987594605,
+ 0.6186297750473022,
+ 0.6579183887004852,
+ 0.650217645072937,
+ 0.6726008516311646,
+ 0.7288588707923889,
+ 0.5969251877784729,
+ 0.6327752158164978,
+ 0.6609377601623535,
+ 0.6041857168197632,
+ 0.5917840515613556,
+ 0.5548734745502472,
+ 0.5744958362579345,
+ 0.5927253926277161,
+ 0.567703023815155,
+ 0.5330746456623078,
+ 0.5393640619277954,
+ 0.536778436088562,
+ 0.5437427759170532,
+ 0.5154631103515624,
+ 0.5084992980957032,
+ 0.5075871801376343,
+ 0.4997114695072174,
+ 0.4929317692756653,
+ 0.4871681167125702,
+ 0.5004887029647828,
+ 0.4816018688201904,
+ 0.4893035494327545,
+ 0.4769497550010681,
+ 0.5039997359514237
+ ],
+ "term_loss": [
+ 1.632562749004364,
+ 0.48681144256591796,
+ 0.5579757928848267,
+ 0.4446354372739792,
+ 0.38954342555999755,
+ 0.33837572212219236,
+ 0.3827962197303772,
+ 0.3628402814865112,
+ 0.43823430774211886,
+ 0.5091175779342652,
+ 0.44919354333877565,
+ 0.49555663242340087,
+ 0.6545826898813247,
+ 0.484098217099905,
+ 0.503711657333374,
+ 0.6411246375083923,
+ 1.0730022660255432,
+ 0.6760020233631134,
+ 1.0891792623758316,
+ 0.8359037994384766,
+ 1.0395685426205397,
+ 0.9751200185298919,
+ 1.2764028619766234,
+ 1.2068148810386659,
+ 1.2142266105651855,
+ 1.3360229535579682,
+ 1.2316911418914795,
+ 1.10275178129673,
+ 1.0232205655097961,
+ 0.8254292141914368,
+ 0.6746950702667236,
+ 0.9630538293838501,
+ 0.5811431129455567,
+ 0.605120336163044,
+ 0.6237313741922379,
+ 0.7302495213985443,
+ 0.5120967150211334,
+ 0.6533307945251465,
+ 0.6705779426574707,
+ 0.5572913918495178,
+ 0.601477882862091,
+ 0.619995453453064,
+ 0.6235214290976524,
+ 0.5553061120986938,
+ 0.5913957936286927,
+ 0.5468049569010734,
+ 0.4478747470855713,
+ 0.41719899480342865,
+ 0.39799570727348327,
+ 0.5387198917388916,
+ 0.389376504611969,
+ 0.3186599224090576,
+ 0.349000741147995,
+ 0.344887624168396,
+ 0.36766607322692874,
+ 0.40503488359451295,
+ 0.2990953638792038,
+ 0.3293440096095204,
+ 0.3466704918861389,
+ 0.30466876001358034,
+ 0.2939660704612732,
+ 0.2598868667215109,
+ 0.277480362701416,
+ 0.2899700213432312,
+ 0.26971954430937767,
+ 0.23886673400998115,
+ 0.24062761631011964,
+ 0.2402403997540474,
+ 0.24415884652137756,
+ 0.2247240812778473,
+ 0.21601913204193116,
+ 0.21670277047157288,
+ 0.20699720672369004,
+ 0.20146363933086395,
+ 0.19528962482213974,
+ 0.20751085200309755,
+ 0.1899980792403221,
+ 0.19427047532498837,
+ 0.1858817045211792,
+ 0.20441836426854135
+ ],
+ "bridge_loss": [
+ 0.8866691899295722,
+ 0.08224999148249626,
+ 0.010757447761297226,
+ 0.0061791808307170865,
+ 0.013211339366436004,
+ 0.02400260500907898,
+ 0.029208013555407523,
+ 0.016411626595258712,
+ 0.01054288158416748,
+ 0.009739568059891462,
+ 0.00857815499957651,
+ 0.010147648680210114,
+ 0.012416441324353218,
+ 0.013030582279339432,
+ 0.011700151482224464,
+ 0.012999499094486236,
+ 0.027916341756284237,
+ 0.016938312309980393,
+ 0.025221791119873525,
+ 0.020558533179759978,
+ 0.024548026264831425,
+ 0.02883436657488346,
+ 0.041062966972589494,
+ 0.04241552077531815,
+ 0.0413472350358963,
+ 0.053113183903694156,
+ 0.049302950567007064,
+ 0.05605897057652474,
+ 0.04239914432168007,
+ 0.04438741339594126,
+ 0.040503136277198794,
+ 0.05868587039113045,
+ 0.044476384896039965,
+ 0.03979057075381279,
+ 0.04996331431865692,
+ 0.04867027699947357,
+ 0.04424825751781464,
+ 0.048844764399528506,
+ 0.06250892872810364,
+ 0.043231787598133085,
+ 0.05235229188203812,
+ 0.044943358480930326,
+ 0.04317686275988817,
+ 0.04893158612549305,
+ 0.04527283647060394,
+ 0.052477565068006514,
+ 0.04906891460418701,
+ 0.04816573285460472,
+ 0.03766437851190567,
+ 0.08414143166542053,
+ 0.03915382572412491,
+ 0.028718653923273087,
+ 0.0357290733397007,
+ 0.030860403615236284,
+ 0.034851776957511904,
+ 0.04384376324117184,
+ 0.031289697197079656,
+ 0.03198159513771534,
+ 0.04347437092065811,
+ 0.031240173679590224,
+ 0.029294288346171378,
+ 0.030716246968507766,
+ 0.030886165726184845,
+ 0.034454310005903245,
+ 0.029435836976766588,
+ 0.030154093551635744,
+ 0.031540098917484286,
+ 0.032152002370357514,
+ 0.03537253759801388,
+ 0.026627822160720824,
+ 0.029674778524041177,
+ 0.02880360425710678,
+ 0.030208065378665924,
+ 0.029887308536469936,
+ 0.02994157576560974,
+ 0.03245688362717628,
+ 0.030067061227560043,
+ 0.03423906381428242,
+ 0.030539594569802285,
+ 0.03893857387006283
+ ],
+ "tgrad_loss": [
+ 0.2944428525924683,
+ 0.2441975613117218,
+ 0.17537188875675203,
+ 0.14270983247756958,
+ 0.12779971356391906,
+ 0.11855683698654175,
+ 0.12031352219581604,
+ 0.1145080406665802,
+ 0.11722800314426422,
+ 0.12736204500198364,
+ 0.11860171184539794,
+ 0.12236708498001099,
+ 0.12785659310817718,
+ 0.1196065666794777,
+ 0.11582032089233399,
+ 0.12473947501182556,
+ 0.14812274632453917,
+ 0.12150806620121002,
+ 0.15029035185575484,
+ 0.13493695669174194,
+ 0.152671147570014,
+ 0.1498333449602127,
+ 0.1721586901664734,
+ 0.17175372595787047,
+ 0.17323119621276856,
+ 0.18460711754560472,
+ 0.19105523586273193,
+ 0.19701567590236663,
+ 0.1978701251029968,
+ 0.19243981567621232,
+ 0.19358965730667113,
+ 0.23048239738941192,
+ 0.21178954000473021,
+ 0.21954814462661743,
+ 0.2371340503692627,
+ 0.25339151220321654,
+ 0.23906364424228668,
+ 0.2567387635707855,
+ 0.2642357376098633,
+ 0.26914163494110105,
+ 0.2741177690029144,
+ 0.2818462213039398,
+ 0.2944230457663536,
+ 0.2818596136331558,
+ 0.2907883113384247,
+ 0.2935625722646713,
+ 0.2792507260799408,
+ 0.2798577557086945,
+ 0.2754460638999939,
+ 0.28506377139091493,
+ 0.2756854686737061,
+ 0.27125119709968565,
+ 0.2731885812759399,
+ 0.2744696222305298,
+ 0.2700830017566681,
+ 0.2799802258014679,
+ 0.2665401251077652,
+ 0.2714496097326279,
+ 0.2707928934574127,
+ 0.26827678565979,
+ 0.2685236934185028,
+ 0.26427035608291627,
+ 0.26612931003570556,
+ 0.26830106143951415,
+ 0.26854763979911805,
+ 0.26405381517410276,
+ 0.267196342420578,
+ 0.2643860376358032,
+ 0.26421138830184937,
+ 0.2641112084388733,
+ 0.2628053893566132,
+ 0.26208080410957335,
+ 0.2625061942100525,
+ 0.2615808199882507,
+ 0.26193691883087156,
+ 0.26052096433639527,
+ 0.26153672609329226,
+ 0.2607940129995346,
+ 0.26052846012115477,
+ 0.26064279942512514
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.07093458622694016,
+ 0.19623729586601257,
+ 0.18378585577011108,
+ 0.18649986386299133
+ ],
+ "perturbation_rho": [
+ 0.14815130829811096,
+ 0.336488276720047,
+ 0.35506749153137207,
+ 0.3242703676223755
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0034058368764817715,
+ -0.0015302924439311028,
+ -0.0013900859048590064,
+ -0.0013669544132426381
+ ],
+ "0.003": [
+ -0.010171962901949883,
+ -0.004587909206748009,
+ -0.0041659073904156685,
+ -0.004097048658877611
+ ],
+ "0.01": [
+ -0.033366985619068146,
+ -0.015239425003528595,
+ -0.013842864893376827,
+ -0.01361463125795126
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json
new file mode 100644
index 0000000..a99f2a9
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.4280009566307068,
+ 0.4816410400390625,
+ 0.35641251850128175,
+ 0.31376885857582093,
+ 0.2785879302024841,
+ 0.2906965353012085,
+ 0.24813844954967498,
+ 0.2529641579627991,
+ 0.29037830834388734,
+ 0.24602493743896484,
+ 0.271309370470047,
+ 0.24193280544281007,
+ 0.21174109992980958,
+ 0.2022141403198242,
+ 0.19511151465177537,
+ 0.1747492593228817,
+ 0.16679265608787536,
+ 0.18226073577404023,
+ 0.178118130004406,
+ 0.1698817639350891,
+ 0.21180371685028077,
+ 0.22151261649131776,
+ 0.1692685513496399,
+ 0.15942963395118714,
+ 0.15639958801865578,
+ 0.13424310631752015,
+ 0.13393100074529649,
+ 0.1342959972321987,
+ 0.1233813103556633,
+ 0.1372558897972107,
+ 0.15687738795280456,
+ 0.15556601939201356,
+ 0.1386237049102783,
+ 0.12747760764360427,
+ 0.13082287336587906,
+ 0.12003014180660247,
+ 0.1110824688911438,
+ 0.11324274975061417,
+ 0.09755915361642838,
+ 0.09881812291145324,
+ 0.0983709388077259,
+ 0.08716794240474701,
+ 0.09951607349514961,
+ 0.08897512910366058,
+ 0.09945852316617966,
+ 0.08210971295237542,
+ 0.08215147442817688,
+ 0.09767722171843052,
+ 0.07982404861450196,
+ 0.08341489782333374,
+ 0.08445568187236786,
+ 0.07201690224409103,
+ 0.06894114913269878,
+ 0.06607745648026467,
+ 0.06452926009893417,
+ 0.06370570333003998,
+ 0.07323879662156105,
+ 0.06315056117884815,
+ 0.06021904794573784,
+ 0.05857481062412262,
+ 0.06132639021873474,
+ 0.05991591087579727,
+ 0.05866761998534203,
+ 0.0561151444196701,
+ 0.05675396573543549,
+ 0.05583441897928715,
+ 0.054332348388433455,
+ 0.05344627385139465,
+ 0.053293361806869506,
+ 0.05263606111109257,
+ 0.05185437820851803,
+ 0.05141058519482613,
+ 0.05099834645986557,
+ 0.0506766751408577,
+ 0.05050799320936203,
+ 0.050287041491270064,
+ 0.05010691736936569,
+ 0.04997352842092514,
+ 0.04987951598167419,
+ 0.04983126169741154
+ ],
+ "train_acc": [
+ 0.5303,
+ 0.8408,
+ 0.8692,
+ 0.8797,
+ 0.8918,
+ 0.8847,
+ 0.8988,
+ 0.9028,
+ 0.8848,
+ 0.9035,
+ 0.8886,
+ 0.9076,
+ 0.9163,
+ 0.919,
+ 0.9247,
+ 0.9325,
+ 0.936,
+ 0.9268,
+ 0.9308,
+ 0.9337,
+ 0.9165,
+ 0.912,
+ 0.9336,
+ 0.9374,
+ 0.9396,
+ 0.9515,
+ 0.9505,
+ 0.9497,
+ 0.9545,
+ 0.9492,
+ 0.9388,
+ 0.9385,
+ 0.9487,
+ 0.953,
+ 0.9536,
+ 0.9576,
+ 0.9612,
+ 0.9591,
+ 0.9682,
+ 0.9654,
+ 0.9665,
+ 0.973,
+ 0.9655,
+ 0.9697,
+ 0.9675,
+ 0.9764,
+ 0.9749,
+ 0.9655,
+ 0.9764,
+ 0.9743,
+ 0.9743,
+ 0.9809,
+ 0.9821,
+ 0.9841,
+ 0.9845,
+ 0.9855,
+ 0.98,
+ 0.9854,
+ 0.9889,
+ 0.989,
+ 0.9869,
+ 0.9883,
+ 0.9879,
+ 0.9902,
+ 0.9898,
+ 0.9906,
+ 0.9911,
+ 0.9918,
+ 0.9917,
+ 0.9921,
+ 0.9925,
+ 0.9929,
+ 0.9934,
+ 0.9941,
+ 0.994,
+ 0.9942,
+ 0.9945,
+ 0.9944,
+ 0.9942,
+ 0.9942
+ ],
+ "test_acc": [
+ 0.7945,
+ 0.8695,
+ 0.8905,
+ 0.8835,
+ 0.8885,
+ 0.892,
+ 0.88,
+ 0.883,
+ 0.881,
+ 0.9005,
+ 0.89,
+ 0.8905,
+ 0.897,
+ 0.9045,
+ 0.9025,
+ 0.8995,
+ 0.9025,
+ 0.9005,
+ 0.908,
+ 0.9035,
+ 0.894,
+ 0.8945,
+ 0.903,
+ 0.911,
+ 0.9075,
+ 0.911,
+ 0.9145,
+ 0.91,
+ 0.911,
+ 0.9065,
+ 0.9035,
+ 0.904,
+ 0.915,
+ 0.9095,
+ 0.911,
+ 0.9095,
+ 0.9115,
+ 0.9095,
+ 0.9175,
+ 0.9175,
+ 0.917,
+ 0.9115,
+ 0.914,
+ 0.913,
+ 0.907,
+ 0.9165,
+ 0.918,
+ 0.9145,
+ 0.9145,
+ 0.9175,
+ 0.915,
+ 0.913,
+ 0.9145,
+ 0.9215,
+ 0.916,
+ 0.9195,
+ 0.9215,
+ 0.9215,
+ 0.9185,
+ 0.919,
+ 0.921,
+ 0.919,
+ 0.9205,
+ 0.9185,
+ 0.9195,
+ 0.918,
+ 0.9195,
+ 0.918,
+ 0.9205,
+ 0.9195,
+ 0.9195,
+ 0.9185,
+ 0.92,
+ 0.918,
+ 0.919,
+ 0.92,
+ 0.9195,
+ 0.919,
+ 0.9185,
+ 0.9185
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8029586672782898,
+ 0.7900986075401306,
+ 0.7753629684448242,
+ 0.7581839561462402
+ ],
+ "perturbation_rho": [
+ 0.999998927116394,
+ 0.9999964237213135,
+ 0.999983549118042,
+ 0.9999468326568604
+ ],
+ "nudging": {
+ "0.001": [
+ -0.026280783116817474,
+ -0.012318434193730354,
+ -0.005662030540406704,
+ -0.002971941838040948
+ ],
+ "0.003": [
+ -0.07031507790088654,
+ -0.035108231008052826,
+ -0.016601495444774628,
+ -0.008812842890620232
+ ],
+ "0.01": [
+ -0.15638579428195953,
+ -0.09745092689990997,
+ -0.05102477967739105,
+ -0.028195563703775406
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.232069776535034,
+ 1.370755326461792,
+ 0.774408396434784,
+ 0.5504122185230255,
+ 0.4551778681755066,
+ 0.39543955364227296,
+ 0.3673446969985962,
+ 0.37010820665359495,
+ 0.40584990463256837,
+ 0.36630872459411623,
+ 0.3967540986061096,
+ 0.3843751923561096,
+ 0.4476522427558899,
+ 0.42575200576782224,
+ 0.42364864072799685,
+ 0.38030472977161406,
+ 0.4079951852798462,
+ 0.46959167435765264,
+ 0.4198760874271393,
+ 0.468362246465683,
+ 0.45476327400207517,
+ 0.5178915981292724,
+ 0.6004542631149292,
+ 0.5163716057777404,
+ 0.4734943875789642,
+ 0.5516410438537598,
+ 0.49744338874816896,
+ 0.46432403774261477,
+ 0.4892093751907349,
+ 0.6200435506820678,
+ 0.5751196828842163,
+ 0.5928933774709702,
+ 0.4814444019317627,
+ 0.5967060979366302,
+ 0.5415381860733032,
+ 0.4497476665496826,
+ 0.48320111837387086,
+ 0.5223149719312787,
+ 0.4452429738998413,
+ 0.5263340139627457,
+ 0.4467347893744707,
+ 0.4445894860267639,
+ 0.5922297267913819,
+ 0.4209597279548645,
+ 0.4198515675544739,
+ 0.4481225758552551,
+ 0.45345114040374757,
+ 0.4496061055518687,
+ 0.3991525866508484,
+ 0.4271981393814087,
+ 0.40415777770280836,
+ 0.4262519637107849,
+ 0.4017188970685005,
+ 0.38243411012291906,
+ 0.38553619861602784,
+ 0.38307219924926755,
+ 0.43748312458992006,
+ 0.3661682406932116,
+ 0.3464682363986969,
+ 0.3526681913375854,
+ 0.377327184009552,
+ 0.3567724729537964,
+ 0.37950509120225906,
+ 0.3511497905731201,
+ 0.36539844236373903,
+ 0.3426241901397705,
+ 0.3417411681175232,
+ 0.33409423093795776,
+ 0.3281999719619751,
+ 0.33597293905615805,
+ 0.32314492433071135,
+ 0.32010074100494385,
+ 0.3219986635684967,
+ 0.3155823324203491,
+ 0.3164848567008972,
+ 0.3139919088840485,
+ 0.3123295421615243,
+ 0.3108947002887726,
+ 0.31007582869529726,
+ 0.30983073345422746
+ ],
+ "train_acc": [
+ 0.1919,
+ 0.5317,
+ 0.7118,
+ 0.7954,
+ 0.8288,
+ 0.8488,
+ 0.8578,
+ 0.8594,
+ 0.8496,
+ 0.8626,
+ 0.855,
+ 0.8624,
+ 0.8463,
+ 0.8538,
+ 0.8558,
+ 0.8662,
+ 0.8636,
+ 0.8532,
+ 0.8616,
+ 0.8542,
+ 0.8592,
+ 0.8472,
+ 0.843,
+ 0.8527,
+ 0.8547,
+ 0.8479,
+ 0.8562,
+ 0.8623,
+ 0.8586,
+ 0.8466,
+ 0.8494,
+ 0.8489,
+ 0.8668,
+ 0.8461,
+ 0.8611,
+ 0.8737,
+ 0.867,
+ 0.8596,
+ 0.8767,
+ 0.8588,
+ 0.8748,
+ 0.8759,
+ 0.8555,
+ 0.8829,
+ 0.885,
+ 0.8748,
+ 0.8786,
+ 0.8778,
+ 0.8897,
+ 0.8793,
+ 0.8851,
+ 0.8811,
+ 0.885,
+ 0.8887,
+ 0.8917,
+ 0.8912,
+ 0.885,
+ 0.8906,
+ 0.8976,
+ 0.8989,
+ 0.8919,
+ 0.8952,
+ 0.8896,
+ 0.8976,
+ 0.8936,
+ 0.8974,
+ 0.8994,
+ 0.8992,
+ 0.9029,
+ 0.9,
+ 0.9028,
+ 0.9031,
+ 0.9044,
+ 0.9036,
+ 0.906,
+ 0.905,
+ 0.9046,
+ 0.906,
+ 0.9061,
+ 0.906
+ ],
+ "test_acc": [
+ 0.3785,
+ 0.6325,
+ 0.739,
+ 0.789,
+ 0.801,
+ 0.8095,
+ 0.826,
+ 0.813,
+ 0.8085,
+ 0.814,
+ 0.794,
+ 0.7895,
+ 0.7865,
+ 0.7875,
+ 0.815,
+ 0.825,
+ 0.83,
+ 0.802,
+ 0.7995,
+ 0.81,
+ 0.7955,
+ 0.799,
+ 0.7875,
+ 0.8035,
+ 0.7935,
+ 0.7985,
+ 0.8035,
+ 0.811,
+ 0.796,
+ 0.8155,
+ 0.805,
+ 0.796,
+ 0.7855,
+ 0.804,
+ 0.8,
+ 0.825,
+ 0.797,
+ 0.7985,
+ 0.8075,
+ 0.822,
+ 0.7985,
+ 0.787,
+ 0.8185,
+ 0.832,
+ 0.8345,
+ 0.811,
+ 0.8165,
+ 0.826,
+ 0.82,
+ 0.8375,
+ 0.8395,
+ 0.8275,
+ 0.823,
+ 0.8325,
+ 0.8375,
+ 0.821,
+ 0.833,
+ 0.8355,
+ 0.8435,
+ 0.8365,
+ 0.8435,
+ 0.845,
+ 0.8465,
+ 0.8445,
+ 0.8405,
+ 0.847,
+ 0.8445,
+ 0.846,
+ 0.848,
+ 0.85,
+ 0.847,
+ 0.8445,
+ 0.846,
+ 0.8495,
+ 0.848,
+ 0.848,
+ 0.85,
+ 0.8505,
+ 0.8515,
+ 0.8515
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.014162426814436913,
+ 0.0798005759716034,
+ 0.09311279654502869,
+ 0.10633827745914459
+ ],
+ "perturbation_rho": [
+ 0.041398823261260986,
+ 0.02247910387814045,
+ 0.1714327037334442,
+ 0.17666620016098022
+ ],
+ "nudging": {
+ "0.001": [
+ 0.00017435633344575763,
+ -0.0005363107775337994,
+ -0.00033184929634444416,
+ -0.000325117347529158
+ ],
+ "0.003": [
+ 0.000572163553442806,
+ -0.0016089004930108786,
+ -0.0009956255089491606,
+ -0.0009728462900966406
+ ],
+ "0.01": [
+ 0.002492401283234358,
+ -0.005343085154891014,
+ -0.0033098761923611164,
+ -0.003237517550587654
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8165535574913025,
+ 0.763969938659668,
+ 0.456514367723465,
+ 0.4509699695587158,
+ 0.5203996650695801,
+ 0.5776345297813416,
+ 0.5986223049163818,
+ 0.6544226729393006,
+ 0.7238446506500245,
+ 0.7209402904510498,
+ 0.694066102218628,
+ 0.698754120349884,
+ 0.7061762592315673,
+ 0.7547999785423278,
+ 0.7718533777236939,
+ 0.7712728401184082,
+ 0.7895807289123535,
+ 0.772668758392334,
+ 0.7529318264007568,
+ 0.73342194814682,
+ 0.7342669651985169,
+ 0.7617962551116944,
+ 0.7271483485221862,
+ 0.7463216340065002,
+ 0.7824168462753296,
+ 0.7513881778717041,
+ 0.7485483713150024,
+ 0.8226748832702637,
+ 0.7728332638740539,
+ 0.7521475864410401,
+ 0.8052359797477722,
+ 0.7683963434219361,
+ 0.839831940460205,
+ 0.7288411888122559,
+ 0.7234952001571655,
+ 0.7603490391731262,
+ 0.7802042022705078,
+ 0.7887434216022492,
+ 0.7879969930648804,
+ 0.8280424799919128,
+ 0.8189708654403687,
+ 0.8561574056625366,
+ 0.8539019847869873,
+ 0.8538200400352478,
+ 0.8228381202697754,
+ 0.8735623681068421,
+ 0.8707358804702758,
+ 0.8457340757369995,
+ 0.857807723236084,
+ 0.8657875537872315,
+ 0.867585726261139,
+ 0.858120620059967,
+ 0.8555149084091187,
+ 0.8709949861526489,
+ 0.85430686378479,
+ 0.8638038631439209,
+ 0.8486660203933716,
+ 0.8263280488967896,
+ 0.8541519875526429,
+ 0.8399642889976502,
+ 0.8300949808120728,
+ 0.8287226734161377,
+ 0.8489915835380554,
+ 0.8436049571990967,
+ 0.8391613592147827,
+ 0.8280179216384888,
+ 0.828670958518982,
+ 0.8277772424697876,
+ 0.8266226589202881,
+ 0.8310329568862915,
+ 0.8256790163040161,
+ 0.8284158477783203,
+ 0.8229934953689575,
+ 0.8235222157478332,
+ 0.8218230583190917,
+ 0.8219074445724487,
+ 0.8209780731201172,
+ 0.8209145902633667,
+ 0.8202378884792327,
+ 0.819964693069458
+ ],
+ "train_acc": [
+ 0.35,
+ 0.7124,
+ 0.8289,
+ 0.8318,
+ 0.8146,
+ 0.7996,
+ 0.7877,
+ 0.7706,
+ 0.7516,
+ 0.7551,
+ 0.7457,
+ 0.7437,
+ 0.746,
+ 0.7313,
+ 0.7343,
+ 0.7337,
+ 0.7323,
+ 0.7287,
+ 0.7311,
+ 0.7381,
+ 0.7416,
+ 0.7315,
+ 0.7451,
+ 0.7449,
+ 0.7389,
+ 0.7512,
+ 0.7488,
+ 0.7377,
+ 0.7446,
+ 0.7504,
+ 0.7324,
+ 0.7408,
+ 0.7233,
+ 0.7466,
+ 0.746,
+ 0.7326,
+ 0.7295,
+ 0.726,
+ 0.7213,
+ 0.7144,
+ 0.7167,
+ 0.708,
+ 0.7134,
+ 0.7068,
+ 0.7173,
+ 0.7019,
+ 0.7061,
+ 0.7126,
+ 0.7135,
+ 0.704,
+ 0.7062,
+ 0.7064,
+ 0.7148,
+ 0.7132,
+ 0.7086,
+ 0.7095,
+ 0.712,
+ 0.7203,
+ 0.7144,
+ 0.7162,
+ 0.7194,
+ 0.7223,
+ 0.717,
+ 0.7173,
+ 0.7179,
+ 0.7248,
+ 0.723,
+ 0.7241,
+ 0.7231,
+ 0.7263,
+ 0.7268,
+ 0.7272,
+ 0.7299,
+ 0.7258,
+ 0.7277,
+ 0.7302,
+ 0.7301,
+ 0.7312,
+ 0.7319,
+ 0.7318
+ ],
+ "test_acc": [
+ 0.591,
+ 0.7695,
+ 0.8165,
+ 0.7925,
+ 0.784,
+ 0.7695,
+ 0.7725,
+ 0.7425,
+ 0.7335,
+ 0.7115,
+ 0.716,
+ 0.72,
+ 0.707,
+ 0.7115,
+ 0.695,
+ 0.7095,
+ 0.6895,
+ 0.68,
+ 0.711,
+ 0.7055,
+ 0.7155,
+ 0.711,
+ 0.697,
+ 0.69,
+ 0.7035,
+ 0.699,
+ 0.697,
+ 0.699,
+ 0.7065,
+ 0.6905,
+ 0.6875,
+ 0.698,
+ 0.6785,
+ 0.727,
+ 0.6635,
+ 0.684,
+ 0.6395,
+ 0.687,
+ 0.6475,
+ 0.66,
+ 0.625,
+ 0.6935,
+ 0.6905,
+ 0.695,
+ 0.664,
+ 0.6675,
+ 0.675,
+ 0.7065,
+ 0.6715,
+ 0.6965,
+ 0.7105,
+ 0.6765,
+ 0.6785,
+ 0.709,
+ 0.676,
+ 0.691,
+ 0.696,
+ 0.7165,
+ 0.684,
+ 0.6925,
+ 0.697,
+ 0.6985,
+ 0.6935,
+ 0.688,
+ 0.71,
+ 0.7075,
+ 0.708,
+ 0.713,
+ 0.7145,
+ 0.711,
+ 0.7095,
+ 0.711,
+ 0.705,
+ 0.7095,
+ 0.709,
+ 0.708,
+ 0.7075,
+ 0.707,
+ 0.7085,
+ 0.7085
+ ],
+ "state_pred_error": [
+ 0.7406987041473388,
+ 0.2411207477092743,
+ 0.16255244364738464,
+ 0.1493449520111084,
+ 0.14992456312179567,
+ 0.1555534377336502,
+ 0.16155459024906157,
+ 0.16035395340919495,
+ 0.15258878574371337,
+ 0.14208157248497008,
+ 0.12504443428516387,
+ 0.10508740864992142,
+ 0.08725720175504685,
+ 0.07344181394577026,
+ 0.06654016046524047,
+ 0.06139626076221466,
+ 0.0560697415292263,
+ 0.05169878583550453,
+ 0.0489024289727211,
+ 0.04750510221719742,
+ 0.04499284594655037,
+ 0.04229650926589966,
+ 0.03862137130498886,
+ 0.03419775420427323,
+ 0.030702023059129713,
+ 0.027638143730163576,
+ 0.02521895556151867,
+ 0.023234548729658126,
+ 0.02125667086541653,
+ 0.019339045375585555,
+ 0.017155453544855117,
+ 0.015024662992358207,
+ 0.013225329960882664,
+ 0.01183355233669281,
+ 0.010222357726842164,
+ 0.008752954179048538,
+ 0.007925371387600898,
+ 0.007087908421456813,
+ 0.0065649920910596845,
+ 0.005963414085656405,
+ 0.005528712090849876,
+ 0.005135756582021713,
+ 0.004901659817993641,
+ 0.004578842090815305,
+ 0.004355525939539075,
+ 0.004229336945712567,
+ 0.004050217913836241,
+ 0.003972229235991835,
+ 0.0038215931802988053,
+ 0.0038026397384703157,
+ 0.0036524082466959954,
+ 0.0036101686157286165,
+ 0.0035772004246711732,
+ 0.0035720416367053987,
+ 0.0035359943974763155,
+ 0.0035451125495135783,
+ 0.0035574036099016667,
+ 0.003586608001589775,
+ 0.0035653520226478575,
+ 0.003511827717348933,
+ 0.003500817520916462,
+ 0.0035023676201701164,
+ 0.003476817812025547,
+ 0.0034475730940699578,
+ 0.0036353183921426536,
+ 0.003350039096549153,
+ 0.0032939229547977447,
+ 0.003333185035735369,
+ 0.003172698828577995,
+ 0.003134825951978564,
+ 0.00305225969851017,
+ 0.003130577512830496,
+ 0.0029675849348306657,
+ 0.002851927667111158,
+ 0.002880720941722393,
+ 0.0027674298100173475,
+ 0.0026737776212394236,
+ 0.0025887268578633667,
+ 0.0025455289104953406,
+ 0.00247869050912559
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8312708735466003,
+ 0.37615716457366943,
+ 0.14436809718608856,
+ 0.15281778573989868
+ ],
+ "perturbation_rho": [
+ 0.7588610649108887,
+ 0.34236449003219604,
+ 0.14024245738983154,
+ 0.13689765334129333
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02127787098288536,
+ -0.0016070354031398892,
+ -0.0004922817461192608,
+ -0.0005490813055075705
+ ],
+ "0.003": [
+ -0.06277377903461456,
+ -0.004812953062355518,
+ -0.0014764359220862389,
+ -0.0016460102051496506
+ ],
+ "0.01": [
+ -0.19714727997779846,
+ -0.01597677543759346,
+ -0.004914070479571819,
+ -0.005477628670632839
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 2233.37158203125,
+ 1546.82080078125,
+ 996.9107666015625,
+ 942.33251953125
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2263490732192994,
+ 1.372786217880249,
+ 0.7703747777938843,
+ 0.5524767992019654,
+ 0.4545511021375656,
+ 0.39994027256965636,
+ 0.3738175000190735,
+ 0.38151370735168455,
+ 0.3779865933179855,
+ 0.3911576789855957,
+ 0.3810564842700958,
+ 0.40146919298171996,
+ 0.42358366951942444,
+ 0.4113857924461365,
+ 0.4117763772964477,
+ 0.4525391309261322,
+ 0.4548126799583435,
+ 0.45577107663154603,
+ 0.48783650531768796,
+ 0.5700982325077056,
+ 0.5109643290996552,
+ 0.5576292927265167,
+ 0.6397031135559083,
+ 0.8101890686035156,
+ 0.7712644341468811,
+ 0.7676936615467072,
+ 0.7088435866355896,
+ 0.785914805984497,
+ 0.8963895021915436,
+ 0.8323235744476318,
+ 0.9798989505767822,
+ 1.0398858805656432,
+ 1.0301771236419677,
+ 1.3176715976715088,
+ 1.2662531551361085,
+ 1.23117315826416,
+ 1.3725950134277343,
+ 1.2606015678405762,
+ 1.2498836280822754,
+ 1.1528087448120117,
+ 1.1365314014434815,
+ 1.085456252670288,
+ 1.1133746538162232,
+ 1.055409068107605,
+ 1.0885181948661804,
+ 1.06560675907135,
+ 1.06901422996521,
+ 1.0907034481048583,
+ 1.1203149961471557,
+ 1.0966930947303772,
+ 1.0746682907104492,
+ 1.1176004346847535,
+ 1.1059717803955078,
+ 1.1562017615318299,
+ 1.11426555519104,
+ 1.1417513759613036,
+ 1.1444835793495178,
+ 1.1437504034042358,
+ 1.118238719177246,
+ 1.140546536064148,
+ 1.1898473086357118,
+ 1.1313459493637086,
+ 1.1391136680603027,
+ 1.1409543603897094,
+ 1.1357797542572021,
+ 1.1393927207946777,
+ 1.1443831789016723,
+ 1.1221805687904358,
+ 1.1213734807968139,
+ 1.1244660341262818,
+ 1.123013041496277,
+ 1.1185321440696716,
+ 1.1202873462677,
+ 1.1144685082435608,
+ 1.1160181922912598,
+ 1.111833641242981,
+ 1.1105434167861938,
+ 1.1103411945343018,
+ 1.1097975526809691,
+ 1.109219861125946
+ ],
+ "train_acc": [
+ 0.1894,
+ 0.5237,
+ 0.7185,
+ 0.7925,
+ 0.8291,
+ 0.8455,
+ 0.8551,
+ 0.8513,
+ 0.857,
+ 0.8526,
+ 0.863,
+ 0.8587,
+ 0.8524,
+ 0.8549,
+ 0.8546,
+ 0.8499,
+ 0.8552,
+ 0.8539,
+ 0.8483,
+ 0.8349,
+ 0.843,
+ 0.832,
+ 0.8112,
+ 0.7818,
+ 0.7819,
+ 0.7829,
+ 0.7821,
+ 0.7697,
+ 0.7412,
+ 0.7477,
+ 0.7172,
+ 0.6987,
+ 0.6913,
+ 0.6398,
+ 0.6421,
+ 0.6419,
+ 0.6205,
+ 0.6293,
+ 0.626,
+ 0.629,
+ 0.6315,
+ 0.6442,
+ 0.637,
+ 0.6491,
+ 0.6356,
+ 0.6471,
+ 0.6461,
+ 0.6371,
+ 0.6321,
+ 0.6348,
+ 0.6389,
+ 0.6273,
+ 0.6282,
+ 0.6173,
+ 0.629,
+ 0.6242,
+ 0.6275,
+ 0.6208,
+ 0.6292,
+ 0.623,
+ 0.6118,
+ 0.6237,
+ 0.6201,
+ 0.6231,
+ 0.6227,
+ 0.6224,
+ 0.6191,
+ 0.6278,
+ 0.6266,
+ 0.6264,
+ 0.6257,
+ 0.6311,
+ 0.6259,
+ 0.6256,
+ 0.6278,
+ 0.6274,
+ 0.6264,
+ 0.6264,
+ 0.6292,
+ 0.6285
+ ],
+ "test_acc": [
+ 0.393,
+ 0.6405,
+ 0.739,
+ 0.789,
+ 0.7975,
+ 0.8,
+ 0.8065,
+ 0.8095,
+ 0.817,
+ 0.81,
+ 0.8,
+ 0.783,
+ 0.8035,
+ 0.8045,
+ 0.7975,
+ 0.793,
+ 0.809,
+ 0.8115,
+ 0.7955,
+ 0.775,
+ 0.745,
+ 0.7755,
+ 0.7355,
+ 0.7555,
+ 0.7295,
+ 0.751,
+ 0.6925,
+ 0.692,
+ 0.688,
+ 0.6855,
+ 0.645,
+ 0.65,
+ 0.607,
+ 0.6235,
+ 0.5915,
+ 0.5015,
+ 0.5855,
+ 0.61,
+ 0.5945,
+ 0.585,
+ 0.6215,
+ 0.608,
+ 0.6155,
+ 0.6135,
+ 0.568,
+ 0.627,
+ 0.5985,
+ 0.6045,
+ 0.6145,
+ 0.6265,
+ 0.5945,
+ 0.6045,
+ 0.5915,
+ 0.5945,
+ 0.602,
+ 0.609,
+ 0.6035,
+ 0.597,
+ 0.5985,
+ 0.5695,
+ 0.5985,
+ 0.6155,
+ 0.5825,
+ 0.609,
+ 0.6235,
+ 0.6,
+ 0.6115,
+ 0.6125,
+ 0.612,
+ 0.614,
+ 0.601,
+ 0.6125,
+ 0.6175,
+ 0.6085,
+ 0.616,
+ 0.615,
+ 0.614,
+ 0.6185,
+ 0.618,
+ 0.6185
+ ],
+ "value_loss": [
+ 3.004816132736206,
+ 0.8933181741714478,
+ 0.7472914004325867,
+ 0.6198880924224853,
+ 0.49928864874839785,
+ 0.4533773046016693,
+ 0.41804420566558836,
+ 0.45496133618354795,
+ 0.4769261270999908,
+ 0.5447554382324219,
+ 0.5463610198974609,
+ 0.6101527583122254,
+ 0.7323229121208191,
+ 0.654146611404419,
+ 0.6980391006469726,
+ 0.758187972164154,
+ 0.911613033914566,
+ 0.909905999135971,
+ 0.9661141172409058,
+ 1.3761654232025147,
+ 1.0848820183753967,
+ 1.2143970355033875,
+ 1.3779391033172608,
+ 2.1276612579345704,
+ 1.9363042541503905,
+ 1.8150593336105347,
+ 1.4350913431167602,
+ 1.5015435070037841,
+ 1.659292702293396,
+ 1.4041105354309082,
+ 1.84923672208786,
+ 1.7862740999221802,
+ 1.6408020364761353,
+ 2.2555280582427977,
+ 1.91716297416687,
+ 2.0696146953582764,
+ 2.0709165517807007,
+ 1.5185432472229003,
+ 1.4409057436943054,
+ 1.1394924449920654,
+ 1.0243006755828858,
+ 0.952573077583313,
+ 0.9513341785430908,
+ 0.7820314357757568,
+ 0.8732357313156128,
+ 0.8816683463096618,
+ 0.955579030418396,
+ 0.8554625137329102,
+ 0.8710546495437622,
+ 0.8312881650686264,
+ 0.7633189420700073,
+ 0.8019674183368682,
+ 0.7328131550788879,
+ 0.801051020526886,
+ 0.746859469127655,
+ 0.7501679012298584,
+ 0.8011223143577576,
+ 0.7507512192726136,
+ 0.6851235778808594,
+ 0.7360683244705201,
+ 0.8436295459747315,
+ 0.6853977672576904,
+ 0.7055689754962922,
+ 0.7252059488296508,
+ 0.6784087018966675,
+ 0.6884294319152832,
+ 0.6989397154808045,
+ 0.6959970206737518,
+ 0.6631160745620728,
+ 0.6498185919761658,
+ 0.6508113729476929,
+ 0.6804374390363693,
+ 0.6624282342433929,
+ 0.6588281253814697,
+ 0.6378821391105652,
+ 0.640788054561615,
+ 0.6657872777938842,
+ 0.6686323991775512,
+ 0.6098757619857789,
+ 0.64283842253685
+ ],
+ "term_loss": [
+ 1.7359011996269227,
+ 0.5260857672214508,
+ 0.5611789356231689,
+ 0.4691473718643189,
+ 0.35641581667661665,
+ 0.3125099868893623,
+ 0.28558482496738435,
+ 0.32663789620399475,
+ 0.3523272558569908,
+ 0.41566965317726134,
+ 0.4220249535560608,
+ 0.47944155356884005,
+ 0.5941028877735138,
+ 0.5197371693611145,
+ 0.5607707057952881,
+ 0.6142034781694412,
+ 0.7705422173976898,
+ 0.763801922082901,
+ 0.8096324970245361,
+ 1.2002689853668214,
+ 0.9151784264802932,
+ 1.0354011665344238,
+ 1.1660207389831543,
+ 1.8696075149536133,
+ 1.6795126104354858,
+ 1.5453345759391786,
+ 1.1913600902557373,
+ 1.2338994720458984,
+ 1.3612283717632294,
+ 1.109708225631714,
+ 1.4900855154037476,
+ 1.4270168464899062,
+ 1.2386046768188477,
+ 1.7514031993865966,
+ 1.4141266151428222,
+ 1.5366581008911133,
+ 1.5076081205368042,
+ 1.039527117919922,
+ 0.9725380240678787,
+ 0.7177947400093079,
+ 0.6169520056724548,
+ 0.5577969770908355,
+ 0.563669540643692,
+ 0.4297081172943115,
+ 0.5087772935390472,
+ 0.5115473824501038,
+ 0.5738656369566918,
+ 0.47277311363220215,
+ 0.4845442730903626,
+ 0.4545265218049288,
+ 0.4000856671333313,
+ 0.43755345803499224,
+ 0.3792450759291649,
+ 0.43464683275222776,
+ 0.39024128130078317,
+ 0.39411039242744444,
+ 0.43523220192193984,
+ 0.38444877996444704,
+ 0.3343185415267944,
+ 0.3722025054931641,
+ 0.4684031509578228,
+ 0.3343300027370453,
+ 0.3471951293349266,
+ 0.36705848178863526,
+ 0.3202661802768707,
+ 0.3312775411605835,
+ 0.3410617515563965,
+ 0.33340463732481,
+ 0.3072166344404221,
+ 0.29471828541755674,
+ 0.2949522229194641,
+ 0.31957108319103716,
+ 0.3035339130759239,
+ 0.2962215082168579,
+ 0.28110803384780886,
+ 0.28337024407982825,
+ 0.2973673318624496,
+ 0.2999136340618134,
+ 0.2588910343647003,
+ 0.27786159224510193
+ ],
+ "bridge_loss": [
+ 0.9794838696058141,
+ 0.11249453027248382,
+ 0.013401159876585007,
+ 0.007677992886304856,
+ 0.01801637165695429,
+ 0.02459342247545719,
+ 0.019867657536268235,
+ 0.010635345739126206,
+ 0.00908683493360877,
+ 0.009039432242512703,
+ 0.009218453142046928,
+ 0.010305291563272477,
+ 0.011811628636717796,
+ 0.01096362564265728,
+ 0.01361604914739728,
+ 0.012970232439041138,
+ 0.013068722119927406,
+ 0.018890924017131328,
+ 0.018672959452867507,
+ 0.023511534203588962,
+ 0.025741635078191757,
+ 0.024518935614824294,
+ 0.03324915931224823,
+ 0.04982591823339462,
+ 0.05101719571352005,
+ 0.06563201041221618,
+ 0.044432207286357876,
+ 0.05200507060289383,
+ 0.05663267287313938,
+ 0.06122437345683575,
+ 0.09713461356163025,
+ 0.08438427854776383,
+ 0.12429943964481353,
+ 0.17007733018398286,
+ 0.17665135183334352,
+ 0.21057933068275453,
+ 0.21602974219322205,
+ 0.14426904811859131,
+ 0.13473433861136436,
+ 0.10179099024534226,
+ 0.08914142102003098,
+ 0.08567614158391952,
+ 0.07007606126666069,
+ 0.047469612443447114,
+ 0.05075395459234715,
+ 0.06365043853521347,
+ 0.07418297004699707,
+ 0.06664204177856445,
+ 0.06561652043461799,
+ 0.06254049949645996,
+ 0.05376743358373642,
+ 0.04661431121826172,
+ 0.03791740040183067,
+ 0.04112119258642197,
+ 0.03973115736246109,
+ 0.034634311696887014,
+ 0.04343570882081985,
+ 0.0430182372033596,
+ 0.033620422554016115,
+ 0.040651659190654756,
+ 0.043216560313105584,
+ 0.031511343681812284,
+ 0.036411886563897135,
+ 0.03738419352769852,
+ 0.03682520034611225,
+ 0.034867337346076964,
+ 0.03554496579170227,
+ 0.043571460396051406,
+ 0.0371383314371109,
+ 0.035206140625476834,
+ 0.0369823433637619,
+ 0.04330120563060045,
+ 0.04176451569497585,
+ 0.04561741124391556,
+ 0.039754482871294024,
+ 0.04048171340227127,
+ 0.05201617316007614,
+ 0.05216843712329865,
+ 0.03526896152496338,
+ 0.049283357608318326
+ ],
+ "tgrad_loss": [
+ 0.2894310550689697,
+ 0.2547378748416901,
+ 0.17271129739284516,
+ 0.1430627270460129,
+ 0.1248564649105072,
+ 0.11627389514446258,
+ 0.11259172101020813,
+ 0.1176880983710289,
+ 0.11551203546524048,
+ 0.12004635149240493,
+ 0.11511761043071747,
+ 0.12040591526031494,
+ 0.1264083997964859,
+ 0.12344581875801086,
+ 0.12365235378742218,
+ 0.13101426265239716,
+ 0.1280020892560482,
+ 0.12721314759254457,
+ 0.13780866494178773,
+ 0.1523849036693573,
+ 0.14396195166707038,
+ 0.15447694187164307,
+ 0.17866920418739318,
+ 0.20822782695293426,
+ 0.20577443714141846,
+ 0.2040927549123764,
+ 0.19929904541969298,
+ 0.2156389590740204,
+ 0.24143166477680206,
+ 0.2331779284954071,
+ 0.26201657457351685,
+ 0.274872963142395,
+ 0.2778979238986969,
+ 0.334047527551651,
+ 0.32638501477241516,
+ 0.32237726650238036,
+ 0.34727867908477783,
+ 0.33474707689285277,
+ 0.33363337812423705,
+ 0.3199067116737366,
+ 0.3182072554111481,
+ 0.3090999599933624,
+ 0.31758857402801516,
+ 0.3048537001132965,
+ 0.31370448632240294,
+ 0.30647052822113036,
+ 0.3075304272651672,
+ 0.3160473554611206,
+ 0.3208938479423523,
+ 0.31422114033699033,
+ 0.30946583948135375,
+ 0.31779965109825137,
+ 0.3156506803035736,
+ 0.3252829941034317,
+ 0.3168870292663574,
+ 0.32142319972515104,
+ 0.32245441007614134,
+ 0.32328419771194455,
+ 0.3171846125602722,
+ 0.323214160490036,
+ 0.3320098324775696,
+ 0.3195564209461212,
+ 0.32196195921897885,
+ 0.32076327590942383,
+ 0.3213173161506653,
+ 0.32228455266952516,
+ 0.3223330054283142,
+ 0.31902092423439027,
+ 0.3187611020565033,
+ 0.3198941662788391,
+ 0.3188768042564392,
+ 0.31756515197753904,
+ 0.3171298073768616,
+ 0.3169892092704773,
+ 0.317019620513916,
+ 0.3169361008644104,
+ 0.3164037714958191,
+ 0.31655032963752744,
+ 0.3157157658576965,
+ 0.31569347660541536
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.048861026763916016,
+ 0.17950567603111267,
+ 0.17905107140541077,
+ 0.20378535985946655
+ ],
+ "perturbation_rho": [
+ 0.07314518839120865,
+ 0.3309200406074524,
+ 0.2789418697357178,
+ 0.3722173571586609
+ ],
+ "nudging": {
+ "0.001": [
+ -0.001814256189391017,
+ -0.0014669791562482715,
+ -0.001451535033993423,
+ -0.0015372845809906721
+ ],
+ "0.003": [
+ -0.005412348546087742,
+ -0.004398588091135025,
+ -0.004352094605565071,
+ -0.004607163369655609
+ ],
+ "0.01": [
+ -0.017692390829324722,
+ -0.014619983732700348,
+ -0.014469930902123451,
+ -0.015315238386392593
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json
new file mode 100644
index 0000000..93d3f69
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.1118465336799621,
+ 0.5127583791732788,
+ 0.4302346032857895,
+ 0.37507710180282594,
+ 0.37874902119636533,
+ 0.358110169172287,
+ 0.35485055913925173,
+ 0.33637689504623414,
+ 0.3376781231403351,
+ 0.3360303322792053,
+ 0.31282922410964964,
+ 0.3255835328102112,
+ 0.3264058362007141,
+ 0.2988388967514038,
+ 0.30576341066360474,
+ 0.24885234112739563,
+ 0.2645626920938492,
+ 0.23710116493701935,
+ 0.24498434176445008,
+ 0.25262943110466,
+ 0.2529470352172852,
+ 0.20808778538703918,
+ 0.2323320601463318,
+ 0.23393779978752136,
+ 0.21029739031791686,
+ 0.24577522869110108,
+ 0.22287568016052245,
+ 0.19683470277786255,
+ 0.1955713812351227,
+ 0.17762795400619508,
+ 0.1949590757369995,
+ 0.18015179319381713,
+ 0.1866455442428589,
+ 0.17878031969070435,
+ 0.19590353157520293,
+ 0.1689172378182411,
+ 0.15855673022270203,
+ 0.15442313380241393,
+ 0.16103034844398498,
+ 0.18334496784210205,
+ 0.16386926609277724,
+ 0.1371785285949707,
+ 0.16594724979400635,
+ 0.14151557245254517,
+ 0.14597930274009704,
+ 0.1496479096889496,
+ 0.13319487171173094,
+ 0.11989519445896149,
+ 0.12711271942853927,
+ 0.11571666107177735,
+ 0.11865356831550598,
+ 0.11254985160827637,
+ 0.11379962211847305,
+ 0.10502011337280273,
+ 0.10288234763145447,
+ 0.10125789151191711,
+ 0.10343788154125214,
+ 0.10045303144454956,
+ 0.09661244961619377,
+ 0.09317599536180496,
+ 0.09172046147584915,
+ 0.08994480850696564,
+ 0.08916794685721398,
+ 0.08730547853112221,
+ 0.08572156699895858,
+ 0.08500556135177613,
+ 0.08433900206089019,
+ 0.08323287000656128,
+ 0.0837702313899994,
+ 0.0822386646747589,
+ 0.08129152666330337,
+ 0.08034330849051476,
+ 0.0798836398601532,
+ 0.07978663072586059,
+ 0.07928232147693634,
+ 0.07865171662569045,
+ 0.07832024211883545,
+ 0.07813211903572083,
+ 0.07798754007816315,
+ 0.0779093979716301
+ ],
+ "train_acc": [
+ 0.6131,
+ 0.8006,
+ 0.8286,
+ 0.8535,
+ 0.85,
+ 0.8578,
+ 0.8604,
+ 0.8656,
+ 0.8674,
+ 0.8656,
+ 0.8772,
+ 0.8694,
+ 0.8738,
+ 0.8861,
+ 0.8785,
+ 0.9037,
+ 0.893,
+ 0.9038,
+ 0.9026,
+ 0.9001,
+ 0.9007,
+ 0.9186,
+ 0.9088,
+ 0.9052,
+ 0.9204,
+ 0.9002,
+ 0.9107,
+ 0.9242,
+ 0.9226,
+ 0.9326,
+ 0.922,
+ 0.9286,
+ 0.9288,
+ 0.9285,
+ 0.9246,
+ 0.934,
+ 0.9397,
+ 0.9436,
+ 0.939,
+ 0.9281,
+ 0.9353,
+ 0.9521,
+ 0.9383,
+ 0.9485,
+ 0.9444,
+ 0.9469,
+ 0.9521,
+ 0.9613,
+ 0.9543,
+ 0.96,
+ 0.9607,
+ 0.9629,
+ 0.9618,
+ 0.9687,
+ 0.9691,
+ 0.9694,
+ 0.9674,
+ 0.9696,
+ 0.9733,
+ 0.9745,
+ 0.9762,
+ 0.9756,
+ 0.9756,
+ 0.9781,
+ 0.979,
+ 0.9801,
+ 0.9806,
+ 0.9814,
+ 0.9808,
+ 0.9821,
+ 0.9825,
+ 0.9836,
+ 0.9836,
+ 0.9833,
+ 0.9839,
+ 0.9844,
+ 0.9849,
+ 0.9851,
+ 0.9853,
+ 0.9854
+ ],
+ "test_acc": [
+ 0.813,
+ 0.837,
+ 0.8425,
+ 0.8485,
+ 0.8455,
+ 0.8655,
+ 0.8635,
+ 0.8605,
+ 0.8615,
+ 0.865,
+ 0.867,
+ 0.856,
+ 0.874,
+ 0.8745,
+ 0.867,
+ 0.874,
+ 0.8805,
+ 0.8845,
+ 0.88,
+ 0.8655,
+ 0.8795,
+ 0.8875,
+ 0.8735,
+ 0.884,
+ 0.883,
+ 0.872,
+ 0.882,
+ 0.8835,
+ 0.889,
+ 0.8835,
+ 0.8805,
+ 0.8945,
+ 0.8845,
+ 0.879,
+ 0.8805,
+ 0.8875,
+ 0.8875,
+ 0.893,
+ 0.887,
+ 0.8885,
+ 0.888,
+ 0.888,
+ 0.888,
+ 0.89,
+ 0.8915,
+ 0.8925,
+ 0.8985,
+ 0.887,
+ 0.897,
+ 0.8925,
+ 0.892,
+ 0.897,
+ 0.891,
+ 0.8965,
+ 0.892,
+ 0.8875,
+ 0.8985,
+ 0.89,
+ 0.8895,
+ 0.893,
+ 0.8935,
+ 0.896,
+ 0.893,
+ 0.891,
+ 0.894,
+ 0.893,
+ 0.896,
+ 0.8975,
+ 0.8955,
+ 0.8945,
+ 0.896,
+ 0.8965,
+ 0.8955,
+ 0.894,
+ 0.893,
+ 0.895,
+ 0.895,
+ 0.8955,
+ 0.8955,
+ 0.896
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8995364308357239,
+ 0.8806806802749634,
+ 0.8653636574745178,
+ 0.852218508720398,
+ 0.8451849222183228,
+ 0.8416627645492554,
+ 0.8401176333427429,
+ 0.8391873240470886
+ ],
+ "perturbation_rho": [
+ 0.9999992251396179,
+ 0.9999973773956299,
+ 0.9999878406524658,
+ 0.9999729990959167,
+ 0.9999438524246216,
+ 0.9999128580093384,
+ 0.9999063611030579,
+ 0.9998599290847778
+ ],
+ "nudging": {
+ "0.001": [
+ -0.031149130314588547,
+ -0.015606172382831573,
+ -0.008217571303248405,
+ -0.0049289376474916935,
+ -0.0034725882578641176,
+ -0.0027561166789382696,
+ -0.002373086055740714,
+ -0.0021542953327298164
+ ],
+ "0.003": [
+ -0.08652011305093765,
+ -0.045093510299921036,
+ -0.02417786791920662,
+ -0.01461886614561081,
+ -0.010336171835660934,
+ -0.008218012750148773,
+ -0.00708259642124176,
+ -0.006432861555367708
+ ],
+ "0.01": [
+ -0.2192329615354538,
+ -0.13158643245697021,
+ -0.07524827122688293,
+ -0.04681030660867691,
+ -0.03351406753063202,
+ -0.026811176910996437,
+ -0.02318240888416767,
+ -0.02109483815729618
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.261511936378479,
+ 1.2388046113967897,
+ 0.7586671992301941,
+ 0.6045363289833069,
+ 0.5250408117294312,
+ 0.48988793330192565,
+ 0.5181452042102813,
+ 0.5053172904968262,
+ 0.5486225427627563,
+ 0.5680201857566833,
+ 0.5442982167243957,
+ 0.5434341896057129,
+ 0.5798220394134521,
+ 0.6215977661132812,
+ 0.6024371314048768,
+ 0.6234730455398559,
+ 0.7227652837753296,
+ 0.677713514328003,
+ 0.7502383768081665,
+ 0.6929981166839599,
+ 0.7150569809913635,
+ 0.7497701435089111,
+ 0.7523667077064514,
+ 0.6890098321437835,
+ 0.7717183069229125,
+ 0.8535002285003662,
+ 0.8195102759838104,
+ 0.7173164275169372,
+ 0.7014232642412186,
+ 0.715224802017212,
+ 0.8105577381134034,
+ 0.7098001989364624,
+ 0.708190748167038,
+ 0.6264257973670959,
+ 0.6868150623321533,
+ 0.8327555156707763,
+ 0.6983069515705108,
+ 0.5560035873413086,
+ 0.5894664196968079,
+ 0.6142511510848999,
+ 0.6013524094581604,
+ 0.6179712162017822,
+ 0.6110873061180114,
+ 0.631993100976944,
+ 0.5848042451381683,
+ 0.5451607653617859,
+ 0.5357456830024719,
+ 0.5887676968812943,
+ 0.4930126025676727,
+ 0.48339043197631837,
+ 0.5699405021667481,
+ 0.46138914337158204,
+ 0.5336585921287537,
+ 0.49541006507873536,
+ 0.48422760076522825,
+ 0.47822090463638306,
+ 0.43970393233299254,
+ 0.42637463035583495,
+ 0.4183799235343933,
+ 0.4340782505989075,
+ 0.41429271087646485,
+ 0.4338860253572464,
+ 0.4003063027858734,
+ 0.3960654589653015,
+ 0.3939968942642212,
+ 0.4079068598270416,
+ 0.38723310424238444,
+ 0.37670145826339724,
+ 0.3791983846902847,
+ 0.3762376324176788,
+ 0.37861898155212403,
+ 0.3750154300689697,
+ 0.3714167318344116,
+ 0.36765710716247557,
+ 0.3650678370475769,
+ 0.3651044800758362,
+ 0.3632787693023682,
+ 0.3633064881324768,
+ 0.3616319328308105,
+ 0.36102755069732667
+ ],
+ "train_acc": [
+ 0.1812,
+ 0.5543,
+ 0.7177,
+ 0.7696,
+ 0.8019,
+ 0.8181,
+ 0.8078,
+ 0.8178,
+ 0.8087,
+ 0.811,
+ 0.8164,
+ 0.8208,
+ 0.8133,
+ 0.8118,
+ 0.8191,
+ 0.8137,
+ 0.7918,
+ 0.8062,
+ 0.796,
+ 0.8068,
+ 0.808,
+ 0.8087,
+ 0.8089,
+ 0.8194,
+ 0.7966,
+ 0.7969,
+ 0.8,
+ 0.8094,
+ 0.8111,
+ 0.8104,
+ 0.7975,
+ 0.8106,
+ 0.8132,
+ 0.8255,
+ 0.8132,
+ 0.8011,
+ 0.8157,
+ 0.8347,
+ 0.8276,
+ 0.8217,
+ 0.8287,
+ 0.823,
+ 0.8201,
+ 0.8186,
+ 0.8244,
+ 0.8276,
+ 0.8337,
+ 0.8308,
+ 0.8433,
+ 0.8451,
+ 0.8317,
+ 0.8506,
+ 0.8363,
+ 0.8437,
+ 0.8446,
+ 0.8477,
+ 0.8536,
+ 0.8539,
+ 0.8546,
+ 0.8535,
+ 0.8587,
+ 0.8539,
+ 0.8631,
+ 0.8665,
+ 0.8647,
+ 0.8588,
+ 0.8681,
+ 0.8706,
+ 0.8658,
+ 0.8695,
+ 0.8679,
+ 0.8699,
+ 0.8709,
+ 0.8686,
+ 0.8715,
+ 0.8716,
+ 0.8723,
+ 0.8723,
+ 0.8727,
+ 0.8733
+ ],
+ "test_acc": [
+ 0.3855,
+ 0.659,
+ 0.7405,
+ 0.76,
+ 0.7855,
+ 0.7495,
+ 0.7865,
+ 0.7785,
+ 0.749,
+ 0.7695,
+ 0.799,
+ 0.774,
+ 0.773,
+ 0.77,
+ 0.738,
+ 0.753,
+ 0.759,
+ 0.774,
+ 0.7425,
+ 0.7075,
+ 0.7635,
+ 0.7665,
+ 0.7655,
+ 0.74,
+ 0.7105,
+ 0.7445,
+ 0.778,
+ 0.7455,
+ 0.7895,
+ 0.7475,
+ 0.7935,
+ 0.756,
+ 0.78,
+ 0.765,
+ 0.73,
+ 0.734,
+ 0.7685,
+ 0.8075,
+ 0.799,
+ 0.7535,
+ 0.797,
+ 0.754,
+ 0.759,
+ 0.7985,
+ 0.81,
+ 0.7925,
+ 0.772,
+ 0.7925,
+ 0.8055,
+ 0.7655,
+ 0.8105,
+ 0.7975,
+ 0.7865,
+ 0.795,
+ 0.8045,
+ 0.8255,
+ 0.824,
+ 0.808,
+ 0.8165,
+ 0.817,
+ 0.812,
+ 0.816,
+ 0.826,
+ 0.826,
+ 0.827,
+ 0.835,
+ 0.8315,
+ 0.8255,
+ 0.829,
+ 0.8355,
+ 0.827,
+ 0.8385,
+ 0.833,
+ 0.835,
+ 0.8305,
+ 0.8375,
+ 0.8345,
+ 0.835,
+ 0.8335,
+ 0.833
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.030230171978473663,
+ 0.1515132635831833,
+ 0.08784028142690659,
+ 0.07231537997722626,
+ 0.09554086625576019,
+ 0.09082843363285065,
+ 0.05412551760673523,
+ 0.0802278220653534
+ ],
+ "perturbation_rho": [
+ 0.04074572026729584,
+ 0.1662997603416443,
+ 0.08309999853372574,
+ 0.07389070093631744,
+ 0.14882703125476837,
+ 0.04519672691822052,
+ 0.0252661295235157,
+ 0.13430552184581757
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0013187117874622345,
+ -0.00048215428250841796,
+ -0.0002008694427786395,
+ -0.00015290860028471798,
+ -0.0002134581736754626,
+ -0.00020460024825297296,
+ -0.00012665732356254011,
+ -0.00018164707580581307
+ ],
+ "0.003": [
+ 0.0040077767334878445,
+ -0.0014419222716242075,
+ -0.0006034976686351001,
+ -0.00045742784277535975,
+ -0.0006395922391675413,
+ -0.0006131009431555867,
+ -0.00037914267159067094,
+ -0.0005448061274364591
+ ],
+ "0.01": [
+ 0.013973418623209,
+ -0.0047885943204164505,
+ -0.0020089128520339727,
+ -0.0015227446565404534,
+ -0.002120924647897482,
+ -0.0020366935059428215,
+ -0.001262089004740119,
+ -0.0018124101916328073
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.6900189414978026,
+ 0.8411433074951172,
+ 0.7035821089744568,
+ 0.7662129473209381,
+ 0.9238048450469971,
+ 0.9465261736869812,
+ 0.9431295600891113,
+ 0.9430153847694397,
+ 0.8930066148757935,
+ 0.9253942659378052,
+ 0.9403049263000488,
+ 0.9278807380676269,
+ 0.8983365282058716,
+ 0.9111938871383667,
+ 0.9078270839691163,
+ 0.8715127088546752,
+ 0.8760508625030518,
+ 0.881078330039978,
+ 0.9000071779251099,
+ 0.8816269577026368,
+ 0.8535635885238647,
+ 0.8596017469406128,
+ 0.8243531321525573,
+ 0.7686523287773133,
+ 0.7980530646324158,
+ 0.8087049605369568,
+ 0.837258325958252,
+ 0.8231134150981904,
+ 0.7930005051612854,
+ 0.8175304112434387,
+ 0.8106185255527496,
+ 0.8360982533454895,
+ 0.8089555241584778,
+ 0.801400167274475,
+ 0.7769281364440918,
+ 0.7804566509246826,
+ 0.8003368796348572,
+ 0.7595265312194824,
+ 0.7870783394813538,
+ 0.7793847578048706,
+ 0.7527281112670898,
+ 0.7428017363548279,
+ 0.7277878652572631,
+ 0.7209976235866546,
+ 0.6881004619121551,
+ 0.6684544267654419,
+ 0.6671716670036316,
+ 0.6666352137565613,
+ 0.6382144281387329,
+ 0.6509482036590576,
+ 0.6767562778472901,
+ 0.654830322265625,
+ 0.6389662846565246,
+ 0.6350968457221985,
+ 0.6284485641479493,
+ 0.647821770477295,
+ 0.6315829051017762,
+ 0.6223490614891052,
+ 0.6269909280776977,
+ 0.6192478479385376,
+ 0.6175517374992371,
+ 0.6139361786365509,
+ 0.609162579536438,
+ 0.6077277057647705,
+ 0.6055359146118164,
+ 0.6021604907035828,
+ 0.5979869828224182,
+ 0.5947234419345856,
+ 0.5964722720146179,
+ 0.590346819114685,
+ 0.5898373236656189,
+ 0.5876562358856201,
+ 0.5882755388259888,
+ 0.5854528706550598,
+ 0.5841325942993164,
+ 0.5842094928741455,
+ 0.5827160774230957,
+ 0.5819865200996399,
+ 0.5816016881942749,
+ 0.5813780869483948
+ ],
+ "train_acc": [
+ 0.3832,
+ 0.6771,
+ 0.7406,
+ 0.7347,
+ 0.71,
+ 0.7016,
+ 0.686,
+ 0.678,
+ 0.6834,
+ 0.6698,
+ 0.6698,
+ 0.6718,
+ 0.6788,
+ 0.6772,
+ 0.6813,
+ 0.691,
+ 0.6899,
+ 0.695,
+ 0.6891,
+ 0.6964,
+ 0.707,
+ 0.7036,
+ 0.7172,
+ 0.7299,
+ 0.7151,
+ 0.7181,
+ 0.7095,
+ 0.7151,
+ 0.7253,
+ 0.7209,
+ 0.7192,
+ 0.7166,
+ 0.7258,
+ 0.725,
+ 0.7318,
+ 0.7339,
+ 0.7231,
+ 0.7392,
+ 0.7281,
+ 0.7321,
+ 0.7389,
+ 0.7402,
+ 0.7472,
+ 0.7497,
+ 0.7526,
+ 0.7587,
+ 0.7684,
+ 0.7649,
+ 0.7713,
+ 0.7675,
+ 0.7624,
+ 0.7696,
+ 0.7703,
+ 0.7689,
+ 0.7748,
+ 0.7647,
+ 0.7778,
+ 0.7745,
+ 0.7737,
+ 0.7737,
+ 0.7767,
+ 0.7766,
+ 0.777,
+ 0.7776,
+ 0.7778,
+ 0.7808,
+ 0.7852,
+ 0.7824,
+ 0.783,
+ 0.7826,
+ 0.7859,
+ 0.7833,
+ 0.7826,
+ 0.784,
+ 0.7842,
+ 0.7835,
+ 0.7839,
+ 0.7845,
+ 0.7851,
+ 0.7849
+ ],
+ "test_acc": [
+ 0.5965,
+ 0.721,
+ 0.702,
+ 0.7045,
+ 0.673,
+ 0.663,
+ 0.659,
+ 0.6615,
+ 0.6405,
+ 0.6295,
+ 0.6435,
+ 0.66,
+ 0.642,
+ 0.628,
+ 0.654,
+ 0.6645,
+ 0.66,
+ 0.673,
+ 0.6645,
+ 0.6425,
+ 0.667,
+ 0.6895,
+ 0.692,
+ 0.699,
+ 0.6915,
+ 0.655,
+ 0.6745,
+ 0.688,
+ 0.694,
+ 0.6655,
+ 0.6765,
+ 0.7015,
+ 0.7005,
+ 0.691,
+ 0.7035,
+ 0.7115,
+ 0.715,
+ 0.6985,
+ 0.698,
+ 0.7125,
+ 0.7095,
+ 0.728,
+ 0.7225,
+ 0.732,
+ 0.725,
+ 0.738,
+ 0.74,
+ 0.728,
+ 0.733,
+ 0.744,
+ 0.736,
+ 0.7385,
+ 0.7385,
+ 0.7355,
+ 0.7405,
+ 0.741,
+ 0.7445,
+ 0.744,
+ 0.7515,
+ 0.7385,
+ 0.755,
+ 0.754,
+ 0.752,
+ 0.7495,
+ 0.75,
+ 0.7515,
+ 0.7495,
+ 0.748,
+ 0.752,
+ 0.7535,
+ 0.7515,
+ 0.75,
+ 0.754,
+ 0.752,
+ 0.7535,
+ 0.751,
+ 0.752,
+ 0.7525,
+ 0.753,
+ 0.753
+ ],
+ "state_pred_error": [
+ 0.6595856385231018,
+ 0.18581391699314118,
+ 0.1389737048149109,
+ 0.15264776089191437,
+ 0.17834623737335206,
+ 0.19413653922080992,
+ 0.191989035487175,
+ 0.1882333307504654,
+ 0.17752823297977446,
+ 0.17005732750892638,
+ 0.15737969760894777,
+ 0.14760457775592803,
+ 0.13923091561794282,
+ 0.13096291363239287,
+ 0.11957425270080567,
+ 0.11095487377643586,
+ 0.10258402088880539,
+ 0.09473015838861465,
+ 0.08757123013734817,
+ 0.08079066828489304,
+ 0.07320248563289643,
+ 0.06493292402625084,
+ 0.06027614688873291,
+ 0.055440726804733276,
+ 0.05134773366451263,
+ 0.04849834374189377,
+ 0.04514253498911858,
+ 0.04645976569652557,
+ 0.04907238126993179,
+ 0.04952519537210465,
+ 0.04985421462655067,
+ 0.05048102289438248,
+ 0.04867895898222923,
+ 0.04612752487659454,
+ 0.04500051750540733,
+ 0.045100632554292676,
+ 0.046106376844644546,
+ 0.0457755237698555,
+ 0.04623996165394783,
+ 0.04506723956465721,
+ 0.043494783210754395,
+ 0.04170223961472511,
+ 0.03998277345299721,
+ 0.03828683572411537,
+ 0.03590715619921684,
+ 0.03458526620268822,
+ 0.03327381777763367,
+ 0.03220812490582466,
+ 0.03136191112399101,
+ 0.02989975645840168,
+ 0.02867936817407608,
+ 0.027766828721761703,
+ 0.02639162071943283,
+ 0.025170314267277717,
+ 0.02407517617344856,
+ 0.023122122532129287,
+ 0.022436111107468605,
+ 0.02156193360090256,
+ 0.021339575743675232,
+ 0.020296311607956887,
+ 0.019706446814537048,
+ 0.019259731712937354,
+ 0.018796706795692442,
+ 0.018336333370208742,
+ 0.01777996554672718,
+ 0.017483672569692136,
+ 0.017091735473275183,
+ 0.016544194155931474,
+ 0.016263828212022782,
+ 0.015896252320706843,
+ 0.015430272005498409,
+ 0.015053019705414773,
+ 0.014817306607961654,
+ 0.01454771189391613,
+ 0.01425941243469715,
+ 0.013928838320076466,
+ 0.013689049163460731,
+ 0.013394512391090393,
+ 0.013211432878673077,
+ 0.013250160820782184
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8559742569923401,
+ 0.48324936628341675,
+ 0.20313377678394318,
+ 0.15002062916755676,
+ 0.13207414746284485,
+ 0.11473802477121353,
+ 0.10703189671039581,
+ 0.10419630259275436
+ ],
+ "perturbation_rho": [
+ 0.712527871131897,
+ 0.4307812452316284,
+ 0.20181137323379517,
+ 0.13881561160087585,
+ 0.15075963735580444,
+ 0.09288278967142105,
+ 0.0890430212020874,
+ 0.0776105523109436
+ ],
+ "nudging": {
+ "0.001": [
+ -0.022853977978229523,
+ -0.0013667396269738674,
+ -0.0004074485623277724,
+ -0.00029726148932240903,
+ -0.0002571522491052747,
+ -0.00022330728825181723,
+ -0.00020516786025837064,
+ -0.0002069434995064512
+ ],
+ "0.003": [
+ -0.06612209230661392,
+ -0.004091121722012758,
+ -0.001220933860167861,
+ -0.0008915449725463986,
+ -0.0007706802571192384,
+ -0.0006697832723148167,
+ -0.0006152803543955088,
+ -0.0006209201528690755
+ ],
+ "0.01": [
+ -0.19413721561431885,
+ -0.013532894663512707,
+ -0.004060069564729929,
+ -0.0029658200219273567,
+ -0.00256463885307312,
+ -0.0022291922941803932,
+ -0.00204793200828135,
+ -0.002066785003989935
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 8381.830078125,
+ 6536.470703125,
+ 4195.43359375,
+ 3240.16162109375,
+ 3085.78857421875,
+ 3078.50390625,
+ 3156.81787109375,
+ 3267.9345703125
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2583779270172117,
+ 1.2328803764343261,
+ 0.7562720144271851,
+ 0.6132963244438171,
+ 0.5287181121349335,
+ 0.5030574288368225,
+ 0.48532198963165285,
+ 0.4846679763793945,
+ 0.5304994377136231,
+ 0.5362592101097107,
+ 0.583180138206482,
+ 0.6139261585235596,
+ 0.6087016160964965,
+ 0.5905431600570679,
+ 0.6277781929016113,
+ 0.6474135057091713,
+ 0.59157626247406,
+ 0.6946684947490692,
+ 0.8211458179473877,
+ 0.861908533668518,
+ 0.7924225975036621,
+ 0.7633697302818299,
+ 0.7515091026306152,
+ 0.720926753616333,
+ 0.7768987985610962,
+ 0.8449177289962768,
+ 0.9629317569732666,
+ 0.931460041809082,
+ 0.9021932872772217,
+ 0.9415567704200745,
+ 0.8805705249786377,
+ 0.7279726833343506,
+ 0.7522793537139892,
+ 0.8977339170455932,
+ 0.9053890051841735,
+ 1.0313119258880614,
+ 1.0500091316223144,
+ 1.081573693037033,
+ 1.0122951402664184,
+ 1.0065685977935792,
+ 0.9492526316642761,
+ 0.9367160196304322,
+ 1.049492422771454,
+ 0.979865022277832,
+ 0.9994352771759033,
+ 1.162679231929779,
+ 1.165749097442627,
+ 1.0634778610229492,
+ 1.14915854473114,
+ 1.1030800518035888,
+ 1.0413856769561767,
+ 1.0413285767555236,
+ 1.051336719417572,
+ 1.0110527751922607,
+ 1.0733316102981567,
+ 0.9999018778800964,
+ 0.9840315793991089,
+ 0.9711315458297729,
+ 0.9857265590667724,
+ 0.9506656970977784,
+ 0.9560299934387207,
+ 0.9371125869750977,
+ 0.9474420023918152,
+ 0.9461492855072021,
+ 0.9556923686981201,
+ 0.9554297721862793,
+ 0.9499578125,
+ 0.9548584213256835,
+ 0.9492132287979126,
+ 0.9530534173965454,
+ 0.9477035552978516,
+ 0.9484292861938477,
+ 0.9435903357505798,
+ 0.9424657020568847,
+ 0.9434539100646973,
+ 0.941624609375,
+ 0.9386807306289673,
+ 0.937810022354126,
+ 0.9365644121170044,
+ 0.936181538105011
+ ],
+ "train_acc": [
+ 0.1853,
+ 0.5561,
+ 0.7227,
+ 0.7667,
+ 0.8014,
+ 0.8089,
+ 0.816,
+ 0.8187,
+ 0.8118,
+ 0.8168,
+ 0.8048,
+ 0.812,
+ 0.8117,
+ 0.8194,
+ 0.8117,
+ 0.8144,
+ 0.8229,
+ 0.8042,
+ 0.7841,
+ 0.7748,
+ 0.7876,
+ 0.7866,
+ 0.797,
+ 0.8064,
+ 0.8003,
+ 0.795,
+ 0.7719,
+ 0.7755,
+ 0.7714,
+ 0.7484,
+ 0.7513,
+ 0.7644,
+ 0.7457,
+ 0.7144,
+ 0.7069,
+ 0.6809,
+ 0.6746,
+ 0.6693,
+ 0.674,
+ 0.6698,
+ 0.676,
+ 0.6723,
+ 0.6479,
+ 0.6576,
+ 0.6479,
+ 0.6187,
+ 0.6106,
+ 0.6341,
+ 0.6163,
+ 0.629,
+ 0.6411,
+ 0.6433,
+ 0.638,
+ 0.6516,
+ 0.6381,
+ 0.6526,
+ 0.6608,
+ 0.6575,
+ 0.6575,
+ 0.6638,
+ 0.6603,
+ 0.6717,
+ 0.6666,
+ 0.6704,
+ 0.6663,
+ 0.6646,
+ 0.6687,
+ 0.6665,
+ 0.6701,
+ 0.67,
+ 0.6699,
+ 0.6699,
+ 0.6689,
+ 0.6709,
+ 0.6748,
+ 0.67,
+ 0.6722,
+ 0.6723,
+ 0.6729,
+ 0.6723
+ ],
+ "test_acc": [
+ 0.3875,
+ 0.661,
+ 0.7345,
+ 0.771,
+ 0.7855,
+ 0.763,
+ 0.785,
+ 0.768,
+ 0.786,
+ 0.7535,
+ 0.748,
+ 0.75,
+ 0.7505,
+ 0.763,
+ 0.7635,
+ 0.784,
+ 0.7555,
+ 0.7285,
+ 0.7145,
+ 0.7325,
+ 0.769,
+ 0.7425,
+ 0.783,
+ 0.774,
+ 0.7725,
+ 0.7325,
+ 0.7345,
+ 0.7085,
+ 0.69,
+ 0.652,
+ 0.7025,
+ 0.7115,
+ 0.686,
+ 0.635,
+ 0.5775,
+ 0.619,
+ 0.607,
+ 0.6335,
+ 0.587,
+ 0.559,
+ 0.577,
+ 0.5445,
+ 0.6055,
+ 0.5975,
+ 0.5495,
+ 0.536,
+ 0.6035,
+ 0.578,
+ 0.5465,
+ 0.6125,
+ 0.632,
+ 0.6125,
+ 0.614,
+ 0.6215,
+ 0.644,
+ 0.646,
+ 0.654,
+ 0.6265,
+ 0.6415,
+ 0.646,
+ 0.651,
+ 0.656,
+ 0.655,
+ 0.66,
+ 0.656,
+ 0.655,
+ 0.6535,
+ 0.643,
+ 0.6525,
+ 0.65,
+ 0.657,
+ 0.6535,
+ 0.6525,
+ 0.653,
+ 0.652,
+ 0.65,
+ 0.651,
+ 0.651,
+ 0.651,
+ 0.651
+ ],
+ "value_loss": [
+ 3.048217420578003,
+ 1.0343286740779876,
+ 0.9000125793457031,
+ 0.8277910697937012,
+ 0.7453249110221862,
+ 0.7300011464118957,
+ 0.7402240177154541,
+ 0.7579312013626098,
+ 0.9181204793930053,
+ 0.975448628616333,
+ 1.1214078811645507,
+ 1.2724024196147918,
+ 1.3290605850219726,
+ 1.259645761871338,
+ 1.3672408729553223,
+ 1.5799061000347137,
+ 1.3602543179512023,
+ 1.712525807094574,
+ 2.2426450706481935,
+ 2.359542562866211,
+ 2.1532579238891603,
+ 1.9830763484954834,
+ 1.982039828968048,
+ 1.8818614783287049,
+ 2.2171711694717406,
+ 2.3556669063568116,
+ 3.0178351165771486,
+ 3.1578522092819212,
+ 2.68718074798584,
+ 2.373463029575348,
+ 1.8590419352769851,
+ 1.2517694076538086,
+ 1.02772789478302,
+ 1.2108542333602905,
+ 1.0830044956207276,
+ 2.0529207768440245,
+ 1.2919132787704468,
+ 1.2424284775733947,
+ 1.0443824444293976,
+ 1.1778054037094117,
+ 0.9631912262439728,
+ 0.8378017754554749,
+ 1.0295626225471497,
+ 0.7373762512207032,
+ 0.7012673536300659,
+ 0.98064923620224,
+ 0.862914551448822,
+ 0.7986299896240234,
+ 0.8213993213653564,
+ 0.7129971002578736,
+ 0.754508529138565,
+ 0.6246828708648682,
+ 0.7121831396102906,
+ 0.5870893394470215,
+ 0.6755351794242859,
+ 0.5818774876117706,
+ 0.5521341813087464,
+ 0.5238836415290833,
+ 0.5890642763614654,
+ 0.5481948862075806,
+ 0.5332052557468414,
+ 0.4778835234642029,
+ 0.49222251901626585,
+ 0.5597867136955261,
+ 0.4953978775501251,
+ 0.5712323989391327,
+ 0.49952770709991456,
+ 0.5085798627853394,
+ 0.45753829402923585,
+ 0.48174678115844727,
+ 0.4655922472000122,
+ 0.4551719659328461,
+ 0.4378785256385803,
+ 0.43562724137306214,
+ 0.4843036180496216,
+ 0.42520372521877287,
+ 0.4271356852054596,
+ 0.4239115475654602,
+ 0.41854572505950927,
+ 0.41045001599788666
+ ],
+ "term_loss": [
+ 1.7620765068054198,
+ 0.7570293057441712,
+ 0.7365578352928162,
+ 0.6820572528839112,
+ 0.607182498049736,
+ 0.5735599759578704,
+ 0.5921525184631348,
+ 0.6111434427261353,
+ 0.7693612571716308,
+ 0.8335376226425171,
+ 0.9712094970703125,
+ 1.1207456881999969,
+ 1.1779227069854736,
+ 1.1121969150543214,
+ 1.209087449645996,
+ 1.4206154627799987,
+ 1.2058612494468688,
+ 1.5412679631948472,
+ 2.0407606628417967,
+ 2.108829928779602,
+ 1.9323839492797852,
+ 1.738079938840866,
+ 1.738319782948494,
+ 1.668429842185974,
+ 1.9542716176986694,
+ 2.082409756851196,
+ 2.71076455078125,
+ 2.7950469175338744,
+ 2.3576751346588134,
+ 2.0379406468629835,
+ 1.5563349723756312,
+ 0.987390661239624,
+ 0.7408796440124512,
+ 0.8990295526981353,
+ 0.7904975162506104,
+ 1.5982429100751876,
+ 0.9677811861038208,
+ 0.9073515085697174,
+ 0.6968293826818466,
+ 0.8219095712423324,
+ 0.6385633600115777,
+ 0.5180883571147918,
+ 0.6821171250283719,
+ 0.42861852970123293,
+ 0.4132593111038208,
+ 0.6532857032775878,
+ 0.56343485455513,
+ 0.5125517870903015,
+ 0.5286973226547241,
+ 0.4325035630941391,
+ 0.4782088125705719,
+ 0.35716295001506804,
+ 0.43347521109580994,
+ 0.32357389335632325,
+ 0.3969691284179688,
+ 0.32031551563739774,
+ 0.29744037152528763,
+ 0.26996316730976105,
+ 0.3282479860842228,
+ 0.2972265742301941,
+ 0.2775776801109314,
+ 0.2335032631635666,
+ 0.24737662796378135,
+ 0.30518129110336306,
+ 0.24973544117212296,
+ 0.31368190834522247,
+ 0.24900891828536986,
+ 0.2601964050769806,
+ 0.21727401604652405,
+ 0.23666752195358276,
+ 0.2217332841873169,
+ 0.2150446552991867,
+ 0.19714454250335695,
+ 0.1972746223449707,
+ 0.23860706584453584,
+ 0.1892410013794899,
+ 0.18599554433822632,
+ 0.18529752838611602,
+ 0.17899176458120347,
+ 0.17502211028933526
+ ],
+ "bridge_loss": [
+ 0.9885711992692668,
+ 0.06202600108981132,
+ 0.005225318079441786,
+ 0.00572426804304123,
+ 0.011327691495418549,
+ 0.033182587127387524,
+ 0.028435595631599427,
+ 0.02591904165148735,
+ 0.019612548558413982,
+ 0.014960378871113062,
+ 0.01257537133693695,
+ 0.015017039102315903,
+ 0.014422192126512528,
+ 0.016067288851737978,
+ 0.019453916008770465,
+ 0.02241444058343768,
+ 0.024118383884429932,
+ 0.025934281665086746,
+ 0.03934095601439476,
+ 0.08211781105995178,
+ 0.06123144483566284,
+ 0.08744931157231331,
+ 0.09062072249054909,
+ 0.06713926913738251,
+ 0.10762440345287323,
+ 0.11356958830356598,
+ 0.12857519801855088,
+ 0.18905064516067505,
+ 0.1532894235134125,
+ 0.15086396114826203,
+ 0.12008241270184516,
+ 0.09492742450237274,
+ 0.10648579494953156,
+ 0.10877807049751281,
+ 0.09025130966901779,
+ 0.22308929166793823,
+ 0.09408268320858479,
+ 0.09969470508098602,
+ 0.11703467042446136,
+ 0.12739645974636077,
+ 0.10452780928909779,
+ 0.10022395522594452,
+ 0.10734874422848224,
+ 0.08138678241968154,
+ 0.05771932463645935,
+ 0.0699296027958393,
+ 0.04624857715070248,
+ 0.048479430437088016,
+ 0.04053354227542877,
+ 0.032970554107427594,
+ 0.0381986954331398,
+ 0.027493790555000307,
+ 0.03619121195077896,
+ 0.029564367485046386,
+ 0.033955201983451845,
+ 0.03008670448064804,
+ 0.02573939528465271,
+ 0.025961067897081375,
+ 0.031735689258575436,
+ 0.0286233449280262,
+ 0.030725829449296,
+ 0.023821466904878616,
+ 0.022386557137966157,
+ 0.03191109481453896,
+ 0.022437436121702195,
+ 0.03390852664113045,
+ 0.028159854693710806,
+ 0.024796000277996062,
+ 0.018291607961058616,
+ 0.022655895307660105,
+ 0.021983556759357453,
+ 0.01841803635209799,
+ 0.019089927835389972,
+ 0.017243927240371704,
+ 0.025458976861834525,
+ 0.015187921732664108,
+ 0.020197597947716712,
+ 0.018675634610652924,
+ 0.019476617947220803,
+ 0.01536440534889698
+ ],
+ "tgrad_loss": [
+ 0.2975697236061096,
+ 0.2152733613014221,
+ 0.15822943115234375,
+ 0.14000954415798186,
+ 0.12681471655368806,
+ 0.12325858645439149,
+ 0.11963590017557144,
+ 0.1208687183380127,
+ 0.12914666900634766,
+ 0.12695061504840852,
+ 0.13762302379608155,
+ 0.13663968855142594,
+ 0.13671568200588227,
+ 0.13138156263828277,
+ 0.13869950284957885,
+ 0.1368761875152588,
+ 0.13027468709945678,
+ 0.14532355861663818,
+ 0.16254346389770508,
+ 0.168594819521904,
+ 0.15964251264333726,
+ 0.1575471007347107,
+ 0.1530993018746376,
+ 0.14629238090515137,
+ 0.1552751208782196,
+ 0.15968756294250488,
+ 0.17849535081386567,
+ 0.17375466558933259,
+ 0.17621618556976318,
+ 0.1846583988547325,
+ 0.18262455696463584,
+ 0.16945131740570069,
+ 0.18036246223449706,
+ 0.2030466163635254,
+ 0.20225566873550416,
+ 0.23158856897354127,
+ 0.23004940370321275,
+ 0.23538226161003112,
+ 0.2305183897972107,
+ 0.22849935948848724,
+ 0.22010006467103957,
+ 0.21948946959972382,
+ 0.2400967527270317,
+ 0.22737093563079833,
+ 0.23028871989250183,
+ 0.25743392400741577,
+ 0.2532311152935028,
+ 0.2375987785100937,
+ 0.25216845297813417,
+ 0.2475229881286621,
+ 0.23810101900100708,
+ 0.2400261275291443,
+ 0.24251671900749205,
+ 0.23395108041763304,
+ 0.24461085169315339,
+ 0.231475268471241,
+ 0.22895441274642944,
+ 0.2279594036579132,
+ 0.22908060483932496,
+ 0.22234496841430665,
+ 0.22490174407958985,
+ 0.22055879101753234,
+ 0.22245933241844176,
+ 0.22269432792663574,
+ 0.22322500309944152,
+ 0.2236419643878937,
+ 0.22235892748832703,
+ 0.22358745093345642,
+ 0.22197266473770141,
+ 0.22242336502075194,
+ 0.2218754021167755,
+ 0.22170927753448486,
+ 0.2216440571308136,
+ 0.22110869097709657,
+ 0.22023757584095002,
+ 0.22077479939460753,
+ 0.22094254281520845,
+ 0.21993838548660277,
+ 0.22007734408378601,
+ 0.2200635038137436
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.021486874669790268,
+ 0.13597777485847473,
+ 0.14020901918411255,
+ 0.16125136613845825,
+ 0.15609152615070343,
+ 0.1541982889175415,
+ 0.14447104930877686,
+ 0.13689197599887848
+ ],
+ "perturbation_rho": [
+ 0.021052071824669838,
+ 0.17873916029930115,
+ 0.25896143913269043,
+ 0.18253415822982788,
+ 0.20761561393737793,
+ 0.24419330060482025,
+ 0.21560567617416382,
+ 0.25087088346481323
+ ],
+ "nudging": {
+ "0.001": [
+ -0.000705907354131341,
+ -0.0009686042903922498,
+ -0.0009376371745020151,
+ -0.0010404230561107397,
+ -0.0010180952958762646,
+ -0.0010082813678309321,
+ -0.0009501518215984106,
+ -0.0009206526447087526
+ ],
+ "0.003": [
+ -0.0020928888116031885,
+ -0.0029041701927781105,
+ -0.0028102626092731953,
+ -0.003118767635896802,
+ -0.0030542444437742233,
+ -0.0030217969324439764,
+ -0.0028490517288446426,
+ -0.002759187947958708
+ ],
+ "0.01": [
+ -0.006693178787827492,
+ -0.009655885398387909,
+ -0.009345939382910728,
+ -0.010369300842285156,
+ -0.010154420509934425,
+ -0.010046296752989292,
+ -0.009472687728703022,
+ -0.009175874292850494
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json
new file mode 100644
index 0000000..2731940
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.116349330329895,
+ 0.5001499853610992,
+ 0.4335407821655273,
+ 0.4641809904575348,
+ 0.3640550988435745,
+ 0.3363292731285095,
+ 0.3244595282793045,
+ 0.2982915968179703,
+ 0.3134564006567001,
+ 0.30007186489105225,
+ 0.33086415586471557,
+ 0.3240265121459961,
+ 0.36804967494010926,
+ 0.30622104313373566,
+ 0.25573331198692323,
+ 0.26320519745349885,
+ 0.23574686307907106,
+ 0.2268525185585022,
+ 0.25257685260772705,
+ 0.25333278408050536,
+ 0.2360077142715454,
+ 0.23784599598646164,
+ 0.20709436918497084,
+ 0.20264402964115144,
+ 0.21906372356414794,
+ 0.2614547765254974,
+ 0.22743566370010376,
+ 0.22848101971149445,
+ 0.1859010817527771,
+ 0.18899251914024354,
+ 0.22130306813716888,
+ 0.1667450134754181,
+ 0.16755338363051414,
+ 0.1541363487958908,
+ 0.15326010875701904,
+ 0.17208767664432525,
+ 0.1566053614139557,
+ 0.17658618724346162,
+ 0.1616819619178772,
+ 0.16018370108604432,
+ 0.14088194823265077,
+ 0.13619720645546912,
+ 0.12748197174072265,
+ 0.12225827918052673,
+ 0.1305396099090576,
+ 0.15742934291362762,
+ 0.14194510142803193,
+ 0.13810368086099625,
+ 0.12012554352283478,
+ 0.11385036809444428,
+ 0.11541433204263449,
+ 0.10669543639421462,
+ 0.10731406065821647,
+ 0.10112672692537308,
+ 0.1006077661037445,
+ 0.09703596627712249,
+ 0.09588335396051406,
+ 0.09268207312822342,
+ 0.0937716266810894,
+ 0.09152986379861831,
+ 0.08915678606033325,
+ 0.08682773663103581,
+ 0.08579734473228455,
+ 0.0858896899998188,
+ 0.08425427243709564,
+ 0.08361117107868195,
+ 0.08322364587783813,
+ 0.08275889765024186,
+ 0.08162834317684174,
+ 0.08004808874726295,
+ 0.07940338475704194,
+ 0.07868385118246078,
+ 0.07802366590499878,
+ 0.07752591272592545,
+ 0.07690682909488677,
+ 0.07651568021774292,
+ 0.07623157832026482,
+ 0.07601269240379334,
+ 0.07586622917354106,
+ 0.0757821985900402
+ ],
+ "train_acc": [
+ 0.6054,
+ 0.8027,
+ 0.8306,
+ 0.8201,
+ 0.8517,
+ 0.8683,
+ 0.8696,
+ 0.881,
+ 0.875,
+ 0.8779,
+ 0.8683,
+ 0.871,
+ 0.8573,
+ 0.8771,
+ 0.8985,
+ 0.8935,
+ 0.9042,
+ 0.9103,
+ 0.8979,
+ 0.9,
+ 0.9047,
+ 0.9033,
+ 0.9171,
+ 0.9238,
+ 0.9113,
+ 0.897,
+ 0.9096,
+ 0.9096,
+ 0.9279,
+ 0.9264,
+ 0.9117,
+ 0.9373,
+ 0.9373,
+ 0.9408,
+ 0.9433,
+ 0.9327,
+ 0.9416,
+ 0.9311,
+ 0.9376,
+ 0.9375,
+ 0.9495,
+ 0.9511,
+ 0.956,
+ 0.9589,
+ 0.9532,
+ 0.9397,
+ 0.949,
+ 0.9498,
+ 0.958,
+ 0.9622,
+ 0.9605,
+ 0.9676,
+ 0.9652,
+ 0.9691,
+ 0.9715,
+ 0.9704,
+ 0.9708,
+ 0.974,
+ 0.9738,
+ 0.974,
+ 0.9767,
+ 0.9763,
+ 0.9787,
+ 0.9772,
+ 0.9797,
+ 0.9786,
+ 0.9792,
+ 0.9805,
+ 0.9804,
+ 0.9813,
+ 0.9818,
+ 0.9825,
+ 0.9824,
+ 0.9826,
+ 0.9831,
+ 0.9836,
+ 0.9839,
+ 0.9843,
+ 0.9843,
+ 0.9842
+ ],
+ "test_acc": [
+ 0.788,
+ 0.818,
+ 0.841,
+ 0.842,
+ 0.844,
+ 0.852,
+ 0.8525,
+ 0.8535,
+ 0.8575,
+ 0.8625,
+ 0.854,
+ 0.856,
+ 0.851,
+ 0.855,
+ 0.859,
+ 0.871,
+ 0.881,
+ 0.876,
+ 0.8665,
+ 0.872,
+ 0.874,
+ 0.8695,
+ 0.881,
+ 0.8735,
+ 0.883,
+ 0.8735,
+ 0.867,
+ 0.868,
+ 0.891,
+ 0.8875,
+ 0.885,
+ 0.888,
+ 0.882,
+ 0.884,
+ 0.883,
+ 0.8795,
+ 0.8815,
+ 0.875,
+ 0.88,
+ 0.888,
+ 0.883,
+ 0.8945,
+ 0.891,
+ 0.889,
+ 0.886,
+ 0.8885,
+ 0.8845,
+ 0.8935,
+ 0.8925,
+ 0.89,
+ 0.8945,
+ 0.8985,
+ 0.893,
+ 0.894,
+ 0.8935,
+ 0.894,
+ 0.895,
+ 0.893,
+ 0.8945,
+ 0.8935,
+ 0.8935,
+ 0.8945,
+ 0.8955,
+ 0.8935,
+ 0.896,
+ 0.8965,
+ 0.893,
+ 0.8955,
+ 0.895,
+ 0.896,
+ 0.896,
+ 0.8975,
+ 0.897,
+ 0.8965,
+ 0.8965,
+ 0.8965,
+ 0.896,
+ 0.8955,
+ 0.896,
+ 0.8955
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8706932663917542,
+ 0.8596300482749939,
+ 0.8512309789657593,
+ 0.842391848564148,
+ 0.8334972858428955,
+ 0.8275372385978699,
+ 0.823634147644043,
+ 0.8208400011062622
+ ],
+ "perturbation_rho": [
+ 0.9999992847442627,
+ 0.9999973773956299,
+ 0.9999889731407166,
+ 0.9999737739562988,
+ 0.999952495098114,
+ 0.9999229311943054,
+ 0.9998778104782104,
+ 0.999873161315918
+ ],
+ "nudging": {
+ "0.001": [
+ -0.029443971812725067,
+ -0.014739202335476875,
+ -0.007785398978739977,
+ -0.004687825217843056,
+ -0.0033056228421628475,
+ -0.0026248465292155743,
+ -0.002249690005555749,
+ -0.002028122777119279
+ ],
+ "0.003": [
+ -0.08119087666273117,
+ -0.042475294321775436,
+ -0.02287878468632698,
+ -0.01389251183718443,
+ -0.009832184761762619,
+ -0.007821150124073029,
+ -0.006710004061460495,
+ -0.006052234675735235
+ ],
+ "0.01": [
+ -0.19971789419651031,
+ -0.12236367166042328,
+ -0.07083894312381744,
+ -0.044348303228616714,
+ -0.031799670308828354,
+ -0.02545534446835518,
+ -0.02191336825489998,
+ -0.01980404555797577
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.158529169845581,
+ 1.1195615213394166,
+ 0.7019768083572387,
+ 0.576601616859436,
+ 0.48889441759586333,
+ 0.4595581695556641,
+ 0.4664854043006897,
+ 0.4645276006698608,
+ 0.45998520455360414,
+ 0.4998584642410278,
+ 0.5707068769454956,
+ 0.5089836866378784,
+ 0.5772042598724365,
+ 0.5534915947437287,
+ 0.5303711235046387,
+ 0.5757707620620728,
+ 0.6748943659067154,
+ 0.5596435680389404,
+ 0.6271520325660705,
+ 0.6300130233287812,
+ 0.6096898103713989,
+ 0.7022480690956115,
+ 0.6562287082672119,
+ 0.7743891611099243,
+ 0.7019639057159424,
+ 0.620424409866333,
+ 0.8657609689712524,
+ 0.7578481485366821,
+ 0.8160745024681091,
+ 0.6845855102539062,
+ 0.6900003092288971,
+ 0.665535974407196,
+ 0.6412346285820008,
+ 0.5900779844999313,
+ 0.6110470198631287,
+ 0.6740109759330749,
+ 0.6783077709197998,
+ 0.8065583997726441,
+ 0.659480087852478,
+ 0.7328077519893647,
+ 0.6365110095555894,
+ 0.6187682289004326,
+ 0.6504915294289589,
+ 0.6426675319671631,
+ 0.6510136894226074,
+ 0.8234208068847656,
+ 0.6913283330917358,
+ 0.6763395458221435,
+ 0.7061776033401489,
+ 0.6717531005859375,
+ 0.6595124167919159,
+ 0.5512650019645691,
+ 0.6176838112831116,
+ 0.5410110770225525,
+ 0.6010903105020523,
+ 0.5379902812957764,
+ 0.5911779655456543,
+ 0.5408210384368897,
+ 0.5452302074432374,
+ 0.5244070569515228,
+ 0.5323069170594216,
+ 0.49816671800613405,
+ 0.508677875328064,
+ 0.5112697532653808,
+ 0.5021153599619865,
+ 0.4942335971832275,
+ 0.4886833331346512,
+ 0.48544664058685305,
+ 0.4812666481971741,
+ 0.4887116108417511,
+ 0.48429084918498994,
+ 0.47187945799827574,
+ 0.4692245128631592,
+ 0.46987841338217257,
+ 0.46758185052871704,
+ 0.46333528537750246,
+ 0.46536093158721925,
+ 0.459875780916214,
+ 0.4589812075734139,
+ 0.45842880477905273
+ ],
+ "train_acc": [
+ 0.2182,
+ 0.5995,
+ 0.7379,
+ 0.7849,
+ 0.8137,
+ 0.8271,
+ 0.8255,
+ 0.8312,
+ 0.8318,
+ 0.8272,
+ 0.8161,
+ 0.8323,
+ 0.8202,
+ 0.8275,
+ 0.8376,
+ 0.8296,
+ 0.8188,
+ 0.8345,
+ 0.828,
+ 0.8311,
+ 0.8286,
+ 0.8247,
+ 0.8295,
+ 0.815,
+ 0.8308,
+ 0.8442,
+ 0.8192,
+ 0.8286,
+ 0.8238,
+ 0.839,
+ 0.841,
+ 0.8458,
+ 0.8487,
+ 0.852,
+ 0.8528,
+ 0.8425,
+ 0.8458,
+ 0.832,
+ 0.848,
+ 0.8397,
+ 0.8528,
+ 0.858,
+ 0.849,
+ 0.8507,
+ 0.8473,
+ 0.8334,
+ 0.8433,
+ 0.8458,
+ 0.844,
+ 0.8479,
+ 0.8504,
+ 0.8696,
+ 0.8594,
+ 0.8689,
+ 0.8593,
+ 0.8676,
+ 0.8612,
+ 0.8671,
+ 0.8651,
+ 0.8661,
+ 0.8716,
+ 0.8748,
+ 0.8722,
+ 0.8746,
+ 0.8744,
+ 0.8769,
+ 0.8784,
+ 0.8791,
+ 0.8772,
+ 0.8791,
+ 0.8758,
+ 0.8803,
+ 0.8799,
+ 0.8789,
+ 0.8822,
+ 0.8816,
+ 0.8809,
+ 0.8835,
+ 0.8837,
+ 0.8838
+ ],
+ "test_acc": [
+ 0.4375,
+ 0.665,
+ 0.7315,
+ 0.7485,
+ 0.7955,
+ 0.7885,
+ 0.8,
+ 0.781,
+ 0.762,
+ 0.765,
+ 0.7855,
+ 0.7455,
+ 0.7895,
+ 0.7565,
+ 0.7715,
+ 0.746,
+ 0.786,
+ 0.781,
+ 0.7805,
+ 0.7935,
+ 0.7455,
+ 0.789,
+ 0.737,
+ 0.7525,
+ 0.7965,
+ 0.7215,
+ 0.7535,
+ 0.745,
+ 0.77,
+ 0.778,
+ 0.7865,
+ 0.8105,
+ 0.8125,
+ 0.7975,
+ 0.783,
+ 0.794,
+ 0.7765,
+ 0.8035,
+ 0.7535,
+ 0.7855,
+ 0.789,
+ 0.805,
+ 0.7975,
+ 0.76,
+ 0.7905,
+ 0.801,
+ 0.7875,
+ 0.816,
+ 0.767,
+ 0.791,
+ 0.8255,
+ 0.8295,
+ 0.817,
+ 0.8145,
+ 0.8215,
+ 0.7915,
+ 0.8105,
+ 0.817,
+ 0.8105,
+ 0.8175,
+ 0.827,
+ 0.822,
+ 0.826,
+ 0.8245,
+ 0.8345,
+ 0.82,
+ 0.826,
+ 0.831,
+ 0.8335,
+ 0.8285,
+ 0.832,
+ 0.829,
+ 0.83,
+ 0.8345,
+ 0.834,
+ 0.83,
+ 0.832,
+ 0.8335,
+ 0.8345,
+ 0.835
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.029614916071295738,
+ 0.08655504137277603,
+ 0.09347832202911377,
+ 0.10665939003229141,
+ 0.10298001766204834,
+ 0.055703092366456985,
+ 0.06406168639659882,
+ 0.054178133606910706
+ ],
+ "perturbation_rho": [
+ -0.10576558113098145,
+ 0.13653026521205902,
+ 0.13744692504405975,
+ 0.169493168592453,
+ 0.1142939031124115,
+ 0.09325758367776871,
+ 0.1042378693819046,
+ -0.00961439497768879
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0020253753755241632,
+ -0.0006042197346687317,
+ -0.0003090167883783579,
+ -0.0003282201651018113,
+ -0.00030271150171756744,
+ -0.00016797086573205888,
+ -0.00020572963694576174,
+ -0.00016064735245890915
+ ],
+ "0.003": [
+ 0.006166902836412191,
+ -0.0018144691130146384,
+ -0.0009272561292164028,
+ -0.000988352345302701,
+ -0.0009091334650292993,
+ -0.0005062551936134696,
+ -0.0006199252675287426,
+ -0.0004811809048987925
+ ],
+ "0.01": [
+ 0.021624702960252762,
+ -0.006033358629792929,
+ -0.003085250034928322,
+ -0.0032903538085520267,
+ -0.0030274176970124245,
+ -0.0016871094703674316,
+ -0.0020643905736505985,
+ -0.0016031904378905892
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7370107837677002,
+ 0.9566345932006836,
+ 0.7672526609420777,
+ 0.7551599216461181,
+ 0.8040943652153015,
+ 0.8967263271331787,
+ 0.8947166172027587,
+ 0.8826603755950928,
+ 0.9048395864486695,
+ 0.9103054508209228,
+ 0.910915373802185,
+ 0.9105680400848388,
+ 0.900138374710083,
+ 0.9003334159851074,
+ 0.881323463344574,
+ 0.8399732953071595,
+ 0.9072862690925598,
+ 0.8586404010772705,
+ 0.8466693807601928,
+ 0.8386851059913635,
+ 0.8304012378692627,
+ 0.8648545293807983,
+ 0.8444964403152466,
+ 0.787469714641571,
+ 0.7859655241012573,
+ 0.8520208901405334,
+ 0.7876779465675354,
+ 0.8035705984115601,
+ 0.7937297729492188,
+ 0.778717615699768,
+ 0.7854765256881714,
+ 0.8042930118560792,
+ 0.8156058423042297,
+ 0.7773512923240662,
+ 0.7559653558731079,
+ 0.7482747771739959,
+ 0.7103004894256592,
+ 0.7591038406848908,
+ 0.714097739982605,
+ 0.6922465740203857,
+ 0.7237790791511536,
+ 0.71418566198349,
+ 0.6863883009910583,
+ 0.6632298639297486,
+ 0.6979568075180054,
+ 0.6680784313201904,
+ 0.6481147897720337,
+ 0.6357518527030945,
+ 0.6247223592758179,
+ 0.6085101871490478,
+ 0.6133926107406616,
+ 0.595257430768013,
+ 0.5753008867263794,
+ 0.5893147421836853,
+ 0.5835431252121925,
+ 0.5568724251270294,
+ 0.5747560076713562,
+ 0.5652507972955704,
+ 0.5538186378479004,
+ 0.5708896952629089,
+ 0.5540621002197266,
+ 0.5491908939361573,
+ 0.5537193531036377,
+ 0.5458368228912354,
+ 0.541802837228775,
+ 0.5337149509429931,
+ 0.5353304562568665,
+ 0.5362093331336976,
+ 0.5316291991233826,
+ 0.5267005807876587,
+ 0.5275578862190247,
+ 0.5257468720436096,
+ 0.5230328259944915,
+ 0.5213959711074829,
+ 0.5200412568092346,
+ 0.519229730796814,
+ 0.5183546719074249,
+ 0.5177948822975159,
+ 0.5174177736282348,
+ 0.517131188583374
+ ],
+ "train_acc": [
+ 0.3748,
+ 0.6465,
+ 0.712,
+ 0.7328,
+ 0.72,
+ 0.7024,
+ 0.6979,
+ 0.6921,
+ 0.6745,
+ 0.6807,
+ 0.6741,
+ 0.6724,
+ 0.6781,
+ 0.6804,
+ 0.6904,
+ 0.7012,
+ 0.6822,
+ 0.6918,
+ 0.7011,
+ 0.7023,
+ 0.7113,
+ 0.7001,
+ 0.7091,
+ 0.7241,
+ 0.723,
+ 0.7167,
+ 0.7272,
+ 0.725,
+ 0.7256,
+ 0.7303,
+ 0.726,
+ 0.7246,
+ 0.7283,
+ 0.7379,
+ 0.7418,
+ 0.7456,
+ 0.7525,
+ 0.7416,
+ 0.7574,
+ 0.7607,
+ 0.7538,
+ 0.7559,
+ 0.7642,
+ 0.7692,
+ 0.7596,
+ 0.7661,
+ 0.7748,
+ 0.7776,
+ 0.7821,
+ 0.7886,
+ 0.7851,
+ 0.7912,
+ 0.7948,
+ 0.7926,
+ 0.7926,
+ 0.8047,
+ 0.7996,
+ 0.8021,
+ 0.8045,
+ 0.7943,
+ 0.8037,
+ 0.8038,
+ 0.8055,
+ 0.804,
+ 0.8064,
+ 0.8115,
+ 0.8093,
+ 0.8102,
+ 0.8084,
+ 0.8096,
+ 0.8122,
+ 0.8132,
+ 0.8131,
+ 0.8128,
+ 0.8133,
+ 0.814,
+ 0.8132,
+ 0.814,
+ 0.8158,
+ 0.8162
+ ],
+ "test_acc": [
+ 0.5495,
+ 0.6655,
+ 0.695,
+ 0.6805,
+ 0.67,
+ 0.676,
+ 0.6615,
+ 0.65,
+ 0.647,
+ 0.659,
+ 0.637,
+ 0.66,
+ 0.6585,
+ 0.67,
+ 0.6675,
+ 0.6235,
+ 0.684,
+ 0.6465,
+ 0.659,
+ 0.6625,
+ 0.667,
+ 0.664,
+ 0.681,
+ 0.677,
+ 0.6545,
+ 0.699,
+ 0.69,
+ 0.6775,
+ 0.7025,
+ 0.691,
+ 0.7025,
+ 0.691,
+ 0.7025,
+ 0.7185,
+ 0.7225,
+ 0.738,
+ 0.703,
+ 0.7235,
+ 0.7225,
+ 0.7185,
+ 0.7135,
+ 0.7275,
+ 0.7405,
+ 0.731,
+ 0.73,
+ 0.7375,
+ 0.7465,
+ 0.7255,
+ 0.7515,
+ 0.754,
+ 0.762,
+ 0.757,
+ 0.756,
+ 0.7445,
+ 0.7625,
+ 0.7615,
+ 0.772,
+ 0.767,
+ 0.76,
+ 0.7595,
+ 0.7635,
+ 0.768,
+ 0.7575,
+ 0.7735,
+ 0.769,
+ 0.7615,
+ 0.7675,
+ 0.7695,
+ 0.7645,
+ 0.768,
+ 0.7715,
+ 0.771,
+ 0.772,
+ 0.774,
+ 0.7685,
+ 0.768,
+ 0.7695,
+ 0.769,
+ 0.77,
+ 0.7705
+ ],
+ "state_pred_error": [
+ 0.6510248342990875,
+ 0.19123697934150696,
+ 0.15689989979267122,
+ 0.1638691138982773,
+ 0.18542276043891906,
+ 0.19759975728988646,
+ 0.19750141835212706,
+ 0.1924255329608917,
+ 0.18604150733947755,
+ 0.17945555620193482,
+ 0.16643357362747194,
+ 0.1515563004732132,
+ 0.13873218288421632,
+ 0.12696559550762176,
+ 0.11629828469753266,
+ 0.10857762076854706,
+ 0.10475670492649078,
+ 0.10159241337776184,
+ 0.09809481703042984,
+ 0.09148724089860916,
+ 0.08206979176998139,
+ 0.07435691350698471,
+ 0.06972167286872864,
+ 0.06627885436415672,
+ 0.06546131973266602,
+ 0.06723697187900543,
+ 0.06813187596797943,
+ 0.06687251436710358,
+ 0.06302478927373886,
+ 0.058677458524703976,
+ 0.057898998373746874,
+ 0.05797914127707481,
+ 0.058545249927043914,
+ 0.05916902434825897,
+ 0.05941378560066223,
+ 0.05825672425031662,
+ 0.05480920540094376,
+ 0.05071420597434044,
+ 0.04744568449258804,
+ 0.0444792321562767,
+ 0.042174161130189895,
+ 0.040468314665555956,
+ 0.03879091463685036,
+ 0.03714785648286342,
+ 0.0352774528324604,
+ 0.0339755380153656,
+ 0.032574092012643815,
+ 0.03123813125193119,
+ 0.030104083406925202,
+ 0.029090672388672828,
+ 0.028430724573135377,
+ 0.02767248264551163,
+ 0.026718193304538725,
+ 0.02616673924922943,
+ 0.025693943455815316,
+ 0.02513220482468605,
+ 0.024545501339435578,
+ 0.024053472316265107,
+ 0.023506799945235253,
+ 0.022811067420244215,
+ 0.02227019665837288,
+ 0.021723036986589433,
+ 0.021250531101226808,
+ 0.020513180258870126,
+ 0.020106326079368592,
+ 0.019632608953118323,
+ 0.01921781920492649,
+ 0.01884053735435009,
+ 0.0183342476695776,
+ 0.01785229898095131,
+ 0.01749335871487856,
+ 0.01714705436229706,
+ 0.016820847728848457,
+ 0.016439079593122005,
+ 0.016118293267488478,
+ 0.015841090542078017,
+ 0.015672565352916716,
+ 0.015245961971580983,
+ 0.01504119263291359,
+ 0.014731109365820885
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8497925996780396,
+ 0.4692588150501251,
+ 0.1727459728717804,
+ 0.1467132717370987,
+ 0.13944602012634277,
+ 0.1262509524822235,
+ 0.13373470306396484,
+ 0.13821429014205933
+ ],
+ "perturbation_rho": [
+ 0.7623768448829651,
+ 0.4223487377166748,
+ 0.18194836378097534,
+ 0.12129966914653778,
+ 0.11680327355861664,
+ 0.15588274598121643,
+ 0.1260674148797989,
+ 0.06604740768671036
+ ],
+ "nudging": {
+ "0.001": [
+ -0.026710381731390953,
+ -0.001401002169586718,
+ -0.00036633311538025737,
+ -0.0002976981922984123,
+ -0.0002801758237183094,
+ -0.00026074639754369855,
+ -0.00026977190282195807,
+ -0.000280526204733178
+ ],
+ "0.003": [
+ -0.0777532160282135,
+ -0.004196057096123695,
+ -0.0010983950924128294,
+ -0.0008932030177675188,
+ -0.0008403125102631748,
+ -0.0007819668389856815,
+ -0.0008093866053968668,
+ -0.000841516419313848
+ ],
+ "0.01": [
+ -0.23203837871551514,
+ -0.013907128013670444,
+ -0.0036564678885042667,
+ -0.0029728016816079617,
+ -0.0027978671714663506,
+ -0.0026036568451672792,
+ -0.002694307826459408,
+ -0.0028012352995574474
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 10530.408203125,
+ 8501.392578125,
+ 5819.005859375,
+ 4775.642578125,
+ 4112.55224609375,
+ 3853.83984375,
+ 4342.64697265625,
+ 3851.865478515625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.159124858665466,
+ 1.116624098110199,
+ 0.7056743051528931,
+ 0.5761039943695069,
+ 0.5095945714950562,
+ 0.45241021232604983,
+ 0.46948385772705076,
+ 0.4793232214689255,
+ 0.4545422805786133,
+ 0.5009335787773133,
+ 0.5597627540111542,
+ 0.5120361625671387,
+ 0.5355229542732238,
+ 0.6279539004325867,
+ 0.5660819525957107,
+ 0.5390582748413086,
+ 0.5889693227291107,
+ 0.603074467754364,
+ 0.6584024600982666,
+ 0.695176156425476,
+ 0.7920763175964356,
+ 0.8451283014297485,
+ 0.8484785719871522,
+ 0.843716569519043,
+ 1.014335894203186,
+ 0.8687970887184143,
+ 1.0127446592330933,
+ 1.028154598236084,
+ 0.9810158153533935,
+ 0.9665016010284424,
+ 0.9403284704208374,
+ 1.0873604711532592,
+ 1.0908284931182861,
+ 1.0630552332878114,
+ 0.9850875625610351,
+ 1.127894623565674,
+ 1.1809495683670044,
+ 1.267158783340454,
+ 1.287852244567871,
+ 1.2246507026672364,
+ 1.2201649879455567,
+ 1.2201611038208007,
+ 1.1973112880706787,
+ 1.234057978248596,
+ 1.293443548965454,
+ 1.4402172996520997,
+ 1.2406691700935364,
+ 1.2519098442077636,
+ 1.2208334053039551,
+ 1.1873869004249573,
+ 1.177197998905182,
+ 1.2070206604003906,
+ 1.299656178665161,
+ 1.2269725717544555,
+ 1.1528090390205383,
+ 1.241765862083435,
+ 1.1921624895095826,
+ 1.19609040851593,
+ 1.167593807220459,
+ 1.1653289527893067,
+ 1.164765244102478,
+ 1.1514347393035889,
+ 1.158220820236206,
+ 1.1662875720024108,
+ 1.1485121864318848,
+ 1.150432911491394,
+ 1.1496048480987549,
+ 1.1453266424179078,
+ 1.1356859375,
+ 1.130746061706543,
+ 1.1316118362426757,
+ 1.1427904190063476,
+ 1.132000608253479,
+ 1.1233850655555726,
+ 1.1215381189346314,
+ 1.1214420713424682,
+ 1.120496761703491,
+ 1.1187861232757568,
+ 1.116937138557434,
+ 1.1163992111206054
+ ],
+ "train_acc": [
+ 0.2167,
+ 0.5976,
+ 0.7344,
+ 0.7845,
+ 0.807,
+ 0.8282,
+ 0.8255,
+ 0.8259,
+ 0.8331,
+ 0.8246,
+ 0.8176,
+ 0.8301,
+ 0.8268,
+ 0.8182,
+ 0.83,
+ 0.8362,
+ 0.8275,
+ 0.8307,
+ 0.8192,
+ 0.8176,
+ 0.796,
+ 0.7974,
+ 0.7834,
+ 0.7904,
+ 0.7608,
+ 0.7847,
+ 0.7592,
+ 0.7589,
+ 0.7547,
+ 0.7537,
+ 0.7488,
+ 0.7186,
+ 0.712,
+ 0.7016,
+ 0.7044,
+ 0.6673,
+ 0.6646,
+ 0.6502,
+ 0.6499,
+ 0.6509,
+ 0.6413,
+ 0.6409,
+ 0.6468,
+ 0.6369,
+ 0.6236,
+ 0.5994,
+ 0.6256,
+ 0.6259,
+ 0.6301,
+ 0.6327,
+ 0.6351,
+ 0.6208,
+ 0.6045,
+ 0.6189,
+ 0.6294,
+ 0.6101,
+ 0.6179,
+ 0.6152,
+ 0.6228,
+ 0.6201,
+ 0.6207,
+ 0.6207,
+ 0.6233,
+ 0.6191,
+ 0.6268,
+ 0.6248,
+ 0.6259,
+ 0.6253,
+ 0.6282,
+ 0.6274,
+ 0.6285,
+ 0.6264,
+ 0.6291,
+ 0.6292,
+ 0.6309,
+ 0.631,
+ 0.6336,
+ 0.6315,
+ 0.6322,
+ 0.6325
+ ],
+ "test_acc": [
+ 0.429,
+ 0.661,
+ 0.72,
+ 0.753,
+ 0.7785,
+ 0.7805,
+ 0.7985,
+ 0.7795,
+ 0.799,
+ 0.743,
+ 0.7975,
+ 0.784,
+ 0.794,
+ 0.765,
+ 0.7915,
+ 0.7625,
+ 0.786,
+ 0.7555,
+ 0.773,
+ 0.765,
+ 0.735,
+ 0.747,
+ 0.729,
+ 0.6775,
+ 0.7295,
+ 0.7225,
+ 0.737,
+ 0.7245,
+ 0.6875,
+ 0.697,
+ 0.6295,
+ 0.6765,
+ 0.6965,
+ 0.6915,
+ 0.6605,
+ 0.5695,
+ 0.615,
+ 0.52,
+ 0.578,
+ 0.6125,
+ 0.6,
+ 0.586,
+ 0.566,
+ 0.5905,
+ 0.5365,
+ 0.5565,
+ 0.5745,
+ 0.5445,
+ 0.5685,
+ 0.5815,
+ 0.586,
+ 0.5445,
+ 0.5635,
+ 0.5835,
+ 0.5705,
+ 0.5875,
+ 0.588,
+ 0.582,
+ 0.6175,
+ 0.615,
+ 0.604,
+ 0.595,
+ 0.594,
+ 0.6065,
+ 0.6115,
+ 0.619,
+ 0.6105,
+ 0.6105,
+ 0.6135,
+ 0.6125,
+ 0.6035,
+ 0.6105,
+ 0.6155,
+ 0.6155,
+ 0.6155,
+ 0.615,
+ 0.6185,
+ 0.6165,
+ 0.615,
+ 0.616
+ ],
+ "value_loss": [
+ 2.923849702453613,
+ 0.929932203578949,
+ 0.986256123161316,
+ 0.9705767082214356,
+ 0.9187479806900024,
+ 0.8046257507324219,
+ 0.8280020093917847,
+ 0.7600664526283741,
+ 0.6512299965858459,
+ 0.8722499349117279,
+ 1.0144303213119508,
+ 0.9696790258407593,
+ 1.047098385667801,
+ 1.3836800573349,
+ 1.172448957824707,
+ 1.1310886909484863,
+ 1.2517949352741242,
+ 1.449119287109375,
+ 1.541891334915161,
+ 1.8401317022323609,
+ 2.2931220562934875,
+ 2.6332393630981445,
+ 2.376218652820587,
+ 2.4431817691802977,
+ 3.0396681418418883,
+ 2.5404992835998534,
+ 2.9912292552947997,
+ 2.9550719177246094,
+ 2.845018405532837,
+ 2.3893951858520506,
+ 2.2559028842926026,
+ 2.5913971235752107,
+ 2.1639503829956053,
+ 1.7991520860671997,
+ 1.5380361373901368,
+ 1.6679082988739014,
+ 1.5880424777507782,
+ 1.986500718688965,
+ 1.8443089511871338,
+ 1.6190284337997436,
+ 1.5703363037109375,
+ 1.2268877660751343,
+ 1.235842610359192,
+ 1.3104468950271606,
+ 1.4912362480163575,
+ 2.4344917457580566,
+ 1.5018931139945983,
+ 1.2203104718208313,
+ 1.004470736503601,
+ 0.9335955861091614,
+ 0.9949490726470948,
+ 1.0034673252105712,
+ 1.0283565370559693,
+ 0.9653127727031707,
+ 0.7962954003334045,
+ 0.8769395300865174,
+ 0.8055619871139527,
+ 0.8671702852249146,
+ 0.7559805934906005,
+ 0.7425107782363891,
+ 0.7403785936832428,
+ 0.7167611845016479,
+ 0.6846619015693665,
+ 0.6878714230537415,
+ 0.7193085783004761,
+ 0.6548016827583313,
+ 0.7351945478439331,
+ 0.644631478023529,
+ 0.7197158195495605,
+ 0.6618418259859085,
+ 0.6821243083953857,
+ 0.6612376468658447,
+ 0.6439533136367798,
+ 0.5963960872650147,
+ 0.6086718690872193,
+ 0.599690711593628,
+ 0.5913591928482056,
+ 0.6202077602386474,
+ 0.5772844911575318,
+ 0.5891867377281189
+ ],
+ "term_loss": [
+ 1.6957895690917968,
+ 0.6753802593231201,
+ 0.831247025680542,
+ 0.8390384925842285,
+ 0.7965053218841552,
+ 0.6833916404724121,
+ 0.6818313911437989,
+ 0.608198171555996,
+ 0.5294004390478134,
+ 0.7458023294448852,
+ 0.8792923537254334,
+ 0.8413159708023071,
+ 0.9142087742328644,
+ 1.2399149011611938,
+ 1.0347518908500672,
+ 1.0019392091751098,
+ 1.1087773736953734,
+ 1.3111861721038818,
+ 1.3899584873199462,
+ 1.6716829993247986,
+ 2.086436320781708,
+ 2.397855037689209,
+ 2.1204052381515504,
+ 2.1729405517578124,
+ 2.6674406289100645,
+ 2.2249885496139528,
+ 2.6019367149353028,
+ 2.5479478713989256,
+ 2.400313151931763,
+ 2.024853038024902,
+ 1.8821177783966065,
+ 2.1543995948791506,
+ 1.7860287817955016,
+ 1.452260116672516,
+ 1.2173033016204835,
+ 1.3191343141555787,
+ 1.2516821141004562,
+ 1.617408494567871,
+ 1.4755853931427,
+ 1.2719025758743285,
+ 1.2177997756958008,
+ 0.8933947921752929,
+ 0.8899640788078308,
+ 0.9326346119403839,
+ 1.1148540426254272,
+ 1.898148253440857,
+ 1.12082442278862,
+ 0.8921917255401611,
+ 0.7068623620986938,
+ 0.6389377068519593,
+ 0.6924788676023483,
+ 0.695777419424057,
+ 0.7078803710460663,
+ 0.6601581328392029,
+ 0.5033305398464203,
+ 0.570631118297577,
+ 0.5162732218742371,
+ 0.5679329143404961,
+ 0.4729079250335693,
+ 0.461714194560051,
+ 0.46249124987125395,
+ 0.44334709153175356,
+ 0.4196650380134582,
+ 0.42120836625099184,
+ 0.44739498138427736,
+ 0.39437385370731354,
+ 0.46137346267700197,
+ 0.38239081733226776,
+ 0.450170348739624,
+ 0.4020174507200718,
+ 0.41444856939315794,
+ 0.3969281505584717,
+ 0.3867944943904877,
+ 0.34640119657516477,
+ 0.3521443841457367,
+ 0.3458197787284851,
+ 0.3377646032333374,
+ 0.3608278916358948,
+ 0.3261510276794434,
+ 0.3338063308954239
+ ],
+ "bridge_loss": [
+ 0.9423020985943266,
+ 0.05520812346786261,
+ 0.004487565135210752,
+ 0.002620925185829401,
+ 0.0048334262125194075,
+ 0.01594426441192627,
+ 0.03671039479970932,
+ 0.03975842403247953,
+ 0.015591624838858844,
+ 0.013291598454117775,
+ 0.01565677783973515,
+ 0.01498264015391469,
+ 0.01737629879415035,
+ 0.0184465979129076,
+ 0.018480844482779504,
+ 0.015960913228988648,
+ 0.024468728888779878,
+ 0.019229955610632895,
+ 0.02615500204563141,
+ 0.03635306806564331,
+ 0.059548058903217314,
+ 0.0856127993106842,
+ 0.10532212686538696,
+ 0.12074549732208252,
+ 0.20261099276542663,
+ 0.16408356733322144,
+ 0.21867822751998903,
+ 0.2356453148841858,
+ 0.272574133682251,
+ 0.19159529037475587,
+ 0.2004289361476898,
+ 0.24411858590841293,
+ 0.1787075509786606,
+ 0.14301152968406677,
+ 0.12255135390758515,
+ 0.13008755064010621,
+ 0.11080655341148377,
+ 0.13113918704390526,
+ 0.12944001140594483,
+ 0.1129146324634552,
+ 0.1154842409491539,
+ 0.09431586592197418,
+ 0.11188051323890685,
+ 0.13759187079668045,
+ 0.12995593395233154,
+ 0.27678604226112363,
+ 0.141656518304348,
+ 0.08655073091983795,
+ 0.05993868888616562,
+ 0.059859430432319644,
+ 0.06892287590354682,
+ 0.06750806963741779,
+ 0.06865553792715072,
+ 0.061588749042153355,
+ 0.05957540009617805,
+ 0.061613469922542574,
+ 0.05206717085838318,
+ 0.05907755357027054,
+ 0.04743152441978454,
+ 0.04469682623147964,
+ 0.04149307833611965,
+ 0.03929951223134995,
+ 0.030610716843605043,
+ 0.02995092202425003,
+ 0.0383457456946373,
+ 0.026008895072340964,
+ 0.040196093106269835,
+ 0.028685746616125107,
+ 0.03815972879528999,
+ 0.028288117049634458,
+ 0.03641813113093376,
+ 0.03163274981975556,
+ 0.026057027128338815,
+ 0.019867237696051598,
+ 0.02672082303762436,
+ 0.024199049031734466,
+ 0.024270879930257797,
+ 0.030186125880479812,
+ 0.02228136167526245,
+ 0.026477533173561097
+ ],
+ "tgrad_loss": [
+ 0.2857580623626709,
+ 0.19934382581710816,
+ 0.15052154083251953,
+ 0.1289172974586487,
+ 0.11740923545360565,
+ 0.10528984839916229,
+ 0.10946023015975952,
+ 0.11210985959172248,
+ 0.10623793400526046,
+ 0.11315601377487183,
+ 0.11948118734359742,
+ 0.11338041863441467,
+ 0.11551330276727677,
+ 0.1253185605764389,
+ 0.11921620997786522,
+ 0.1131885776758194,
+ 0.11854884642362594,
+ 0.1187031536102295,
+ 0.12577785356044768,
+ 0.13209564628601075,
+ 0.1471376781463623,
+ 0.14977150740623474,
+ 0.15049127151966096,
+ 0.14949570622444153,
+ 0.16961653110980987,
+ 0.15142717978954315,
+ 0.170614333486557,
+ 0.17147873260974883,
+ 0.17213111686706542,
+ 0.17294686603546142,
+ 0.1733561895608902,
+ 0.19287895803451538,
+ 0.19921406044960022,
+ 0.20388044509887696,
+ 0.1981814912080765,
+ 0.21868645486831664,
+ 0.22555380930900573,
+ 0.23795305459499358,
+ 0.2392835365533829,
+ 0.23421121506690978,
+ 0.2370522943496704,
+ 0.2391770931005478,
+ 0.23399802966117858,
+ 0.24022042050361633,
+ 0.24642628200054167,
+ 0.25955745730400087,
+ 0.23941217505931855,
+ 0.24156801874637604,
+ 0.23766968197822572,
+ 0.2347984517812729,
+ 0.23354733331203462,
+ 0.24018183145523073,
+ 0.25182062857151033,
+ 0.24356588566303253,
+ 0.2333894602775574,
+ 0.24469494655132293,
+ 0.23722159390449524,
+ 0.2401598274230957,
+ 0.2356411437034607,
+ 0.23609975414276124,
+ 0.23639426271915437,
+ 0.23411457405090333,
+ 0.23438614721298218,
+ 0.2367121321439743,
+ 0.23356784496307373,
+ 0.23441893281936646,
+ 0.2336249945640564,
+ 0.23355491318702698,
+ 0.23138573913574217,
+ 0.23153626589775086,
+ 0.23125760569572448,
+ 0.2326767508506775,
+ 0.2311017912387848,
+ 0.23012765417099,
+ 0.22980666117668153,
+ 0.22967188897132873,
+ 0.2293237120628357,
+ 0.22919374046325683,
+ 0.22885210227966307,
+ 0.2289028725862503
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.0006081201136112213,
+ 0.13602128624916077,
+ 0.1264307200908661,
+ 0.13147516548633575,
+ 0.14721693098545074,
+ 0.1274956315755844,
+ 0.13849349319934845,
+ 0.1316969096660614
+ ],
+ "perturbation_rho": [
+ 0.0121258944272995,
+ 0.21904222667217255,
+ 0.23992177844047546,
+ 0.23384322226047516,
+ 0.24397125840187073,
+ 0.24230614304542542,
+ 0.23810306191444397,
+ 0.1929502785205841
+ ],
+ "nudging": {
+ "0.001": [
+ 0.00011889888992300257,
+ -0.0009491944219917059,
+ -0.0008246820652857423,
+ -0.0008639077423140407,
+ -0.0009589982801117003,
+ -0.0008573950035497546,
+ -0.0009020413272082806,
+ -0.000869636656716466
+ ],
+ "0.003": [
+ 0.00037957681342959404,
+ -0.00284576159901917,
+ -0.0024732202291488647,
+ -0.0025892104022204876,
+ -0.002875671721994877,
+ -0.0025729541666805744,
+ -0.0027035544626414776,
+ -0.0026109416503459215
+ ],
+ "0.01": [
+ 0.0015163691714406013,
+ -0.009462166577577591,
+ -0.008223006501793861,
+ -0.008610539138317108,
+ -0.009565019980072975,
+ -0.00855704490095377,
+ -0.008995135314762592,
+ -0.008686890825629234
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json
new file mode 100644
index 0000000..3a9dc65
--- /dev/null
+++ b/results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0949109335899354,
+ 0.4847292046070099,
+ 0.43074436836242674,
+ 0.45461450641155243,
+ 0.3505706082344055,
+ 0.36935169534683226,
+ 0.3458066239833832,
+ 0.31260078072547914,
+ 0.3468876272201538,
+ 0.3495961265563965,
+ 0.3303800414800644,
+ 0.27149379975795745,
+ 0.2737216544628143,
+ 0.2767748848438263,
+ 0.2736096446037293,
+ 0.2938991106033325,
+ 0.2582871003627777,
+ 0.23739801230430602,
+ 0.2594614781618118,
+ 0.2630785707592964,
+ 0.2056863129377365,
+ 0.21809959688186645,
+ 0.24221352519989015,
+ 0.256286201775074,
+ 0.202121930706501,
+ 0.190755042886734,
+ 0.21771411544084548,
+ 0.1782619017124176,
+ 0.21908559448719025,
+ 0.18661829199790955,
+ 0.20600177307128906,
+ 0.18073079323768615,
+ 0.17271925398111343,
+ 0.1645322194814682,
+ 0.1671620917201042,
+ 0.15773158494234085,
+ 0.14472428426742553,
+ 0.14567419674396515,
+ 0.1518403840482235,
+ 0.13865896134376526,
+ 0.15951423366069795,
+ 0.16939479804039,
+ 0.13950223712921142,
+ 0.14568773169517518,
+ 0.1383738743185997,
+ 0.12232284970879555,
+ 0.1139566089630127,
+ 0.12166086977720261,
+ 0.11700058321952819,
+ 0.13092280693054198,
+ 0.12311471049785613,
+ 0.1198555045902729,
+ 0.1059309095799923,
+ 0.10063771556615829,
+ 0.09875465431213379,
+ 0.0968073558807373,
+ 0.10243437190055847,
+ 0.1019424331665039,
+ 0.0980549189567566,
+ 0.09463337656855583,
+ 0.08827412815093993,
+ 0.09218352751731873,
+ 0.08814562564194202,
+ 0.08469899677038192,
+ 0.083780100274086,
+ 0.08465643609762191,
+ 0.08265884437561036,
+ 0.08110810294151306,
+ 0.08215825154781342,
+ 0.07948198096752167,
+ 0.0788882690012455,
+ 0.07769866117238998,
+ 0.07724723608493805,
+ 0.07669834134578705,
+ 0.07622871665954589,
+ 0.07581909760832786,
+ 0.0755586281299591,
+ 0.07532668962180615,
+ 0.07521152381747961,
+ 0.07513501325845719
+ ],
+ "train_acc": [
+ 0.6208,
+ 0.8105,
+ 0.8295,
+ 0.8228,
+ 0.861,
+ 0.8558,
+ 0.8613,
+ 0.8739,
+ 0.8607,
+ 0.8631,
+ 0.8716,
+ 0.8908,
+ 0.8919,
+ 0.8925,
+ 0.8897,
+ 0.8837,
+ 0.8947,
+ 0.9068,
+ 0.8986,
+ 0.8962,
+ 0.9213,
+ 0.9183,
+ 0.9035,
+ 0.8971,
+ 0.9201,
+ 0.9259,
+ 0.9141,
+ 0.9322,
+ 0.9137,
+ 0.9271,
+ 0.9188,
+ 0.929,
+ 0.9344,
+ 0.9371,
+ 0.9353,
+ 0.9418,
+ 0.9461,
+ 0.9471,
+ 0.9438,
+ 0.9501,
+ 0.9409,
+ 0.933,
+ 0.9498,
+ 0.9473,
+ 0.9488,
+ 0.9564,
+ 0.9626,
+ 0.9572,
+ 0.9603,
+ 0.9521,
+ 0.9553,
+ 0.9586,
+ 0.9663,
+ 0.9705,
+ 0.9704,
+ 0.9724,
+ 0.9684,
+ 0.9697,
+ 0.97,
+ 0.971,
+ 0.9757,
+ 0.9731,
+ 0.9765,
+ 0.9777,
+ 0.9791,
+ 0.9795,
+ 0.9788,
+ 0.9812,
+ 0.9801,
+ 0.9815,
+ 0.9821,
+ 0.9826,
+ 0.9825,
+ 0.9832,
+ 0.9837,
+ 0.9842,
+ 0.9842,
+ 0.9844,
+ 0.9843,
+ 0.9844
+ ],
+ "test_acc": [
+ 0.781,
+ 0.8165,
+ 0.803,
+ 0.831,
+ 0.83,
+ 0.8365,
+ 0.849,
+ 0.8495,
+ 0.8445,
+ 0.8555,
+ 0.841,
+ 0.851,
+ 0.854,
+ 0.859,
+ 0.858,
+ 0.8525,
+ 0.858,
+ 0.8685,
+ 0.863,
+ 0.8625,
+ 0.8595,
+ 0.8605,
+ 0.8715,
+ 0.8585,
+ 0.872,
+ 0.8785,
+ 0.878,
+ 0.869,
+ 0.8685,
+ 0.8765,
+ 0.8655,
+ 0.8735,
+ 0.878,
+ 0.874,
+ 0.8755,
+ 0.878,
+ 0.879,
+ 0.878,
+ 0.868,
+ 0.8805,
+ 0.882,
+ 0.8785,
+ 0.8765,
+ 0.882,
+ 0.8855,
+ 0.8845,
+ 0.883,
+ 0.878,
+ 0.8845,
+ 0.885,
+ 0.888,
+ 0.8845,
+ 0.891,
+ 0.8855,
+ 0.888,
+ 0.884,
+ 0.8925,
+ 0.885,
+ 0.889,
+ 0.8865,
+ 0.884,
+ 0.8875,
+ 0.8875,
+ 0.891,
+ 0.8885,
+ 0.89,
+ 0.892,
+ 0.892,
+ 0.891,
+ 0.89,
+ 0.8895,
+ 0.891,
+ 0.892,
+ 0.8895,
+ 0.891,
+ 0.89,
+ 0.892,
+ 0.8915,
+ 0.8915,
+ 0.8915
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9125592708587646,
+ 0.9000785946846008,
+ 0.8909372687339783,
+ 0.8829550743103027,
+ 0.8725745677947998,
+ 0.8661020994186401,
+ 0.8620940446853638,
+ 0.8593741059303284
+ ],
+ "perturbation_rho": [
+ 0.999998927116394,
+ 0.9999973177909851,
+ 0.9999907612800598,
+ 0.9999756813049316,
+ 0.9999436140060425,
+ 0.9999102354049683,
+ 0.9998818635940552,
+ 0.9998610019683838
+ ],
+ "nudging": {
+ "0.001": [
+ -0.030986659228801727,
+ -0.015735935419797897,
+ -0.008373400196433067,
+ -0.005039836745709181,
+ -0.003523369785398245,
+ -0.0027713021263480186,
+ -0.002361869905143976,
+ -0.0021209304686635733
+ ],
+ "0.003": [
+ -0.08494532853364944,
+ -0.045218996703624725,
+ -0.02457578107714653,
+ -0.01492589246481657,
+ -0.010475864633917809,
+ -0.008255371823906898,
+ -0.0070428503677248955,
+ -0.006327956914901733
+ ],
+ "0.01": [
+ -0.20531992614269257,
+ -0.12906500697135925,
+ -0.07575342804193497,
+ -0.04753156006336212,
+ -0.033830925822257996,
+ -0.02684028074145317,
+ -0.02297976426780224,
+ -0.020688600838184357
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.1472257511138917,
+ 1.1181638860702514,
+ 0.7151324203491211,
+ 0.6038463168144226,
+ 0.5518400527000428,
+ 0.5422953238487244,
+ 0.4989058882713318,
+ 0.4734929576873779,
+ 0.5084627376556397,
+ 0.4886077699661255,
+ 0.5376619051456452,
+ 0.5474570850968361,
+ 0.554305893278122,
+ 0.5202565354347229,
+ 0.5240337833404541,
+ 0.5723548680782318,
+ 0.6057423986911774,
+ 0.6335679130554199,
+ 0.8334042789459228,
+ 0.6510819962501526,
+ 0.6476377725601197,
+ 0.9512515480041503,
+ 0.7544872245788574,
+ 0.7667170840382576,
+ 0.6804751989364624,
+ 0.6523664590835572,
+ 0.71346335105896,
+ 0.7457666255950928,
+ 0.8066830569267273,
+ 0.8132523374557495,
+ 0.6988166690826416,
+ 0.7388166641235352,
+ 0.754392647600174,
+ 0.5883678845405579,
+ 0.6688721237182618,
+ 0.6476173947811127,
+ 0.5539654819488525,
+ 0.5816531999588013,
+ 0.6078351530075073,
+ 0.6152278907775879,
+ 0.5529029175758362,
+ 0.5301448690414429,
+ 0.7110752467155457,
+ 0.5810994925498962,
+ 0.6101164865493774,
+ 0.5994223709389568,
+ 0.5442744667053223,
+ 0.6995502103805542,
+ 0.5148768998146057,
+ 0.5037326128482819,
+ 0.5214518201351166,
+ 0.5883345391273499,
+ 0.4768081897497177,
+ 0.5068866291046142,
+ 0.4764488230466843,
+ 0.45946760578155516,
+ 0.49770396411418916,
+ 0.43602915906906126,
+ 0.4487738832473755,
+ 0.4659734072804451,
+ 0.41908207817077636,
+ 0.46179782333374025,
+ 0.48253716304302213,
+ 0.3953704214572906,
+ 0.40171479530334475,
+ 0.42950227117538453,
+ 0.4127807888507843,
+ 0.3889078040599823,
+ 0.38612646083831786,
+ 0.38572493505477906,
+ 0.39088242225646974,
+ 0.3806451151371002,
+ 0.3771796305656433,
+ 0.37747309465408324,
+ 0.37728043706417086,
+ 0.37282773838043215,
+ 0.371367804813385,
+ 0.37083925895690917,
+ 0.36894340143203735,
+ 0.3683408546447754
+ ],
+ "train_acc": [
+ 0.2179,
+ 0.5936,
+ 0.7332,
+ 0.7781,
+ 0.7909,
+ 0.7968,
+ 0.8133,
+ 0.8234,
+ 0.8206,
+ 0.8287,
+ 0.8186,
+ 0.8215,
+ 0.8234,
+ 0.8267,
+ 0.8339,
+ 0.8278,
+ 0.8222,
+ 0.8158,
+ 0.791,
+ 0.8208,
+ 0.8186,
+ 0.7826,
+ 0.8065,
+ 0.8093,
+ 0.8194,
+ 0.8173,
+ 0.8108,
+ 0.8069,
+ 0.7948,
+ 0.8008,
+ 0.8137,
+ 0.8097,
+ 0.8044,
+ 0.8357,
+ 0.8234,
+ 0.8159,
+ 0.8369,
+ 0.8315,
+ 0.8232,
+ 0.8249,
+ 0.8354,
+ 0.8357,
+ 0.8055,
+ 0.8279,
+ 0.8258,
+ 0.8286,
+ 0.8311,
+ 0.806,
+ 0.8408,
+ 0.8408,
+ 0.8354,
+ 0.826,
+ 0.8485,
+ 0.8387,
+ 0.8468,
+ 0.8497,
+ 0.8422,
+ 0.8578,
+ 0.8495,
+ 0.8476,
+ 0.8598,
+ 0.8518,
+ 0.8443,
+ 0.8643,
+ 0.8624,
+ 0.854,
+ 0.8613,
+ 0.8654,
+ 0.8629,
+ 0.8669,
+ 0.8666,
+ 0.8697,
+ 0.869,
+ 0.8706,
+ 0.8686,
+ 0.869,
+ 0.8703,
+ 0.8691,
+ 0.872,
+ 0.8716
+ ],
+ "test_acc": [
+ 0.4355,
+ 0.66,
+ 0.725,
+ 0.7475,
+ 0.753,
+ 0.7685,
+ 0.753,
+ 0.7735,
+ 0.7605,
+ 0.762,
+ 0.7605,
+ 0.7725,
+ 0.796,
+ 0.7935,
+ 0.7745,
+ 0.7835,
+ 0.7695,
+ 0.684,
+ 0.728,
+ 0.7755,
+ 0.6765,
+ 0.7445,
+ 0.7595,
+ 0.779,
+ 0.7925,
+ 0.7355,
+ 0.7405,
+ 0.7515,
+ 0.7255,
+ 0.745,
+ 0.7365,
+ 0.717,
+ 0.778,
+ 0.737,
+ 0.746,
+ 0.805,
+ 0.791,
+ 0.769,
+ 0.7555,
+ 0.7715,
+ 0.769,
+ 0.721,
+ 0.78,
+ 0.715,
+ 0.8,
+ 0.7675,
+ 0.7165,
+ 0.796,
+ 0.783,
+ 0.7555,
+ 0.7335,
+ 0.7535,
+ 0.788,
+ 0.778,
+ 0.803,
+ 0.775,
+ 0.8035,
+ 0.7955,
+ 0.8055,
+ 0.809,
+ 0.7985,
+ 0.7825,
+ 0.8125,
+ 0.811,
+ 0.803,
+ 0.809,
+ 0.8145,
+ 0.8145,
+ 0.8115,
+ 0.81,
+ 0.806,
+ 0.815,
+ 0.8145,
+ 0.811,
+ 0.817,
+ 0.8105,
+ 0.817,
+ 0.814,
+ 0.815,
+ 0.8165
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.023487910628318787,
+ 0.16097302734851837,
+ 0.15321409702301025,
+ 0.08171598613262177,
+ 0.09132305532693863,
+ 0.0943714827299118,
+ 0.12134475260972977,
+ 0.11624611914157867
+ ],
+ "perturbation_rho": [
+ 0.006953349336981773,
+ 0.2090909481048584,
+ 0.23601846396923065,
+ 0.09328415989875793,
+ 0.10916170477867126,
+ 0.12872634828090668,
+ 0.15839380025863647,
+ 0.12173644453287125
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0014989380724728107,
+ -0.0006578433676622808,
+ -0.0004933524178341031,
+ -0.0002418495569145307,
+ -0.00026780457119457424,
+ -0.0002914518117904663,
+ -0.000365283340215683,
+ -0.0003465903864707798
+ ],
+ "0.003": [
+ -0.004386726301163435,
+ -0.0019725339952856302,
+ -0.0014801708748564124,
+ -0.0007235509110614657,
+ -0.0008033128106035292,
+ -0.0008723997161723673,
+ -0.0010960788931697607,
+ -0.0010392360854893923
+ ],
+ "0.01": [
+ -0.013351024128496647,
+ -0.0065501369535923,
+ -0.004914519842714071,
+ -0.002402292797341943,
+ -0.002674146555364132,
+ -0.0028969072736799717,
+ -0.0036479653790593147,
+ -0.0034563695080578327
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.6647419631958007,
+ 0.8504678049087524,
+ 0.6401122513771057,
+ 0.7083625171422958,
+ 0.7786526877403259,
+ 0.8720651931762695,
+ 0.9595140518188476,
+ 0.9861429462432861,
+ 0.9323599586486816,
+ 0.899129944229126,
+ 0.9279530187606811,
+ 0.8897452385902405,
+ 0.8938479597091675,
+ 0.8638220300674438,
+ 0.906347576713562,
+ 0.9050836343765258,
+ 0.8499874663829804,
+ 0.8411240774154664,
+ 0.8651394706249237,
+ 0.877176913356781,
+ 0.9522077980041503,
+ 0.9844632266044616,
+ 1.0108419298648834,
+ 0.9732825290679932,
+ 0.9338093704223632,
+ 0.9332979538917542,
+ 0.9276250453948974,
+ 0.9219045547485352,
+ 0.9317381838798523,
+ 0.9388368021011353,
+ 0.9790681660652161,
+ 0.9454907520294189,
+ 0.874178562927246,
+ 0.8427179465293885,
+ 0.8024572835922241,
+ 0.782051385307312,
+ 0.7510771628379822,
+ 0.7354073734283447,
+ 0.72446195602417,
+ 0.712243512916565,
+ 0.6917177545070649,
+ 0.6669502945899963,
+ 0.6513918544769287,
+ 0.6493661358833313,
+ 0.6412696421146393,
+ 0.6218226390838623,
+ 0.6146662407398223,
+ 0.6020424173355102,
+ 0.5983524523258209,
+ 0.5852884603500366,
+ 0.5948307316303253,
+ 0.598827698802948,
+ 0.5685866483688354,
+ 0.5605341876983643,
+ 0.5632628833770752,
+ 0.5427094759941101,
+ 0.5527820866823197,
+ 0.5406645874023438,
+ 0.5380706032276154,
+ 0.5333420150756836,
+ 0.5350062875747681,
+ 0.5249489510059356,
+ 0.5230996351242065,
+ 0.518796358013153,
+ 0.5124730639457703,
+ 0.5120888554573059,
+ 0.5096150938987732,
+ 0.5075559856414795,
+ 0.501591455078125,
+ 0.5030227668762207,
+ 0.5024164155960082,
+ 0.49786798992156983,
+ 0.49755160512924196,
+ 0.4957347078323364,
+ 0.49382514634132385,
+ 0.49241347570419314,
+ 0.491490665435791,
+ 0.4910508768081665,
+ 0.49063307988643645,
+ 0.49045275707244873
+ ],
+ "train_acc": [
+ 0.3852,
+ 0.6815,
+ 0.7626,
+ 0.7563,
+ 0.7446,
+ 0.7077,
+ 0.6719,
+ 0.6615,
+ 0.669,
+ 0.6782,
+ 0.6744,
+ 0.6783,
+ 0.6715,
+ 0.6817,
+ 0.6797,
+ 0.6778,
+ 0.6958,
+ 0.6924,
+ 0.6897,
+ 0.69,
+ 0.6764,
+ 0.6675,
+ 0.6555,
+ 0.6655,
+ 0.6802,
+ 0.6835,
+ 0.6881,
+ 0.6877,
+ 0.6863,
+ 0.6786,
+ 0.669,
+ 0.6783,
+ 0.7029,
+ 0.709,
+ 0.723,
+ 0.7296,
+ 0.7405,
+ 0.7436,
+ 0.7473,
+ 0.7544,
+ 0.7569,
+ 0.7609,
+ 0.7668,
+ 0.771,
+ 0.7733,
+ 0.7793,
+ 0.7802,
+ 0.7834,
+ 0.7873,
+ 0.7864,
+ 0.7863,
+ 0.7854,
+ 0.7935,
+ 0.7963,
+ 0.7942,
+ 0.8024,
+ 0.7976,
+ 0.8062,
+ 0.801,
+ 0.8054,
+ 0.806,
+ 0.8117,
+ 0.8073,
+ 0.8106,
+ 0.8125,
+ 0.8107,
+ 0.8135,
+ 0.8147,
+ 0.8131,
+ 0.8137,
+ 0.8118,
+ 0.8165,
+ 0.8167,
+ 0.8162,
+ 0.8171,
+ 0.8168,
+ 0.817,
+ 0.8161,
+ 0.8167,
+ 0.8165
+ ],
+ "test_acc": [
+ 0.5895,
+ 0.708,
+ 0.7305,
+ 0.718,
+ 0.6995,
+ 0.656,
+ 0.6345,
+ 0.6525,
+ 0.659,
+ 0.672,
+ 0.665,
+ 0.6575,
+ 0.6675,
+ 0.6645,
+ 0.643,
+ 0.657,
+ 0.672,
+ 0.659,
+ 0.644,
+ 0.6275,
+ 0.6365,
+ 0.616,
+ 0.6285,
+ 0.651,
+ 0.6335,
+ 0.652,
+ 0.668,
+ 0.667,
+ 0.657,
+ 0.636,
+ 0.6035,
+ 0.658,
+ 0.681,
+ 0.6835,
+ 0.686,
+ 0.714,
+ 0.7165,
+ 0.7065,
+ 0.71,
+ 0.7185,
+ 0.7315,
+ 0.722,
+ 0.733,
+ 0.7315,
+ 0.734,
+ 0.746,
+ 0.7475,
+ 0.7435,
+ 0.7505,
+ 0.7365,
+ 0.748,
+ 0.7485,
+ 0.7465,
+ 0.7505,
+ 0.758,
+ 0.75,
+ 0.7545,
+ 0.7575,
+ 0.7535,
+ 0.7565,
+ 0.7515,
+ 0.764,
+ 0.7645,
+ 0.762,
+ 0.755,
+ 0.761,
+ 0.76,
+ 0.764,
+ 0.7615,
+ 0.759,
+ 0.7635,
+ 0.7625,
+ 0.7655,
+ 0.761,
+ 0.7635,
+ 0.7625,
+ 0.7665,
+ 0.7665,
+ 0.7655,
+ 0.765
+ ],
+ "state_pred_error": [
+ 0.666967880153656,
+ 0.18810060460567474,
+ 0.13576818842887878,
+ 0.14196736080646516,
+ 0.16910594053268432,
+ 0.18899600715637208,
+ 0.19789577519893647,
+ 0.1905871472120285,
+ 0.18007886242866517,
+ 0.183910342335701,
+ 0.17881940922737122,
+ 0.1657484854698181,
+ 0.15431137666702271,
+ 0.14170081236362458,
+ 0.11855407935380936,
+ 0.100713077044487,
+ 0.08262610825300216,
+ 0.071003964304924,
+ 0.06459200706481934,
+ 0.062030674529075625,
+ 0.05962726338505745,
+ 0.06061183754205704,
+ 0.06133104244470596,
+ 0.06565195535421371,
+ 0.07003685694932937,
+ 0.07149426869153977,
+ 0.06879985384941101,
+ 0.06506773626804352,
+ 0.06144233440756798,
+ 0.05944625381231308,
+ 0.05934193442463875,
+ 0.06134367787837982,
+ 0.06049462513923645,
+ 0.057841612052917483,
+ 0.05770603183507919,
+ 0.05773961628675461,
+ 0.05772487918138504,
+ 0.05778447321653366,
+ 0.05642248193621635,
+ 0.0548339217543602,
+ 0.054051065188646316,
+ 0.050993192440271375,
+ 0.04841424728631973,
+ 0.045887135040760044,
+ 0.04289465088248253,
+ 0.04155976050496101,
+ 0.03856938924193382,
+ 0.03695869625508785,
+ 0.03501249846816063,
+ 0.03372661825418472,
+ 0.032175442039966584,
+ 0.030927191516757012,
+ 0.029651006668806077,
+ 0.029181170132756232,
+ 0.027786281275749208,
+ 0.027118772795796393,
+ 0.0260584001660347,
+ 0.025425236290693282,
+ 0.02490214566588402,
+ 0.023908728045225144,
+ 0.02325147164463997,
+ 0.022880420464277268,
+ 0.022282150906324388,
+ 0.021651219779253005,
+ 0.021038192823529242,
+ 0.020666827112436295,
+ 0.02006532666683197,
+ 0.01985739969611168,
+ 0.01912949861586094,
+ 0.01871727731227875,
+ 0.018331202378869055,
+ 0.017995913481712342,
+ 0.017765129128098488,
+ 0.017534943899512292,
+ 0.01711267368197441,
+ 0.016710035815835,
+ 0.016524365159869193,
+ 0.01614697908014059,
+ 0.015827153462171555,
+ 0.015557444103062153
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8715300559997559,
+ 0.44268321990966797,
+ 0.14538408815860748,
+ 0.1153520941734314,
+ 0.09680549800395966,
+ 0.08768410980701447,
+ 0.08654746413230896,
+ 0.08166047930717468
+ ],
+ "perturbation_rho": [
+ 0.7710200548171997,
+ 0.4253605008125305,
+ 0.09275925159454346,
+ 0.09712537378072739,
+ 0.11123719066381454,
+ 0.028249293565750122,
+ 0.05002531409263611,
+ 0.09535005688667297
+ ],
+ "nudging": {
+ "0.001": [
+ -0.025821710005402565,
+ -0.0012925827177241445,
+ -0.0003022191522177309,
+ -0.00024204532383009791,
+ -0.00020273974223528057,
+ -0.00018941261805593967,
+ -0.0001821343321353197,
+ -0.000160791736561805
+ ],
+ "0.003": [
+ -0.075216144323349,
+ -0.003872812259942293,
+ -0.0009075523121282458,
+ -0.0007258595433086157,
+ -0.0006082953768782318,
+ -0.000569098920095712,
+ -0.0005463344277814031,
+ -0.0004819876339752227
+ ],
+ "0.01": [
+ -0.22555799782276154,
+ -0.012845459394156933,
+ -0.003021553158760071,
+ -0.0024172987323254347,
+ -0.002025863155722618,
+ -0.0018953735707327724,
+ -0.0018195084994658828,
+ -0.0016054193256422877
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 7857.92041015625,
+ 7327.2666015625,
+ 4158.3056640625,
+ 3231.240234375,
+ 3079.712890625,
+ 2843.65966796875,
+ 3014.824951171875,
+ 2904.82080078125
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1516085662841795,
+ 1.1302078254699708,
+ 0.7157742590904236,
+ 0.6024308629989624,
+ 0.546905074596405,
+ 0.5507895238399506,
+ 0.507770078086853,
+ 0.5723479291915894,
+ 0.5291493295192718,
+ 0.530247050857544,
+ 0.5500000329971313,
+ 0.5253622520446777,
+ 0.5810077897071838,
+ 0.6602574828147888,
+ 0.5861081640243531,
+ 0.5804183698654175,
+ 0.717631731414795,
+ 0.6733690665245056,
+ 0.675653500366211,
+ 0.8460637107849122,
+ 0.7249561440467834,
+ 0.6630854389190673,
+ 0.6966967771530151,
+ 0.8677938482284546,
+ 0.8909709131240845,
+ 0.8387028586387635,
+ 0.8091570913791657,
+ 0.906946435213089,
+ 0.9558572208404541,
+ 1.0380563579559325,
+ 1.0291303350448608,
+ 0.985536870956421,
+ 1.1072970575332641,
+ 1.191497057914734,
+ 1.1032887983322144,
+ 1.2925684661865235,
+ 1.1835117977142333,
+ 1.2306733207702636,
+ 1.2600920732498169,
+ 1.2520610203742981,
+ 1.3718467151641847,
+ 1.299546180343628,
+ 1.2947479537963866,
+ 1.2124139470100403,
+ 1.1786796666145325,
+ 1.2429542098999022,
+ 1.342428367805481,
+ 1.3632954509735107,
+ 1.394326601409912,
+ 1.4198039100646973,
+ 1.3243803089141846,
+ 1.2885750002861023,
+ 1.2663284379005433,
+ 1.2274728206634522,
+ 1.193252119922638,
+ 1.1811400798797607,
+ 1.1389006465911866,
+ 1.1180383347272873,
+ 1.1007250593185425,
+ 1.1166740408420563,
+ 1.0792887409210206,
+ 1.0779459671020508,
+ 1.0732033897399902,
+ 1.054119002532959,
+ 1.0764888476371766,
+ 1.0661647203445435,
+ 1.058880652999878,
+ 1.0551886323928834,
+ 1.056046497440338,
+ 1.0552716503143311,
+ 1.0494010009765624,
+ 1.0550119636535644,
+ 1.056201064300537,
+ 1.0538349277496337,
+ 1.050132991027832,
+ 1.0496547233581544,
+ 1.0486548606872559,
+ 1.047701007938385,
+ 1.0474303240776062,
+ 1.047021061706543
+ ],
+ "train_acc": [
+ 0.2212,
+ 0.5907,
+ 0.7308,
+ 0.7758,
+ 0.7896,
+ 0.7928,
+ 0.8108,
+ 0.8008,
+ 0.8137,
+ 0.8162,
+ 0.8178,
+ 0.8263,
+ 0.8161,
+ 0.8022,
+ 0.8208,
+ 0.8282,
+ 0.7991,
+ 0.8151,
+ 0.8142,
+ 0.7866,
+ 0.7994,
+ 0.8071,
+ 0.7977,
+ 0.7624,
+ 0.7546,
+ 0.7665,
+ 0.7632,
+ 0.7433,
+ 0.7388,
+ 0.7253,
+ 0.7212,
+ 0.7159,
+ 0.6863,
+ 0.6817,
+ 0.7003,
+ 0.6803,
+ 0.6991,
+ 0.6955,
+ 0.6914,
+ 0.7001,
+ 0.6895,
+ 0.707,
+ 0.7028,
+ 0.7173,
+ 0.7146,
+ 0.7094,
+ 0.703,
+ 0.7109,
+ 0.7063,
+ 0.7053,
+ 0.7144,
+ 0.7197,
+ 0.7183,
+ 0.7167,
+ 0.7178,
+ 0.7184,
+ 0.7194,
+ 0.7195,
+ 0.7224,
+ 0.7209,
+ 0.7218,
+ 0.7237,
+ 0.7201,
+ 0.7231,
+ 0.7198,
+ 0.7243,
+ 0.7236,
+ 0.7241,
+ 0.7237,
+ 0.7251,
+ 0.7258,
+ 0.725,
+ 0.7239,
+ 0.723,
+ 0.7234,
+ 0.725,
+ 0.7251,
+ 0.7263,
+ 0.7257,
+ 0.7255
+ ],
+ "test_acc": [
+ 0.4255,
+ 0.675,
+ 0.7255,
+ 0.7725,
+ 0.762,
+ 0.751,
+ 0.778,
+ 0.735,
+ 0.755,
+ 0.7685,
+ 0.761,
+ 0.735,
+ 0.7375,
+ 0.7705,
+ 0.758,
+ 0.742,
+ 0.7245,
+ 0.764,
+ 0.695,
+ 0.745,
+ 0.755,
+ 0.7395,
+ 0.7355,
+ 0.6945,
+ 0.674,
+ 0.6845,
+ 0.6755,
+ 0.678,
+ 0.6845,
+ 0.6555,
+ 0.622,
+ 0.593,
+ 0.609,
+ 0.665,
+ 0.587,
+ 0.64,
+ 0.666,
+ 0.673,
+ 0.6695,
+ 0.6125,
+ 0.667,
+ 0.6375,
+ 0.6595,
+ 0.6575,
+ 0.6845,
+ 0.6485,
+ 0.6795,
+ 0.662,
+ 0.678,
+ 0.6845,
+ 0.6945,
+ 0.6785,
+ 0.688,
+ 0.666,
+ 0.6775,
+ 0.677,
+ 0.68,
+ 0.6775,
+ 0.673,
+ 0.6735,
+ 0.6695,
+ 0.682,
+ 0.6805,
+ 0.672,
+ 0.679,
+ 0.68,
+ 0.68,
+ 0.6825,
+ 0.6835,
+ 0.684,
+ 0.678,
+ 0.6755,
+ 0.682,
+ 0.6815,
+ 0.6845,
+ 0.685,
+ 0.6845,
+ 0.685,
+ 0.684,
+ 0.6845
+ ],
+ "value_loss": [
+ 2.7521291855812073,
+ 0.9180910070419311,
+ 0.8582979179382324,
+ 0.8436930362701416,
+ 0.744080483007431,
+ 0.810219680595398,
+ 0.7408779167175293,
+ 1.0244855613708497,
+ 0.9338075798034668,
+ 0.9276992179870606,
+ 0.9545603949546814,
+ 0.9124133073806763,
+ 1.1960320390701293,
+ 1.4768843864440917,
+ 1.2014622128486634,
+ 1.2761426291465758,
+ 1.7353202412605286,
+ 1.597738427257538,
+ 1.664009200668335,
+ 2.520654060602188,
+ 1.7846353689193726,
+ 1.4181387130737304,
+ 1.567960523223877,
+ 2.1403896005630494,
+ 2.0710450025558473,
+ 2.0047555275917053,
+ 1.959375698184967,
+ 2.184535858440399,
+ 2.2873155586242677,
+ 2.613582395553589,
+ 2.3063468826293945,
+ 2.0280820404052733,
+ 2.104402416610718,
+ 2.331796992111206,
+ 2.082660633468628,
+ 3.2120836341857912,
+ 2.8579379402160643,
+ 2.9819380401611326,
+ 3.2815154262542725,
+ 3.207817875480652,
+ 3.9281045833587647,
+ 3.7378572341918948,
+ 3.226262925720215,
+ 2.85760545463562,
+ 2.702269359397888,
+ 3.051305528640747,
+ 3.384582984352112,
+ 3.556245400428772,
+ 3.523557614135742,
+ 3.2986526222229005,
+ 3.235401312828064,
+ 2.9684787987709047,
+ 2.55984596824646,
+ 2.2802002365112304,
+ 2.024176069641113,
+ 1.8845641685485839,
+ 1.6243845146179199,
+ 1.4509369481086731,
+ 1.4253486824035644,
+ 1.6850188645362854,
+ 1.3281672570228578,
+ 1.3769848492145538,
+ 1.2704378549575805,
+ 1.2368674871444703,
+ 1.2117203078269958,
+ 1.3598486577987672,
+ 1.1672960079193115,
+ 1.1324042590141297,
+ 1.099521342945099,
+ 1.1117371515274048,
+ 1.0886727264404297,
+ 1.0962153171539306,
+ 1.1795017189025878,
+ 1.028487562084198,
+ 1.0475894167900086,
+ 0.9848965644836426,
+ 1.0609243473052978,
+ 0.9515016955852509,
+ 0.9616539595603942,
+ 0.966836922454834
+ ],
+ "term_loss": [
+ 1.6331857077598573,
+ 0.6622896879196167,
+ 0.6923012922286987,
+ 0.6955949920654297,
+ 0.5951863891124726,
+ 0.6333560477256774,
+ 0.5823763307571411,
+ 0.8590701545715332,
+ 0.7842735334396362,
+ 0.7716574224472046,
+ 0.8035843691825867,
+ 0.7695848602294922,
+ 1.042638046836853,
+ 1.3117044958114623,
+ 1.0455465385437013,
+ 1.1260901271820067,
+ 1.5533305332183838,
+ 1.4299912959575654,
+ 1.480502073287964,
+ 2.2650635835170747,
+ 1.540359531545639,
+ 1.1929577346801759,
+ 1.30778198223114,
+ 1.8106209615707398,
+ 1.7491421922683716,
+ 1.705204432630539,
+ 1.6608541017055511,
+ 1.8238994772791863,
+ 1.968325872039795,
+ 2.2342521270751954,
+ 1.8975757331848144,
+ 1.6534874923706055,
+ 1.7053577472686767,
+ 1.9309828533172608,
+ 1.7079864566802978,
+ 2.7641860927581785,
+ 2.395140308761597,
+ 2.4995895553588867,
+ 2.768734446144104,
+ 2.668160421562195,
+ 3.298172906398773,
+ 3.190414168548584,
+ 2.731164476776123,
+ 2.452812270736694,
+ 2.2980216970443728,
+ 2.6289563937187195,
+ 2.9189215684890746,
+ 2.9973133351325987,
+ 2.9566734222412108,
+ 2.7137685440063475,
+ 2.6214606603622435,
+ 2.422599083995819,
+ 2.051107206630707,
+ 1.8390387191772462,
+ 1.621574047088623,
+ 1.4804828034460544,
+ 1.2685496507644654,
+ 1.134537624424696,
+ 1.1113471033096314,
+ 1.3307540964603424,
+ 1.0319458944320679,
+ 1.0690455146431923,
+ 0.9753837090969085,
+ 0.9500243383169175,
+ 0.9227351568281651,
+ 1.0575221673965454,
+ 0.8811252347946167,
+ 0.8428130342483521,
+ 0.808463958287239,
+ 0.8252941177845001,
+ 0.80270101146698,
+ 0.8058414526939393,
+ 0.8659901483535767,
+ 0.7385568500280381,
+ 0.7546443981647492,
+ 0.6945585445404052,
+ 0.7605190132141113,
+ 0.6639182449221611,
+ 0.6647407983541489,
+ 0.6684003219604492
+ ],
+ "bridge_loss": [
+ 0.824764238196658,
+ 0.044050000402331355,
+ 0.004939059878140688,
+ 0.003509629046916962,
+ 0.010820124721527099,
+ 0.03611986360549927,
+ 0.026624655377864837,
+ 0.020322174452245236,
+ 0.013476835618913174,
+ 0.017660238027572633,
+ 0.013312850216031074,
+ 0.010752266106009484,
+ 0.012636999948322772,
+ 0.013416536007821559,
+ 0.014395894283056258,
+ 0.017065528978034854,
+ 0.01921152206361294,
+ 0.01755097916126251,
+ 0.03405968930721283,
+ 0.07861232693195343,
+ 0.08290403444468974,
+ 0.0737902283191681,
+ 0.10246425478458404,
+ 0.14190780395269395,
+ 0.1299729973077774,
+ 0.1119936275959015,
+ 0.11465253877639771,
+ 0.16193265878558158,
+ 0.11800107536315918,
+ 0.1624113775730133,
+ 0.18674517183303832,
+ 0.1529373960018158,
+ 0.15484059362411498,
+ 0.14790502850413323,
+ 0.13012928190231324,
+ 0.18545440337657929,
+ 0.2145381217598915,
+ 0.23015552363395692,
+ 0.2567644714832306,
+ 0.29004801396131513,
+ 0.37015869626998904,
+ 0.3029533437252045,
+ 0.24805833730697632,
+ 0.171279403924942,
+ 0.17121260148286818,
+ 0.18421311897039414,
+ 0.22017569878101348,
+ 0.31574616441726683,
+ 0.3227914002418518,
+ 0.34028916625976563,
+ 0.3808541042327881,
+ 0.31664952936172486,
+ 0.27961636044979093,
+ 0.2155075138092041,
+ 0.17780915865898134,
+ 0.18149373128414154,
+ 0.13657517416477202,
+ 0.0972943355768919,
+ 0.09725244807600975,
+ 0.13454232428073884,
+ 0.08104454445838928,
+ 0.0946770872026682,
+ 0.08133374876976013,
+ 0.0761439936414361,
+ 0.07479231785237789,
+ 0.09079816563725472,
+ 0.07500201788544655,
+ 0.07952561552673579,
+ 0.08066166642606258,
+ 0.07689544649124146,
+ 0.0765585425376892,
+ 0.0801964148759842,
+ 0.10329442504644394,
+ 0.08053842852115631,
+ 0.08384852820634842,
+ 0.08137421063184738,
+ 0.09204534806013108,
+ 0.07923152014613151,
+ 0.08891670184135438,
+ 0.09051647346019745
+ ],
+ "tgrad_loss": [
+ 0.2941792365074158,
+ 0.2117513240814209,
+ 0.16105757446289062,
+ 0.1445884093284607,
+ 0.1380739703655243,
+ 0.1407437702894211,
+ 0.13187693030834197,
+ 0.14509323680400849,
+ 0.136057210958004,
+ 0.13838154821395873,
+ 0.13766317186355592,
+ 0.1320761749267578,
+ 0.14075699508190154,
+ 0.1517633568048477,
+ 0.1415197740316391,
+ 0.13298697410821914,
+ 0.1627781904220581,
+ 0.15019614602029324,
+ 0.14944745190143585,
+ 0.17697814086675645,
+ 0.16137181975841522,
+ 0.15139073028564454,
+ 0.15771429176330568,
+ 0.18786082315444946,
+ 0.19192982950210571,
+ 0.18755748383998871,
+ 0.18386906574964523,
+ 0.1987037330508232,
+ 0.20098859162330626,
+ 0.21691890804767608,
+ 0.22202599787712096,
+ 0.22165712327957154,
+ 0.24420409016609193,
+ 0.2529091139793396,
+ 0.24454488706588745,
+ 0.26244310545921323,
+ 0.24825952727794648,
+ 0.2521929540634155,
+ 0.25601649553775785,
+ 0.24960945417881011,
+ 0.25977299585342406,
+ 0.2444897561311722,
+ 0.247040123963356,
+ 0.23351378746032714,
+ 0.23303504986763002,
+ 0.2381359790325165,
+ 0.2454857085943222,
+ 0.2431859058380127,
+ 0.24409279174804688,
+ 0.24459490759372712,
+ 0.23308657684326173,
+ 0.22923018233776093,
+ 0.22912240728139877,
+ 0.22565400907993316,
+ 0.22479286949634553,
+ 0.22258763573169707,
+ 0.21925969200134277,
+ 0.21910499383211135,
+ 0.21674911706447603,
+ 0.21972243776321412,
+ 0.21517683396339415,
+ 0.21326224946975708,
+ 0.21372039403915405,
+ 0.2106991579055786,
+ 0.21419283254146576,
+ 0.21152831535339356,
+ 0.21116876242160798,
+ 0.21006561065912246,
+ 0.21039570956230164,
+ 0.2095475886583328,
+ 0.20941317224502565,
+ 0.21017745037078858,
+ 0.21021716408729554,
+ 0.20939228029251097,
+ 0.2090964959383011,
+ 0.208963818025589,
+ 0.20835998804569245,
+ 0.20835193061828614,
+ 0.20799646167755126,
+ 0.20792012577056884
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.005484581924974918,
+ 0.03739434853196144,
+ 0.0736197978258133,
+ 0.10366753488779068,
+ 0.11266068369150162,
+ 0.12653732299804688,
+ 0.11692580580711365,
+ 0.12426558136940002
+ ],
+ "perturbation_rho": [
+ -0.0015162499621510506,
+ 0.12250564247369766,
+ 0.22542724013328552,
+ 0.204342320561409,
+ 0.2217923402786255,
+ 0.28867796063423157,
+ 0.33211782574653625,
+ 0.23834270238876343
+ ],
+ "nudging": {
+ "0.001": [
+ -4.532912862487137e-05,
+ -0.0006921375170350075,
+ -0.0008833008469082415,
+ -0.0010346387280151248,
+ -0.0010619328822940588,
+ -0.0011677223956212401,
+ -0.001099007437005639,
+ -0.0011405807454138994
+ ],
+ "0.003": [
+ -8.596014231443405e-05,
+ -0.002077887998893857,
+ -0.0026466129347682,
+ -0.003103021765127778,
+ -0.0031822444871068,
+ -0.0035020317882299423,
+ -0.003296034876257181,
+ -0.0034199936781078577
+ ],
+ "0.01": [
+ 0.0002549269702285528,
+ -0.006913396995514631,
+ -0.008808376267552376,
+ -0.010325662791728973,
+ -0.010591026395559311,
+ -0.011654841713607311,
+ -0.010967787355184555,
+ -0.011380846612155437
+ ]
+ }
+ }
+ }
+} \ No newline at end of file