diff options
Diffstat (limited to 'results/synth_ladder_v2_lo')
26 files changed, 42179 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/config.json b/results/synth_ladder_v2_lo/config.json new file mode 100644 index 0000000..05347bb --- /dev/null +++ b/results/synth_ladder_v2_lo/config.json @@ -0,0 +1,33 @@ +{ + "alphas": [ + 0.0, + 0.25 + ], + "depths": [ + 2, + 4, + 8, + 12 + ], + "seeds": [ + 42, + 123, + 456 + ], + "d_hidden": 128, + "num_classes": 10, + "n_train": 10000, + "n_test": 2000, + "batch_size": 256, + "epochs": 80, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "lam": 0.1, + "K": 4, + "sigma_bridge": 0.05, + "ema_momentum": 0.995, + "term_grad_weight": 1.0, + "gpu": 0, + "output_dir": "results/synth_ladder_v2_lo" +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/summary.json b/results/synth_ladder_v2_lo/summary.json new file mode 100644 index 0000000..4e13fce --- /dev/null +++ b/results/synth_ladder_v2_lo/summary.json @@ -0,0 +1,3590 @@ +{ + "a0.0_L2_s42": { + "bp": { + "test_acc": 0.9185, + "mean_bp_cosine": 0.8935370743274689, + "mean_rho": 0.9999973475933075, + "mean_nudge_001": -0.016880770213901997, + "mean_nudge_003": -0.046150531619787216, + "mean_nudge_01": -0.11240250617265701, + "bp_cosine_per_layer": [ + 0.9016435146331787, + 0.885430634021759 + ], + "rho_per_layer": [ + 0.9999990463256836, + 0.9999956488609314 + ], + "nudge_per_layer": [ + -0.1530623733997345, + -0.07174263894557953 + ] + }, + "dfa": { + "test_acc": 0.842, + "mean_bp_cosine": 0.030407493002712727, + "mean_rho": 0.008977552875876427, + "mean_nudge_001": -0.00023997636890271679, + "mean_nudge_003": -0.0006689573347102851, + "mean_nudge_01": -0.0016241300618276, + "bp_cosine_per_layer": [ + -0.003507068380713463, + 0.06432205438613892 + ], + "rho_per_layer": [ + 0.009520611725747585, + 0.008434494026005268 + ], + "nudge_per_layer": [ + -0.0012172441929578781, + -0.002031015930697322 + ] + }, + "state_bridge": { + "test_acc": 0.825, + "mean_bp_cosine": 0.666242927312851, + "mean_rho": 0.5969350039958954, + "mean_nudge_001": -0.015545505564659834, + "mean_nudge_003": -0.04490915546193719, + "mean_nudge_01": -0.13079415168613195, + "bp_cosine_per_layer": [ + 0.9153801202774048, + 0.4171057343482971 + ], + "rho_per_layer": [ + 0.8286964893341064, + 0.3651735186576843 + ], + "nudge_per_layer": [ + -0.23136131465435028, + -0.030226988717913628 + ], + "state_pred_error_per_layer": [ + 438.86456298828125, + 353.2518310546875 + ], + "mean_state_pred_error": 396.0581970214844 + }, + "credit_bridge": { + "test_acc": 0.6675, + "mean_bp_cosine": 0.16703729704022408, + "mean_rho": 0.26396652311086655, + "mean_nudge_001": -0.00457099755294621, + "mean_nudge_003": -0.013636467512696981, + "mean_nudge_01": -0.04456503316760063, + "bp_cosine_per_layer": [ + 0.1011175885796547, + 0.23295700550079346 + ], + "rho_per_layer": [ + 0.19994769990444183, + 0.32798534631729126 + ], + "nudge_per_layer": [ + -0.07033564895391464, + -0.01879441738128662 + ], + "final_value_loss": 0.5091902822494507, + "final_term_loss": 0.2335890076160431, + "final_bridge_loss": 0.035112081968784334, + "final_tgrad_loss": 0.2404891884803772 + } + }, + "a0.0_L2_s123": { + "bp": { + "test_acc": 0.9205, + "mean_bp_cosine": 0.8566932380199432, + "mean_rho": 0.9999960958957672, + "mean_nudge_001": -0.015286394860595465, + "mean_nudge_003": -0.04188752360641956, + "mean_nudge_01": -0.10229892283678055, + "bp_cosine_per_layer": [ + 0.8634263277053833, + 0.8499601483345032 + ], + "rho_per_layer": [ + 0.9999988079071045, + 0.9999933838844299 + ], + "nudge_per_layer": [ + -0.13922545313835144, + -0.06537239253520966 + ] + }, + "dfa": { + "test_acc": 0.841, + "mean_bp_cosine": 0.08572041988372803, + "mean_rho": 0.10125503316521645, + "mean_nudge_001": -0.001035464447340928, + "mean_nudge_003": -0.0030792844481766224, + "mean_nudge_01": -0.009957430185750127, + "bp_cosine_per_layer": [ + 0.048809632658958435, + 0.12263120710849762 + ], + "rho_per_layer": [ + 0.09689537435770035, + 0.10561469197273254 + ], + "nudge_per_layer": [ + -0.015226385556161404, + -0.00468847481533885 + ] + }, + "state_bridge": { + "test_acc": 0.822, + "mean_bp_cosine": 0.7052022516727448, + "mean_rho": 0.608213409781456, + "mean_nudge_001": -0.014205678016878664, + "mean_nudge_003": -0.04078014753758907, + "mean_nudge_01": -0.11634222697466612, + "bp_cosine_per_layer": [ + 0.9309895038604736, + 0.47941499948501587 + ], + "rho_per_layer": [ + 0.8439192175865173, + 0.37250760197639465 + ], + "nudge_per_layer": [ + -0.2068808674812317, + -0.025803586468100548 + ], + "state_pred_error_per_layer": [ + 436.0709533691406, + 352.44915771484375 + ], + "mean_state_pred_error": 394.2600555419922 + }, + "credit_bridge": { + "test_acc": 0.664, + "mean_bp_cosine": 0.14723356813192368, + "mean_rho": 0.27719707787036896, + "mean_nudge_001": -0.0040612792945466936, + "mean_nudge_003": -0.012125232955440879, + "mean_nudge_01": -0.03972679190337658, + "bp_cosine_per_layer": [ + 0.08253486454486847, + 0.21193227171897888 + ], + "rho_per_layer": [ + 0.16999724507331848, + 0.38439691066741943 + ], + "nudge_per_layer": [ + -0.06126694008708, + -0.018186643719673157 + ], + "final_value_loss": 0.6019191103935242, + "final_term_loss": 0.28414561631679536, + "final_bridge_loss": 0.04602321577072144, + "final_tgrad_loss": 0.27175028200149537 + } + }, + "a0.0_L2_s456": { + "bp": { + "test_acc": 0.9295, + "mean_bp_cosine": 0.870507538318634, + "mean_rho": 0.9999973773956299, + "mean_nudge_001": -0.014503923710435629, + "mean_nudge_003": -0.039223295636475086, + "mean_nudge_01": -0.09240655042231083, + "bp_cosine_per_layer": [ + 0.8826531171798706, + 0.8583619594573975 + ], + "rho_per_layer": [ + 0.9999988079071045, + 0.9999959468841553 + ], + "nudge_per_layer": [ + -0.12340263277292252, + -0.06141046807169914 + ] + }, + "dfa": { + "test_acc": 0.8485, + "mean_bp_cosine": 0.051622094586491585, + "mean_rho": 0.014518704265356064, + "mean_nudge_001": -0.00044165633153170347, + "mean_nudge_003": -0.0013033851282671094, + "mean_nudge_01": -0.0040968600660562515, + "bp_cosine_per_layer": [ + 0.016239378601312637, + 0.08700481057167053 + ], + "rho_per_layer": [ + -0.0633457601070404, + 0.09238316863775253 + ], + "nudge_per_layer": [ + -0.004778302274644375, + -0.003415417857468128 + ] + }, + "state_bridge": { + "test_acc": 0.8285, + "mean_bp_cosine": 0.7213762998580933, + "mean_rho": 0.644424170255661, + "mean_nudge_001": -0.014933469472452998, + "mean_nudge_003": -0.042839838191866875, + "mean_nudge_01": -0.12188584543764591, + "bp_cosine_per_layer": [ + 0.9387110471725464, + 0.5040415525436401 + ], + "rho_per_layer": [ + 0.7997298240661621, + 0.4891185164451599 + ], + "nudge_per_layer": [ + -0.21233828365802765, + -0.031433407217264175 + ], + "state_pred_error_per_layer": [ + 387.8657531738281, + 319.336669921875 + ], + "mean_state_pred_error": 353.60121154785156 + }, + "credit_bridge": { + "test_acc": 0.7115, + "mean_bp_cosine": 0.16614358872175217, + "mean_rho": 0.25560564547777176, + "mean_nudge_001": -0.0032864182721823454, + "mean_nudge_003": -0.009816689416766167, + "mean_nudge_01": -0.03221969399601221, + "bp_cosine_per_layer": [ + 0.08927787840366364, + 0.2430092990398407 + ], + "rho_per_layer": [ + 0.16060538589954376, + 0.35060590505599976 + ], + "nudge_per_layer": [ + -0.047705113887786865, + -0.016734274104237556 + ], + "final_value_loss": 0.31588549439907077, + "final_term_loss": 0.09000624770522117, + "final_bridge_loss": 0.023082720217108728, + "final_tgrad_loss": 0.20279652795791625 + } + }, + "a0.0_L4_s42": { + "bp": { + "test_acc": 0.925, + "mean_bp_cosine": 0.8320528566837311, + "mean_rho": 0.9999772906303406, + "mean_nudge_001": -0.009003315295558423, + "mean_nudge_003": -0.024674441665410995, + "mean_nudge_01": -0.06179796298965812, + "bp_cosine_per_layer": [ + 0.8599773645401001, + 0.8422204256057739, + 0.8250665664672852, + 0.8009470701217651 + ], + "rho_per_layer": [ + 0.9999991655349731, + 0.9999953508377075, + 0.9999807476997375, + 0.9999338984489441 + ], + "nudge_per_layer": [ + -0.12188813835382462, + -0.07056954503059387, + -0.034971628338098526, + -0.019762540236115456 + ] + }, + "dfa": { + "test_acc": 0.856, + "mean_bp_cosine": 0.10417622653767467, + "mean_rho": 0.09206205606460571, + "mean_nudge_001": -0.00045079714618623257, + "mean_nudge_003": -0.0013433840940706432, + "mean_nudge_01": -0.004383910913020372, + "bp_cosine_per_layer": [ + 0.004014266654849052, + 0.16519895195960999, + 0.13244280219078064, + 0.11504888534545898 + ], + "rho_per_layer": [ + 0.042726192623376846, + 0.18379396200180054, + 0.108277827501297, + 0.03345024213194847 + ], + "nudge_per_layer": [ + -0.005573366768658161, + -0.005793239921331406, + -0.003338021691888571, + -0.002831015270203352 + ] + }, + "state_bridge": { + "test_acc": 0.7615, + "mean_bp_cosine": 0.38204737193882465, + "mean_rho": 0.3213508538901806, + "mean_nudge_001": -0.006838726330897771, + "mean_nudge_003": -0.01991741475649178, + "mean_nudge_01": -0.059746103768702596, + "bp_cosine_per_layer": [ + 0.8646283149719238, + 0.4090673327445984, + 0.1404263973236084, + 0.114067442715168 + ], + "rho_per_layer": [ + 0.7375176548957825, + 0.33617356419563293, + 0.14259827136993408, + 0.06911392509937286 + ], + "nudge_per_layer": [ + -0.218303382396698, + -0.013712376356124878, + -0.003879058640450239, + -0.0030895976815372705 + ], + "state_pred_error_per_layer": [ + 6951.521484375, + 6099.5322265625, + 5877.8310546875, + 3832.076416015625 + ], + "mean_state_pred_error": 5690.240295410156 + }, + "credit_bridge": { + "test_acc": 0.6585, + "mean_bp_cosine": 0.10922159999608994, + "mean_rho": 0.21513587795197964, + "mean_nudge_001": -0.00137018840177916, + "mean_nudge_003": -0.004100472666323185, + "mean_nudge_01": -0.013550454750657082, + "bp_cosine_per_layer": [ + 0.049023956060409546, + 0.11911389231681824, + 0.12341275811195374, + 0.14533579349517822 + ], + "rho_per_layer": [ + 0.09633419662714005, + 0.23598268628120422, + 0.24357257783412933, + 0.28465405106544495 + ], + "nudge_per_layer": [ + -0.026128236204385757, + -0.008897590450942516, + -0.009167088195681572, + -0.01000890415161848 + ], + "final_value_loss": 0.5270826056480408, + "final_term_loss": 0.22659661755561827, + "final_bridge_loss": 0.04233165686130524, + "final_tgrad_loss": 0.25815433073043825 + } + }, + "a0.0_L4_s123": { + "bp": { + "test_acc": 0.926, + "mean_bp_cosine": 0.7713210135698318, + "mean_rho": 0.9999768882989883, + "mean_nudge_001": -0.010334675083868206, + "mean_nudge_003": -0.028318932512775064, + "mean_nudge_01": -0.06953301187604666, + "bp_cosine_per_layer": [ + 0.808335542678833, + 0.780368447303772, + 0.7579712271690369, + 0.7386088371276855 + ], + "rho_per_layer": [ + 0.9999986886978149, + 0.999996542930603, + 0.9999827146530151, + 0.9999296069145203 + ], + "nudge_per_layer": [ + -0.13544964790344238, + -0.08136264234781265, + -0.039826083928346634, + -0.02149367332458496 + ] + }, + "dfa": { + "test_acc": 0.8375, + "mean_bp_cosine": 0.1401939271017909, + "mean_rho": 0.11219900287687778, + "mean_nudge_001": -0.000286264817987103, + "mean_nudge_003": -0.0008422381652053446, + "mean_nudge_01": -0.0026496590580791235, + "bp_cosine_per_layer": [ + -0.028116505593061447, + 0.29581546783447266, + 0.170908123254776, + 0.12216862291097641 + ], + "rho_per_layer": [ + -0.07312458753585815, + 0.3015226125717163, + 0.09657395631074905, + 0.12382403016090393 + ], + "nudge_per_layer": [ + 0.0038727924693375826, + -0.007415304891765118, + -0.0039948043413460255, + -0.0030613194685429335 + ] + }, + "state_bridge": { + "test_acc": 0.788, + "mean_bp_cosine": 0.3973395489156246, + "mean_rho": 0.36834993585944176, + "mean_nudge_001": -0.006569715158548206, + "mean_nudge_003": -0.019017601298401132, + "mean_nudge_01": -0.055994155758526176, + "bp_cosine_per_layer": [ + 0.8812471032142639, + 0.4430118799209595, + 0.14485391974449158, + 0.12024529278278351 + ], + "rho_per_layer": [ + 0.803270697593689, + 0.4108988642692566, + 0.12428833544254303, + 0.13494184613227844 + ], + "nudge_per_layer": [ + -0.20551547408103943, + -0.01310029998421669, + -0.0029572518542408943, + -0.0024035971146076918 + ], + "state_pred_error_per_layer": [ + 6307.859375, + 4221.2177734375, + 3825.8369140625, + 3284.16064453125 + ], + "mean_state_pred_error": 4409.7686767578125 + }, + "credit_bridge": { + "test_acc": 0.7305, + "mean_bp_cosine": 0.10989296156913042, + "mean_rho": 0.18325010500848293, + "mean_nudge_001": -0.0012505464837886393, + "mean_nudge_003": -0.00373545300681144, + "mean_nudge_01": -0.012258320581167936, + "bp_cosine_per_layer": [ + 0.03434538468718529, + 0.12379913777112961, + 0.1433446854352951, + 0.13808263838291168 + ], + "rho_per_layer": [ + 0.03924814611673355, + 0.21971622109413147, + 0.26409071683883667, + 0.20994533598423004 + ], + "nudge_per_layer": [ + -0.020018436014652252, + -0.00925234891474247, + -0.010285570286214352, + -0.009476927109062672 + ], + "final_value_loss": 0.454630423784256, + "final_term_loss": 0.185297670173645, + "final_bridge_loss": 0.03432008520960808, + "final_tgrad_loss": 0.2350126650452614 + } + }, + "a0.0_L4_s456": { + "bp": { + "test_acc": 0.9285, + "mean_bp_cosine": 0.7884698659181595, + "mean_rho": 0.999981090426445, + "mean_nudge_001": -0.01117145799798891, + "mean_nudge_003": -0.030768739874474704, + "mean_nudge_01": -0.07730476558208466, + "bp_cosine_per_layer": [ + 0.8268355131149292, + 0.7960893511772156, + 0.7726784944534302, + 0.758276104927063 + ], + "rho_per_layer": [ + 0.9999993443489075, + 0.999996542930603, + 0.999983549118042, + 0.9999449253082275 + ], + "nudge_per_layer": [ + -0.15056422352790833, + -0.08916378021240234, + -0.04451071470975876, + -0.024980343878269196 + ] + }, + "dfa": { + "test_acc": 0.8655, + "mean_bp_cosine": 0.06126724602654576, + "mean_rho": 0.09146236767992377, + "mean_nudge_001": -0.00023738171148579568, + "mean_nudge_003": -0.0006991284317336977, + "mean_nudge_01": -0.0021681145881302655, + "bp_cosine_per_layer": [ + -0.012256121262907982, + 0.07949584722518921, + 0.0787847638130188, + 0.09904449433088303 + ], + "rho_per_layer": [ + -0.003950485959649086, + 0.06165219843387604, + 0.14469987154006958, + 0.16344788670539856 + ], + "nudge_per_layer": [ + 0.002696676878258586, + -0.005506287328898907, + -0.0027312645688652992, + -0.003131583333015442 + ] + }, + "state_bridge": { + "test_acc": 0.7455, + "mean_bp_cosine": 0.4014641270041466, + "mean_rho": 0.3732803575694561, + "mean_nudge_001": -0.007542004925198853, + "mean_nudge_003": -0.022030926978914067, + "mean_nudge_01": -0.06684440147364512, + "bp_cosine_per_layer": [ + 0.8436356782913208, + 0.46039146184921265, + 0.16277557611465454, + 0.13905379176139832 + ], + "rho_per_layer": [ + 0.7277628183364868, + 0.48849108815193176, + 0.1771586537361145, + 0.09970887005329132 + ], + "nudge_per_layer": [ + -0.2401106357574463, + -0.018598388880491257, + -0.004775169305503368, + -0.0038934119511395693 + ], + "state_pred_error_per_layer": [ + 3442.556884765625, + 2195.27490234375, + 2035.546875, + 2293.3291015625 + ], + "mean_state_pred_error": 2491.6769409179688 + }, + "credit_bridge": { + "test_acc": 0.644, + "mean_bp_cosine": 0.1536249229684472, + "mean_rho": 0.26861424930393696, + "mean_nudge_001": -0.0018619927868712693, + "mean_nudge_003": -0.005573431379161775, + "mean_nudge_01": -0.018431853968650103, + "bp_cosine_per_layer": [ + 0.053475264459848404, + 0.17959368228912354, + 0.19590041041374207, + 0.18553033471107483 + ], + "rho_per_layer": [ + 0.04320300370454788, + 0.30398592352867126, + 0.35316282510757446, + 0.3741052448749542 + ], + "nudge_per_layer": [ + -0.027841825038194656, + -0.015361151657998562, + -0.015351004898548126, + -0.015173434279859066 + ], + "final_value_loss": 0.7469501955509186, + "final_term_loss": 0.4142983556270599, + "final_bridge_loss": 0.05541581681370735, + "final_tgrad_loss": 0.2772360302686691 + } + }, + "a0.0_L8_s42": { + "bp": { + "test_acc": 0.906, + "mean_bp_cosine": 0.8584278598427773, + "mean_rho": 0.9999460652470589, + "mean_nudge_001": -0.008581212867284194, + "mean_nudge_003": -0.02450006199069321, + "mean_nudge_01": -0.06902276305481791, + "bp_cosine_per_layer": [ + 0.8854324817657471, + 0.8737501502037048, + 0.8630377054214478, + 0.8562113046646118, + 0.8509326577186584, + 0.8481521606445312, + 0.84560626745224, + 0.8443001508712769 + ], + "rho_per_layer": [ + 0.9999991655349731, + 0.9999963045120239, + 0.9999881386756897, + 0.9999630451202393, + 0.9999364614486694, + 0.9999151825904846, + 0.9998926520347595, + 0.9998775720596313 + ], + "nudge_per_layer": [ + -0.21767401695251465, + -0.12408202886581421, + -0.06762672960758209, + -0.04208396375179291, + -0.031123068183660507, + -0.025745777413249016, + -0.022784877568483353, + -0.021061642095446587 + ] + }, + "dfa": { + "test_acc": 0.8325, + "mean_bp_cosine": 0.0621855678036809, + "mean_rho": 0.08102096850052476, + "mean_nudge_001": 7.459322478098329e-05, + "mean_nudge_003": 0.00026162770882365294, + "mean_nudge_01": 0.0013351911620702595, + "bp_cosine_per_layer": [ + -0.02968163788318634, + 0.08609121292829514, + 0.09377065300941467, + 0.10205866396427155, + 0.08807726949453354, + 0.053033627569675446, + 0.056919872760772705, + 0.04721488058567047 + ], + "rho_per_layer": [ + -0.09032663702964783, + 0.17043988406658173, + 0.18389353156089783, + 0.16770029067993164, + 0.1504741907119751, + 0.05179755389690399, + 0.050898581743240356, + -0.03670964762568474 + ], + "nudge_per_layer": [ + 0.028243789449334145, + -0.00520662497729063, + -0.0028999613132327795, + -0.002869710559025407, + -0.0023996694944798946, + -0.0015899656573310494, + -0.0014181910082697868, + -0.0011781371431425214 + ] + }, + "state_bridge": { + "test_acc": 0.726, + "mean_bp_cosine": 0.26912851445376873, + "mean_rho": 0.2629122715443373, + "mean_nudge_001": -0.0034038230442092754, + "mean_nudge_003": -0.010012732280301861, + "mean_nudge_01": -0.0311450962908566, + "bp_cosine_per_layer": [ + 0.8151727914810181, + 0.4042307734489441, + 0.16176781058311462, + 0.1698867678642273, + 0.14891386032104492, + 0.1726662963628769, + 0.1322125643491745, + 0.14817725121974945 + ], + "rho_per_layer": [ + 0.7261759042739868, + 0.36915943026542664, + 0.17840053141117096, + 0.16105638444423676, + 0.14931628108024597, + 0.15696927905082703, + 0.17820878326892853, + 0.1840115785598755 + ], + "nudge_per_layer": [ + -0.21425020694732666, + -0.011446774937212467, + -0.004181142896413803, + -0.004114024806767702, + -0.0038589704781770706, + -0.00422251783311367, + -0.003358659567311406, + -0.003728472860530019 + ], + "state_pred_error_per_layer": [ + 7398.20849609375, + 5242.7607421875, + 3768.9609375, + 3258.12548828125, + 3060.2021484375, + 2786.609619140625, + 3211.44921875, + 2939.81005859375 + ], + "mean_state_pred_error": 3958.265838623047 + }, + "credit_bridge": { + "test_acc": 0.64, + "mean_bp_cosine": 0.09559969999827445, + "mean_rho": 0.20091960858553648, + "mean_nudge_001": -0.0007423463721352164, + "mean_nudge_003": -0.0022244660067372024, + "mean_nudge_01": -0.007368246268015355, + "bp_cosine_per_layer": [ + 0.010387556627392769, + 0.06787668168544769, + 0.11108389496803284, + 0.11367877572774887, + 0.11491300165653229, + 0.1093105673789978, + 0.11488444358110428, + 0.12266267836093903 + ], + "rho_per_layer": [ + 0.0504305437207222, + 0.11780044436454773, + 0.23789767920970917, + 0.24238067865371704, + 0.22429296374320984, + 0.25153419375419617, + 0.25647929310798645, + 0.22654107213020325 + ], + "nudge_per_layer": [ + -0.003928218502551317, + -0.0057389335706830025, + -0.007835019379854202, + -0.008116443641483784, + -0.0081653306260705, + -0.00813683308660984, + -0.008312376216053963, + -0.00871281512081623 + ], + "final_value_loss": 0.6615465266227722, + "final_term_loss": 0.43013124598264696, + "final_bridge_loss": 0.0357342723429203, + "final_tgrad_loss": 0.19568100452423096 + } + }, + "a0.0_L8_s123": { + "bp": { + "test_acc": 0.913, + "mean_bp_cosine": 0.8645070418715477, + "mean_rho": 0.999944381415844, + "mean_nudge_001": -0.007505885470891371, + "mean_nudge_003": -0.021483065967913717, + "mean_nudge_01": -0.06040166970342398, + "bp_cosine_per_layer": [ + 0.9087610840797424, + 0.8890509605407715, + 0.8756387233734131, + 0.860000729560852, + 0.8513467311859131, + 0.8465403914451599, + 0.8431664705276489, + 0.8415512442588806 + ], + "rho_per_layer": [ + 0.9999994039535522, + 0.9999971389770508, + 0.9999857544898987, + 0.9999687671661377, + 0.9999316930770874, + 0.9999115467071533, + 0.9998936653137207, + 0.9998670816421509 + ], + "nudge_per_layer": [ + -0.19297254085540771, + -0.10940254479646683, + -0.05867426097393036, + -0.03609157353639603, + -0.026526644825935364, + -0.02192458137869835, + -0.019491419196128845, + -0.01812979206442833 + ] + }, + "dfa": { + "test_acc": 0.849, + "mean_bp_cosine": 0.07409168453887105, + "mean_rho": 0.0943274952005595, + "mean_nudge_001": -6.366873094520997e-06, + "mean_nudge_003": -1.1956191883655265e-05, + "mean_nudge_01": 5.2888659411109984e-05, + "bp_cosine_per_layer": [ + -0.02848462387919426, + 0.15189720690250397, + 0.09141203761100769, + 0.07272940874099731, + 0.09136377274990082, + 0.0857112780213356, + 0.044680722057819366, + 0.0834236741065979 + ], + "rho_per_layer": [ + 0.03057212010025978, + 0.16072696447372437, + 0.13512857258319855, + 0.0885201245546341, + 0.1377822607755661, + 0.04239961504936218, + 0.0035119224339723587, + 0.15597838163375854 + ], + "nudge_per_layer": [ + 0.015482441522181034, + -0.004561400040984154, + -0.0020816801115870476, + -0.0015152986161410809, + -0.0019329312490299344, + -0.002064004773274064, + -0.001068722689524293, + -0.0018352947663515806 + ] + }, + "state_bridge": { + "test_acc": 0.7725, + "mean_bp_cosine": 0.2933046016842127, + "mean_rho": 0.25743963569402695, + "mean_nudge_001": -0.0033750918046280276, + "mean_nudge_003": -0.009846233486314304, + "mean_nudge_01": -0.02971906404127367, + "bp_cosine_per_layer": [ + 0.8679102659225464, + 0.46438825130462646, + 0.22033852338790894, + 0.1893446445465088, + 0.16738475859165192, + 0.14945879578590393, + 0.1267041563987732, + 0.16090741753578186 + ], + "rho_per_layer": [ + 0.6897462606430054, + 0.42848390340805054, + 0.19369670748710632, + 0.19582855701446533, + 0.14048044383525848, + 0.12853404879570007, + 0.09809397161006927, + 0.18465319275856018 + ], + "nudge_per_layer": [ + -0.2050759196281433, + -0.01248687319457531, + -0.004478689283132553, + -0.003817938268184662, + -0.00330835347995162, + -0.002980519086122513, + -0.002494834130629897, + -0.003109385259449482 + ], + "state_pred_error_per_layer": [ + 7121.279296875, + 6133.4482421875, + 3940.991943359375, + 2496.587646484375, + 2560.85595703125, + 2498.587890625, + 3539.93115234375, + 2449.22607421875 + ], + "mean_state_pred_error": 3842.613525390625 + }, + "credit_bridge": { + "test_acc": 0.656, + "mean_bp_cosine": 0.092392878344981, + "mean_rho": 0.17488694936037064, + "mean_nudge_001": -0.0007325447659241036, + "mean_nudge_003": -0.002192195039242506, + "mean_nudge_01": -0.0072501768881920725, + "bp_cosine_per_layer": [ + 0.001700198045000434, + 0.04125010222196579, + 0.1112770289182663, + 0.11907510459423065, + 0.11768756806850433, + 0.11733907461166382, + 0.11329221725463867, + 0.117521733045578 + ], + "rho_per_layer": [ + 0.043069981038570404, + 0.1044735386967659, + 0.23828034102916718, + 0.18111932277679443, + 0.19782572984695435, + 0.1971191018819809, + 0.20729684829711914, + 0.2299107313156128 + ], + "nudge_per_layer": [ + -0.006082434207201004, + -0.003400696674361825, + -0.007903593592345715, + -0.008138573728501797, + -0.008289994671940804, + -0.007994470186531544, + -0.00807441771030426, + -0.008117234334349632 + ], + "final_value_loss": 0.5009399848937989, + "final_term_loss": 0.26505257573127744, + "final_bridge_loss": 0.027039055764675142, + "final_tgrad_loss": 0.20884835484027864 + } + }, + "a0.0_L8_s456": { + "bp": { + "test_acc": 0.8965, + "mean_bp_cosine": 0.8864798843860626, + "mean_rho": 0.9999493733048439, + "mean_nudge_001": -0.007212058277218603, + "mean_nudge_003": -0.02048966591246426, + "mean_nudge_01": -0.05707334354519844, + "bp_cosine_per_layer": [ + 0.9283311367034912, + 0.9162832498550415, + 0.8925424814224243, + 0.8799441456794739, + 0.8746041655540466, + 0.8698863983154297, + 0.8666130304336548, + 0.863634467124939 + ], + "rho_per_layer": [ + 0.9999991059303284, + 0.9999967217445374, + 0.9999891519546509, + 0.9999651908874512, + 0.9999410510063171, + 0.9999043941497803, + 0.9998966455459595, + 0.9999027252197266 + ], + "nudge_per_layer": [ + -0.17811693251132965, + -0.10346511751413345, + -0.05678309500217438, + -0.035222865641117096, + -0.025761041790246964, + -0.021198198199272156, + -0.01872769370675087, + -0.017311803996562958 + ] + }, + "dfa": { + "test_acc": 0.833, + "mean_bp_cosine": 0.10069436486810446, + "mean_rho": 0.11729028820991516, + "mean_nudge_001": -0.00045204991511127446, + "mean_nudge_003": -0.0013379494193941355, + "mean_nudge_01": -0.004276915889931843, + "bp_cosine_per_layer": [ + 0.020978286862373352, + 0.16464680433273315, + 0.15073026716709137, + 0.08116275072097778, + 0.08070477098226547, + 0.0867747962474823, + 0.10854049026966095, + 0.11201675236225128 + ], + "rho_per_layer": [ + 0.032643549144268036, + 0.2071959227323532, + 0.2057623416185379, + 0.09326457977294922, + 0.06205561012029648, + 0.1389445811510086, + 0.11340519785881042, + 0.08505052328109741 + ], + "nudge_per_layer": [ + -0.012655803002417088, + -0.005697320215404034, + -0.004094945732504129, + -0.0018561023753136396, + -0.0020380420610308647, + -0.0022426587529480457, + -0.002856952603906393, + -0.0027735023759305477 + ] + }, + "state_bridge": { + "test_acc": 0.7495, + "mean_bp_cosine": 0.246165806427598, + "mean_rho": 0.20948901865631342, + "mean_nudge_001": -0.0035059251604252495, + "mean_nudge_003": -0.010245608449622523, + "mean_nudge_01": -0.03114599542459473, + "bp_cosine_per_layer": [ + 0.8467778563499451, + 0.3549606502056122, + 0.1711018681526184, + 0.12375819683074951, + 0.1153455525636673, + 0.12219913303852081, + 0.12895643711090088, + 0.10622675716876984 + ], + "rho_per_layer": [ + 0.7416437268257141, + 0.2796669900417328, + 0.14060860872268677, + 0.09820520132780075, + 0.10454020649194717, + 0.08740514516830444, + 0.10375625640153885, + 0.12008601427078247 + ], + "nudge_per_layer": [ + -0.2212277054786682, + -0.010068328119814396, + -0.00393392750993371, + -0.002955838106572628, + -0.0027290289290249348, + -0.0028208147268742323, + -0.002979037119075656, + -0.002453283406794071 + ], + "state_pred_error_per_layer": [ + 10942.7939453125, + 10293.740234375, + 7482.4482421875, + 5008.9619140625, + 4863.818359375, + 4492.451171875, + 3565.2744140625, + 3837.47998046875 + ], + "mean_state_pred_error": 6310.871032714844 + }, + "credit_bridge": { + "test_acc": 0.617, + "mean_bp_cosine": 0.09351247036829591, + "mean_rho": 0.15350601403042674, + "mean_nudge_001": -0.0010894104561884888, + "mean_nudge_003": -0.0032592675706837326, + "mean_nudge_01": -0.010775732051115483, + "bp_cosine_per_layer": [ + 0.03283574804663658, + 0.05836774408817291, + 0.11590129137039185, + 0.10100162029266357, + 0.1079024076461792, + 0.10276803374290466, + 0.11581481993198395, + 0.11350809782743454 + ], + "rho_per_layer": [ + 0.06095704063773155, + 0.13836193084716797, + 0.1803440898656845, + 0.1439131498336792, + 0.14064353704452515, + 0.15858328342437744, + 0.22606094181537628, + 0.17918413877487183 + ], + "nudge_per_layer": [ + -0.023668643087148666, + -0.006166210863739252, + -0.009575091302394867, + -0.00891521479934454, + -0.00932026281952858, + -0.008899858221411705, + -0.009868312627077103, + -0.009792262688279152 + ], + "final_value_loss": 1.2871107803344726, + "final_term_loss": 0.9274139808654785, + "final_bridge_loss": 0.0815536917924881, + "final_tgrad_loss": 0.2781431001186371 + } + }, + "a0.0_L12_s42": { + "bp": { + "test_acc": 0.9135, + "mean_bp_cosine": 0.8262566576401392, + "mean_rho": 0.9998530795176824, + "mean_nudge_001": -0.005460524485291292, + "mean_nudge_003": -0.015294013021048158, + "mean_nudge_01": -0.04075813665986061, + "bp_cosine_per_layer": [ + 0.8936765193939209, + 0.875713586807251, + 0.8523612022399902, + 0.835299551486969, + 0.8243429064750671, + 0.8148068189620972, + 0.809612512588501, + 0.8055970668792725, + 0.8028815984725952, + 0.8011909127235413, + 0.8001247644424438, + 0.799472451210022 + ], + "rho_per_layer": [ + 0.9999988079071045, + 0.999997615814209, + 0.9999872446060181, + 0.9999661445617676, + 0.9999244213104248, + 0.9998762011528015, + 0.9998204708099365, + 0.9997811317443848, + 0.9997683167457581, + 0.9997478723526001, + 0.9997052550315857, + 0.9996634721755981 + ], + "nudge_per_layer": [ + -0.15880361199378967, + -0.10216463357210159, + -0.058997806161642075, + -0.0368044376373291, + -0.02622675709426403, + -0.02074911817908287, + -0.017529264092445374, + -0.015481802634894848, + -0.014148212037980556, + -0.013247357681393623, + -0.012655021622776985, + -0.012289617210626602 + ] + }, + "dfa": { + "test_acc": 0.8405, + "mean_bp_cosine": 0.06366231696059306, + "mean_rho": 0.0974447913467884, + "mean_nudge_001": -0.00019441865091115082, + "mean_nudge_003": -0.0005761026429051223, + "mean_nudge_01": -0.001826463839582478, + "bp_cosine_per_layer": [ + 0.022819485515356064, + 0.10611869394779205, + 0.08763782680034637, + 0.06361521780490875, + 0.08818645775318146, + 0.07573625445365906, + 0.07574683427810669, + 0.025106821209192276, + 0.029594242572784424, + 0.09018446505069733, + 0.04191981628537178, + 0.05728168785572052 + ], + "rho_per_layer": [ + -0.0498071163892746, + 0.18554872274398804, + 0.19663047790527344, + 0.14150168001651764, + 0.06663499772548676, + 0.12039551883935928, + 0.12434913218021393, + 0.05157296732068062, + 0.09405694901943207, + 0.07376686483621597, + 0.061272408813238144, + 0.10341489315032959 + ], + "nudge_per_layer": [ + 0.000284646637737751, + -0.005279931705445051, + -0.002400151453912258, + -0.0017087131273001432, + -0.0019207102013751864, + -0.0020927595905959606, + -0.0017691099783405662, + -0.0008208724320866168, + -0.0012333606136962771, + -0.0026537002995610237, + -0.0007275568204931915, + -0.0015953464899212122 + ] + }, + "state_bridge": { + "test_acc": 0.675, + "mean_bp_cosine": 0.16806975565850735, + "mean_rho": 0.14302178906897703, + "mean_nudge_001": -0.0021900876042006225, + "mean_nudge_003": -0.006470390944741666, + "mean_nudge_01": -0.020386384644856054, + "bp_cosine_per_layer": [ + 0.7431880235671997, + 0.2796655595302582, + 0.13151727616786957, + 0.09881292283535004, + 0.0924338698387146, + 0.10159576684236526, + 0.09764175117015839, + 0.09642879664897919, + 0.09804226458072662, + 0.09603762626647949, + 0.09261822700500488, + 0.08885498344898224 + ], + "rho_per_layer": [ + 0.611870527267456, + 0.24307268857955933, + 0.10120554268360138, + 0.09459854662418365, + 0.09521515667438507, + 0.07265714555978775, + 0.07570740580558777, + 0.0650622695684433, + 0.07738275825977325, + 0.11346932500600815, + 0.08958262950181961, + 0.07643747329711914 + ], + "nudge_per_layer": [ + -0.20912763476371765, + -0.00893338117748499, + -0.0035844063386321068, + -0.0027289288118481636, + -0.0024399380199611187, + -0.0026743747293949127, + -0.0025294050574302673, + -0.002557961270213127, + -0.0026802942156791687, + -0.002547960262745619, + -0.002460954710841179, + -0.0023713763803243637 + ], + "state_pred_error_per_layer": [ + 20223.798828125, + 14219.4013671875, + 11048.2333984375, + 10263.419921875, + 8570.201171875, + 7224.33740234375, + 7281.2197265625, + 8034.87548828125, + 6686.9033203125, + 6885.98291015625, + 6667.048828125, + 6627.78125 + ], + "mean_state_pred_error": 9477.766967773438 + }, + "credit_bridge": { + "test_acc": 0.6635, + "mean_bp_cosine": 0.07870348079207663, + "mean_rho": 0.1263093726399044, + "mean_nudge_001": -0.000519128576949394, + "mean_nudge_003": -0.0015524110640399158, + "mean_nudge_01": -0.005132454059397181, + "bp_cosine_per_layer": [ + 9.498395957052708e-05, + 0.029415149241685867, + 0.062070880085229874, + 0.07393385469913483, + 0.07970248907804489, + 0.08624569326639175, + 0.10002343356609344, + 0.10488344728946686, + 0.10920242965221405, + 0.10451158881187439, + 0.09929930418729782, + 0.09505851566791534 + ], + "rho_per_layer": [ + 0.025425152853131294, + 0.0574759915471077, + 0.13417154550552368, + 0.10034967213869095, + 0.17468321323394775, + 0.17164339125156403, + 0.15925100445747375, + 0.08668951690196991, + 0.1521437168121338, + 0.14672580361366272, + 0.1825145184993744, + 0.12463894486427307 + ], + "nudge_per_layer": [ + 0.001420565415173769, + -0.0026360084302723408, + -0.00476992130279541, + -0.005131378769874573, + -0.005615689791738987, + -0.006001932080835104, + -0.006417973432689905, + -0.006630052346736193, + -0.006984136067330837, + -0.0066003259271383286, + -0.00623705331236124, + -0.005985542666167021 + ], + "final_value_loss": 0.9863593735218048, + "final_term_loss": 0.7168336891174316, + "final_bridge_loss": 0.05245816183909774, + "final_tgrad_loss": 0.21706753172874452 + } + }, + "a0.0_L12_s123": { + "bp": { + "test_acc": 0.9145, + "mean_bp_cosine": 0.7868696798880895, + "mean_rho": 0.9998756001393, + "mean_nudge_001": -0.005259950548255195, + "mean_nudge_003": -0.014897353908357521, + "mean_nudge_01": -0.04119087569415569, + "bp_cosine_per_layer": [ + 0.832116425037384, + 0.8141677379608154, + 0.8023761510848999, + 0.7934653759002686, + 0.7857377529144287, + 0.7797414064407349, + 0.7767306566238403, + 0.7744640111923218, + 0.7725205421447754, + 0.7711977958679199, + 0.7703278064727783, + 0.7695904970169067 + ], + "rho_per_layer": [ + 0.9999991655349731, + 0.9999972581863403, + 0.9999898672103882, + 0.999970555305481, + 0.9999305009841919, + 0.9999109506607056, + 0.9998676180839539, + 0.999832808971405, + 0.9997924566268921, + 0.9997202754020691, + 0.9997268319129944, + 0.9997689127922058 + ], + "nudge_per_layer": [ + -0.17892791330814362, + -0.10439710319042206, + -0.05659153312444687, + -0.034265220165252686, + -0.02416030317544937, + -0.01895919442176819, + -0.015955276787281036, + -0.01404004916548729, + -0.01277724839746952, + -0.011922692880034447, + -0.011335920542478561, + -0.010958053171634674 + ] + }, + "dfa": { + "test_acc": 0.841, + "mean_bp_cosine": 0.10045036673545837, + "mean_rho": 0.06510928040370345, + "mean_nudge_001": -0.000200933368432743, + "mean_nudge_003": -0.000600688594810587, + "mean_nudge_01": -0.001976225830730982, + "bp_cosine_per_layer": [ + 0.009534038603305817, + 0.2771005630493164, + 0.12846891582012177, + 0.12727834284305573, + 0.09264838695526123, + 0.08494879305362701, + 0.1454543173313141, + 0.07647830247879028, + 0.055110231041908264, + 0.08491981029510498, + 0.054209403693675995, + 0.06925329566001892 + ], + "rho_per_layer": [ + -0.030354971066117287, + 0.19958093762397766, + 0.10430362075567245, + 0.06749340891838074, + 0.08917459845542908, + 0.06985980272293091, + 0.08990536630153656, + -0.0003178045153617859, + -0.05352415516972542, + 0.12398940324783325, + 0.05844062566757202, + 0.06276053190231323 + ], + "nudge_per_layer": [ + 0.0008368014823645353, + -0.00641840323805809, + -0.0027151124086230993, + -0.002792379120364785, + -0.0018645611125975847, + -0.0017843465320765972, + -0.002957880962640047, + -0.0012784524587914348, + -0.0007560949889011681, + -0.0015581869520246983, + -0.0010259757982566953, + -0.0014001178788021207 + ] + }, + "state_bridge": { + "test_acc": 0.675, + "mean_bp_cosine": 0.21027903320888677, + "mean_rho": 0.16716737858951092, + "mean_nudge_001": -0.002424063318661259, + "mean_nudge_003": -0.007164865601225756, + "mean_nudge_01": -0.02264038595603779, + "bp_cosine_per_layer": [ + 0.7589784860610962, + 0.34465640783309937, + 0.20695620775222778, + 0.15412747859954834, + 0.14041899144649506, + 0.152847021818161, + 0.1464981734752655, + 0.13855373859405518, + 0.13026131689548492, + 0.11798880249261856, + 0.11249798536300659, + 0.11956378817558289 + ], + "rho_per_layer": [ + 0.6762608289718628, + 0.29351934790611267, + 0.15623700618743896, + 0.07772233337163925, + 0.09808109700679779, + 0.14218339323997498, + 0.09985582530498505, + 0.07779418677091599, + 0.10923020541667938, + 0.10118008404970169, + 0.08211226016283035, + 0.09183197468519211 + ], + "nudge_per_layer": [ + -0.22324970364570618, + -0.01123635284602642, + -0.0056420015171170235, + -0.0040974924340844154, + -0.0037027131766080856, + -0.003983458504080772, + -0.0038626876194030046, + -0.0036268262192606926, + -0.003363188588991761, + -0.0030670221894979477, + -0.0028224957641214132, + -0.0030306889675557613 + ], + "state_pred_error_per_layer": [ + 10215.58203125, + 8926.0654296875, + 5285.6044921875, + 5192.0830078125, + 4575.35791015625, + 4063.82666015625, + 4966.6884765625, + 5378.6435546875, + 4702.37890625, + 4026.143310546875, + 3985.35595703125, + 3780.156494140625 + ], + "mean_state_pred_error": 5424.8238525390625 + }, + "credit_bridge": { + "test_acc": 0.721, + "mean_bp_cosine": 0.020079606105961528, + "mean_rho": 0.0501531979146724, + "mean_nudge_001": -0.00015450727914867457, + "mean_nudge_003": -0.0004599024711448389, + "mean_nudge_01": -0.001498352525231894, + "bp_cosine_per_layer": [ + -0.0035465662367641926, + -0.001160490675829351, + 0.00486466521397233, + 0.012821277603507042, + 0.012568866834044456, + 0.019143100827932358, + 0.022381767630577087, + 0.024246837943792343, + 0.027966029942035675, + 0.03333558514714241, + 0.04247187077999115, + 0.04586232826113701 + ], + "rho_per_layer": [ + 0.01447216235101223, + -0.01648387312889099, + 0.027175014838576317, + 0.03045208379626274, + 0.05211577191948891, + -0.0074118818156421185, + 0.0508866012096405, + 0.01983593963086605, + 0.03707783669233322, + 0.12354743480682373, + 0.16596439480781555, + 0.10420688986778259 + ], + "nudge_per_layer": [ + 0.002342540305107832, + -0.0004765552293974906, + -0.0007624666905030608, + -0.0012423819862306118, + -0.0012568822130560875, + -0.0016762344166636467, + -0.0018269497668370605, + -0.0020500137470662594, + -0.0022837575525045395, + -0.0026187507901340723, + -0.0029940432868897915, + -0.0031347349286079407 + ], + "final_value_loss": 0.37253577736616134, + "final_term_loss": 0.18445234730243684, + "final_bridge_loss": 0.0251624245762825, + "final_tgrad_loss": 0.16292100727558137 + } + }, + "a0.0_L12_s456": { + "bp": { + "test_acc": 0.9115, + "mean_bp_cosine": 0.7958964506785074, + "mean_rho": 0.9998697290817896, + "mean_nudge_001": -0.0046546936306792, + "mean_nudge_003": -0.013125322526320815, + "mean_nudge_01": -0.03561708889901638, + "bp_cosine_per_layer": [ + 0.841245174407959, + 0.830803632736206, + 0.8195754885673523, + 0.8066799640655518, + 0.7983194589614868, + 0.7908304929733276, + 0.7860588431358337, + 0.7811387777328491, + 0.7771316170692444, + 0.7744728326797485, + 0.7727954983711243, + 0.7717056274414062 + ], + "rho_per_layer": [ + 0.9999991059303284, + 0.9999973177909851, + 0.9999889731407166, + 0.9999734163284302, + 0.9999427795410156, + 0.9998763799667358, + 0.9998629093170166, + 0.9998323321342468, + 0.9997599720954895, + 0.9997479319572449, + 0.9997410774230957, + 0.9997145533561707 + ], + "nudge_per_layer": [ + -0.1470111906528473, + -0.09042022377252579, + -0.050197783857584, + -0.030754856765270233, + -0.021816428750753403, + -0.017199307680130005, + -0.014493460766971111, + -0.012762569822371006, + -0.01160583458840847, + -0.010828070342540741, + -0.010316012427210808, + -0.00999932736158371 + ] + }, + "dfa": { + "test_acc": 0.8275, + "mean_bp_cosine": 0.109907116740942, + "mean_rho": 0.10316232999321073, + "mean_nudge_001": -0.00034242031688336283, + "mean_nudge_003": -0.001020948082441464, + "mean_nudge_01": -0.0033549320845243833, + "bp_cosine_per_layer": [ + 0.0384417325258255, + 0.27492010593414307, + 0.17608770728111267, + 0.12729278206825256, + 0.09575799107551575, + 0.13158489763736725, + 0.07343505322933197, + 0.08012130856513977, + 0.08938327431678772, + 0.09414967149496078, + 0.06517850607633591, + 0.07253237068653107 + ], + "rho_per_layer": [ + -0.00336202559992671, + 0.18004602193832397, + 0.18598641455173492, + 0.15388232469558716, + 0.058810293674468994, + 0.14123386144638062, + 0.05320374667644501, + 0.10196533054113388, + 0.09802494943141937, + 0.10918877273797989, + 0.09344048798084259, + 0.0655277818441391 + ], + "nudge_per_layer": [ + -0.010087584145367146, + -0.006617182400077581, + -0.004152917303144932, + -0.0031182561069726944, + -0.0022262579295784235, + -0.0028664623387157917, + -0.0016081882640719414, + -0.0017378728371113539, + -0.0020772137213498354, + -0.002457245485857129, + -0.0015545324422419071, + -0.0017554720398038626 + ] + }, + "state_bridge": { + "test_acc": 0.684, + "mean_bp_cosine": 0.21628577137986818, + "mean_rho": 0.17074896084765592, + "mean_nudge_001": -0.0019644595328524397, + "mean_nudge_003": -0.0058011185271122185, + "mean_nudge_01": -0.018295541075834382, + "bp_cosine_per_layer": [ + 0.7363088726997375, + 0.32443851232528687, + 0.21702790260314941, + 0.21007081866264343, + 0.16975754499435425, + 0.1722516119480133, + 0.16474759578704834, + 0.12138545513153076, + 0.1178494393825531, + 0.13036376237869263, + 0.11493153870105743, + 0.1162962019443512 + ], + "rho_per_layer": [ + 0.6429969072341919, + 0.2531689405441284, + 0.22036504745483398, + 0.17542049288749695, + 0.15819020569324493, + 0.14438438415527344, + 0.07042165100574493, + 0.11963094770908356, + 0.1070300042629242, + 0.07622774690389633, + 0.035559043288230896, + 0.045592159032821655 + ], + "nudge_per_layer": [ + -0.1725819855928421, + -0.009430286474525928, + -0.0054127369076013565, + -0.005186344031244516, + -0.004062540829181671, + -0.0039931111969053745, + -0.003901706077158451, + -0.003083862829953432, + -0.002966922242194414, + -0.0033692335709929466, + -0.002796228276565671, + -0.002761534880846739 + ], + "state_pred_error_per_layer": [ + 8107.484375, + 6015.64697265625, + 3272.651123046875, + 3025.219970703125, + 3498.379150390625, + 2962.442626953125, + 2732.457275390625, + 3394.069091796875, + 3050.444091796875, + 3397.53271484375, + 3068.22607421875, + 3145.807373046875 + ], + "mean_state_pred_error": 3805.8634033203125 + }, + "credit_bridge": { + "test_acc": 0.669, + "mean_bp_cosine": 0.048155296875241525, + "mean_rho": 0.07334851861620943, + "mean_nudge_001": -0.00035685058537637815, + "mean_nudge_003": -0.0010696607399343823, + "mean_nudge_01": -0.0035326933624067656, + "bp_cosine_per_layer": [ + 0.0015124600613489747, + 0.020085982978343964, + 0.03127610310912132, + 0.03517032414674759, + 0.042219605296850204, + 0.05027471110224724, + 0.05683741718530655, + 0.057938531041145325, + 0.06581299006938934, + 0.06761687994003296, + 0.07107532024383545, + 0.07804323732852936 + ], + "rho_per_layer": [ + 0.03147998824715614, + -0.015333062037825584, + 0.020876668393611908, + 0.07304719090461731, + 0.0599740669131279, + 0.08874240517616272, + 0.05341971293091774, + 0.07721589505672455, + 0.08801877498626709, + 0.10527393221855164, + 0.16833831369876862, + 0.1291283369064331 + ], + "nudge_per_layer": [ + -0.004048495087772608, + -0.0012588155223056674, + -0.0019918864127248526, + -0.002725755563005805, + -0.0028244066052138805, + -0.003425109200179577, + -0.0036919033154845238, + -0.003999053034931421, + -0.0042928787879645824, + -0.004538967739790678, + -0.004742524586617947, + -0.004852524492889643 + ], + "final_value_loss": 0.8257113872528076, + "final_term_loss": 0.5509136886596679, + "final_bridge_loss": 0.049323998257517813, + "final_tgrad_loss": 0.22547370266914368 + } + }, + "a0.25_L2_s42": { + "bp": { + "test_acc": 0.908, + "mean_bp_cosine": 0.8980661034584045, + "mean_rho": 0.9999964535236359, + "mean_nudge_001": -0.01618960639461875, + "mean_nudge_003": -0.04483883548527956, + "mean_nudge_01": -0.11487101018428802, + "bp_cosine_per_layer": [ + 0.9068200588226318, + 0.8893121480941772 + ], + "rho_per_layer": [ + 0.9999985098838806, + 0.9999943971633911 + ], + "nudge_per_layer": [ + -0.15680165588855743, + -0.07294036448001862 + ] + }, + "dfa": { + "test_acc": 0.847, + "mean_bp_cosine": 0.026606750674545765, + "mean_rho": -0.0022891219705343246, + "mean_nudge_001": -2.3714659619145095e-05, + "mean_nudge_003": -1.6182020772248507e-05, + "mean_nudge_01": 0.0005980018759146333, + "bp_cosine_per_layer": [ + -0.008382977917790413, + 0.06159647926688194 + ], + "rho_per_layer": [ + -0.022914212197065353, + 0.018335968255996704 + ], + "nudge_per_layer": [ + 0.0033093439415097237, + -0.002113340189680457 + ] + }, + "state_bridge": { + "test_acc": 0.827, + "mean_bp_cosine": 0.6775506436824799, + "mean_rho": 0.6271905303001404, + "mean_nudge_001": -0.015066297259181738, + "mean_nudge_003": -0.04329914692789316, + "mean_nudge_01": -0.12377128005027771, + "bp_cosine_per_layer": [ + 0.9188902378082275, + 0.4362110495567322 + ], + "rho_per_layer": [ + 0.8401009440422058, + 0.41428011655807495 + ], + "nudge_per_layer": [ + -0.21947401762008667, + -0.02806854248046875 + ], + "state_pred_error_per_layer": [ + 753.1610107421875, + 333.87890625 + ], + "mean_state_pred_error": 543.5199584960938 + }, + "credit_bridge": { + "test_acc": 0.6455, + "mean_bp_cosine": 0.15288914740085602, + "mean_rho": 0.2540942281484604, + "mean_nudge_001": -0.003834493225440383, + "mean_nudge_003": -0.011456333566457033, + "mean_nudge_01": -0.03762407600879669, + "bp_cosine_per_layer": [ + 0.07500731945037842, + 0.23077097535133362 + ], + "rho_per_layer": [ + 0.12894567847251892, + 0.37924277782440186 + ], + "nudge_per_layer": [ + -0.05425257235765457, + -0.020995579659938812 + ], + "final_value_loss": 0.5630231554031372, + "final_term_loss": 0.2533654543399811, + "final_bridge_loss": 0.03314736911058426, + "final_tgrad_loss": 0.27651033034324646 + } + }, + "a0.25_L2_s123": { + "bp": { + "test_acc": 0.92, + "mean_bp_cosine": 0.8535160422325134, + "mean_rho": 0.9999972283840179, + "mean_nudge_001": -0.01451590727083385, + "mean_nudge_003": -0.03988213837146759, + "mean_nudge_01": -0.09831684827804565, + "bp_cosine_per_layer": [ + 0.8569881916046143, + 0.8500438928604126 + ], + "rho_per_layer": [ + 0.9999989867210388, + 0.9999954700469971 + ], + "nudge_per_layer": [ + -0.13159069418907166, + -0.06504300236701965 + ] + }, + "dfa": { + "test_acc": 0.853, + "mean_bp_cosine": 0.0877363346517086, + "mean_rho": 0.0626654140651226, + "mean_nudge_001": -0.0009488673531450331, + "mean_nudge_003": -0.0028224033303558826, + "mean_nudge_01": -0.009134252090007067, + "bp_cosine_per_layer": [ + 0.05345926433801651, + 0.1220134049654007 + ], + "rho_per_layer": [ + 0.09254007041454315, + 0.03279075771570206 + ], + "nudge_per_layer": [ + -0.0142319705337286, + -0.004036533646285534 + ] + }, + "state_bridge": { + "test_acc": 0.834, + "mean_bp_cosine": 0.6950189173221588, + "mean_rho": 0.5849489569664001, + "mean_nudge_001": -0.012975628254935145, + "mean_nudge_003": -0.03723907680250704, + "mean_nudge_01": -0.10619704332202673, + "bp_cosine_per_layer": [ + 0.9177796840667725, + 0.47225815057754517 + ], + "rho_per_layer": [ + 0.7912815809249878, + 0.3786163330078125 + ], + "nudge_per_layer": [ + -0.187799870967865, + -0.02459421567618847 + ], + "state_pred_error_per_layer": [ + 654.3871459960938, + 278.6759338378906 + ], + "mean_state_pred_error": 466.5315399169922 + }, + "credit_bridge": { + "test_acc": 0.638, + "mean_bp_cosine": 0.18947000801563263, + "mean_rho": 0.3388983681797981, + "mean_nudge_001": -0.004155236994847655, + "mean_nudge_003": -0.012411902891471982, + "mean_nudge_01": -0.04074052348732948, + "bp_cosine_per_layer": [ + 0.09752383828163147, + 0.2814161777496338 + ], + "rho_per_layer": [ + 0.2172888070344925, + 0.46050792932510376 + ], + "nudge_per_layer": [ + -0.05797416716814041, + -0.023506879806518555 + ], + "final_value_loss": 0.6248516966819763, + "final_term_loss": 0.2734043194293976, + "final_bridge_loss": 0.04374015842676163, + "final_tgrad_loss": 0.3077072183132172 + } + }, + "a0.25_L2_s456": { + "bp": { + "test_acc": 0.914, + "mean_bp_cosine": 0.8777631521224976, + "mean_rho": 0.9999973177909851, + "mean_nudge_001": -0.017619559541344643, + "mean_nudge_003": -0.04847448691725731, + "mean_nudge_01": -0.1200898252427578, + "bp_cosine_per_layer": [ + 0.8855119943618774, + 0.8700143098831177 + ], + "rho_per_layer": [ + 0.9999988079071045, + 0.9999958276748657 + ], + "nudge_per_layer": [ + -0.16111940145492554, + -0.07906024903059006 + ] + }, + "dfa": { + "test_acc": 0.842, + "mean_bp_cosine": 0.049672482535243034, + "mean_rho": 0.03196176886558533, + "mean_nudge_001": -0.0005511407216545194, + "mean_nudge_003": -0.0016261094715446234, + "mean_nudge_01": -0.0050985191483050585, + "bp_cosine_per_layer": [ + 0.015632983297109604, + 0.08371198177337646 + ], + "rho_per_layer": [ + -0.06864285469055176, + 0.1325663924217224 + ], + "nudge_per_layer": [ + -0.006782663054764271, + -0.003414375241845846 + ] + }, + "state_bridge": { + "test_acc": 0.817, + "mean_bp_cosine": 0.7210330367088318, + "mean_rho": 0.6920621693134308, + "mean_nudge_001": -0.01618554489687085, + "mean_nudge_003": -0.04673728672787547, + "mean_nudge_01": -0.13591178134083748, + "bp_cosine_per_layer": [ + 0.9367842674255371, + 0.5052818059921265 + ], + "rho_per_layer": [ + 0.846778392791748, + 0.5373459458351135 + ], + "nudge_per_layer": [ + -0.23458413779735565, + -0.037239424884319305 + ], + "state_pred_error_per_layer": [ + 626.5816650390625, + 277.74237060546875 + ], + "mean_state_pred_error": 452.1620178222656 + }, + "credit_bridge": { + "test_acc": 0.6685, + "mean_bp_cosine": 0.21126148104667664, + "mean_rho": 0.3547997772693634, + "mean_nudge_001": -0.004930314142256975, + "mean_nudge_003": -0.014735064469277859, + "mean_nudge_01": -0.048451079055666924, + "bp_cosine_per_layer": [ + 0.13380715250968933, + 0.28871580958366394 + ], + "rho_per_layer": [ + 0.2647465467453003, + 0.4448530077934265 + ], + "nudge_per_layer": [ + -0.07276535779237747, + -0.024136800318956375 + ], + "final_value_loss": 0.4186974630832672, + "final_term_loss": 0.13192469900846482, + "final_bridge_loss": 0.02328252377510071, + "final_tgrad_loss": 0.2634902417182922 + } + }, + "a0.25_L4_s42": { + "bp": { + "test_acc": 0.911, + "mean_bp_cosine": 0.841001495718956, + "mean_rho": 0.9999824017286301, + "mean_nudge_001": -0.012893156963400543, + "mean_nudge_003": -0.035831862362101674, + "mean_nudge_01": -0.09177740290760994, + "bp_cosine_per_layer": [ + 0.868922770023346, + 0.8429951667785645, + 0.8289605379104614, + 0.8231275081634521 + ], + "rho_per_layer": [ + 0.999998927116394, + 0.9999972581863403, + 0.9999882578849792, + 0.9999451637268066 + ], + "nudge_per_layer": [ + -0.17674864828586578, + -0.10683682560920715, + -0.05415143817663193, + -0.029372699558734894 + ] + }, + "dfa": { + "test_acc": 0.8515, + "mean_bp_cosine": 0.0922011851798743, + "mean_rho": 0.09930456057190895, + "mean_nudge_001": -0.0006074781995266676, + "mean_nudge_003": -0.001813438575481996, + "mean_nudge_01": -0.005950940365437418, + "bp_cosine_per_layer": [ + 0.006489354185760021, + 0.12851163744926453, + 0.11991241574287415, + 0.11389133334159851 + ], + "rho_per_layer": [ + 0.029786743223667145, + 0.18639126420021057, + 0.11502038687467575, + 0.06601984798908234 + ], + "nudge_per_layer": [ + -0.01056693121790886, + -0.006519604474306107, + -0.003515135496854782, + -0.003202090272679925 + ] + }, + "state_bridge": { + "test_acc": 0.738, + "mean_bp_cosine": 0.3966497778892517, + "mean_rho": 0.33668526262044907, + "mean_nudge_001": -0.006818186957389116, + "mean_nudge_003": -0.020020907453726977, + "mean_nudge_01": -0.0618970247451216, + "bp_cosine_per_layer": [ + 0.8448630571365356, + 0.4407959580421448, + 0.15707260370254517, + 0.14386749267578125 + ], + "rho_per_layer": [ + 0.7033247947692871, + 0.34020179510116577, + 0.13395404815673828, + 0.1692604124546051 + ], + "nudge_per_layer": [ + -0.2203540802001953, + -0.01797248050570488, + -0.004883656278252602, + -0.004377881996333599 + ], + "state_pred_error_per_layer": [ + 3192.55322265625, + 2613.6337890625, + 1881.11669921875, + 2102.51953125 + ], + "mean_state_pred_error": 2447.455810546875 + }, + "credit_bridge": { + "test_acc": 0.662, + "mean_bp_cosine": 0.1593644004315138, + "mean_rho": 0.2909943610429764, + "mean_nudge_001": -0.0019232924096286297, + "mean_nudge_003": -0.005755707039497793, + "mean_nudge_01": -0.019015976693481207, + "bp_cosine_per_layer": [ + 0.07093458622694016, + 0.19623729586601257, + 0.18378585577011108, + 0.18649986386299133 + ], + "rho_per_layer": [ + 0.14815130829811096, + 0.336488276720047, + 0.35506749153137207, + 0.3242703676223755 + ], + "nudge_per_layer": [ + -0.033366985619068146, + -0.015239425003528595, + -0.013842864893376827, + -0.01361463125795126 + ], + "final_value_loss": 0.5039997359514237, + "final_term_loss": 0.20441836426854135, + "final_bridge_loss": 0.03893857387006283, + "final_tgrad_loss": 0.26064279942512514 + } + }, + "a0.25_L4_s123": { + "bp": { + "test_acc": 0.917, + "mean_bp_cosine": 0.7935318648815155, + "mean_rho": 0.9999762326478958, + "mean_nudge_001": -0.01081152242841199, + "mean_nudge_003": -0.029669071780517697, + "mean_nudge_01": -0.0743116931989789, + "bp_cosine_per_layer": [ + 0.8279672861099243, + 0.8114954233169556, + 0.7863935232162476, + 0.7482712268829346 + ], + "rho_per_layer": [ + 0.9999987483024597, + 0.9999956488609314, + 0.999983012676239, + 0.9999275207519531 + ], + "nudge_per_layer": [ + -0.14138484001159668, + -0.08725307881832123, + -0.04476301744580269, + -0.023845836520195007 + ] + }, + "dfa": { + "test_acc": 0.824, + "mean_bp_cosine": 0.1441014357842505, + "mean_rho": 0.14396781660616398, + "mean_nudge_001": -0.0003178600236424245, + "mean_nudge_003": -0.0009397821850143373, + "mean_nudge_01": -0.0029927556752227247, + "bp_cosine_per_layer": [ + -0.030194921419024467, + 0.3003618121147156, + 0.18209302425384521, + 0.12414582818746567 + ], + "rho_per_layer": [ + -0.038011275231838226, + 0.29912513494491577, + 0.1735759675502777, + 0.14118143916130066 + ], + "nudge_per_layer": [ + 0.005076530389487743, + -0.00841662660241127, + -0.005011391825973988, + -0.0036195346619933844 + ] + }, + "state_bridge": { + "test_acc": 0.733, + "mean_bp_cosine": 0.3913041353225708, + "mean_rho": 0.3523585610091686, + "mean_nudge_001": -0.0061569800454890355, + "mean_nudge_003": -0.01808436232386157, + "mean_nudge_01": -0.055880151805467904, + "bp_cosine_per_layer": [ + 0.821143627166748, + 0.36722686886787415, + 0.20176959037780762, + 0.1750764548778534 + ], + "rho_per_layer": [ + 0.6905952095985413, + 0.36183467507362366, + 0.19890159368515015, + 0.15810276567935944 + ], + "nudge_per_layer": [ + -0.1973220407962799, + -0.013631552457809448, + -0.0068134344182908535, + -0.0057535795494914055 + ], + "state_pred_error_per_layer": [ + 3017.568359375, + 2069.30517578125, + 2103.28662109375, + 1370.3270263671875 + ], + "mean_state_pred_error": 2140.121795654297 + }, + "credit_bridge": { + "test_acc": 0.7085, + "mean_bp_cosine": 0.11074696853756905, + "mean_rho": 0.20390365412458777, + "mean_nudge_001": -0.0010930995340459049, + "mean_nudge_003": -0.0032710169325582683, + "mean_nudge_01": -0.010791003005579114, + "bp_cosine_per_layer": [ + 0.021101564168930054, + 0.1092284768819809, + 0.14931762218475342, + 0.16334021091461182 + ], + "rho_per_layer": [ + 0.026919251307845116, + 0.23688018321990967, + 0.28421375155448914, + 0.2676014304161072 + ], + "nudge_per_layer": [ + -0.008425744250416756, + -0.009595570154488087, + -0.012630455195903778, + -0.012512242421507835 + ], + "final_value_loss": 0.44552071504592894, + "final_term_loss": 0.1639193995475769, + "final_bridge_loss": 0.022096455523371698, + "final_tgrad_loss": 0.2595048580646515 + } + }, + "a0.25_L4_s456": { + "bp": { + "test_acc": 0.9185, + "mean_bp_cosine": 0.7816510498523712, + "mean_rho": 0.9999814331531525, + "mean_nudge_001": -0.01180829742224887, + "mean_nudge_003": -0.032709411811083555, + "mean_nudge_01": -0.08326426614075899, + "bp_cosine_per_layer": [ + 0.8029586672782898, + 0.7900986075401306, + 0.7753629684448242, + 0.7581839561462402 + ], + "rho_per_layer": [ + 0.999998927116394, + 0.9999964237213135, + 0.999983549118042, + 0.9999468326568604 + ], + "nudge_per_layer": [ + -0.15638579428195953, + -0.09745092689990997, + -0.05102477967739105, + -0.028195563703775406 + ] + }, + "dfa": { + "test_acc": 0.8515, + "mean_bp_cosine": 0.06627230579033494, + "mean_rho": 0.10299420775845647, + "mean_nudge_001": -0.000254730271990411, + "mean_nudge_003": -0.0007513021846534684, + "mean_nudge_01": -0.0023495194036513567, + "bp_cosine_per_layer": [ + -0.014162426814436913, + 0.0798005759716034, + 0.09311279654502869, + 0.10633827745914459 + ], + "rho_per_layer": [ + 0.041398823261260986, + 0.02247910387814045, + 0.1714327037334442, + 0.17666620016098022 + ], + "nudge_per_layer": [ + 0.002492401283234358, + -0.005343085154891014, + -0.0033098761923611164, + -0.003237517550587654 + ] + }, + "state_bridge": { + "test_acc": 0.7085, + "mean_bp_cosine": 0.37615348026156425, + "mean_rho": 0.3445914164185524, + "mean_nudge_001": -0.00598156735941302, + "mean_nudge_003": -0.017677294556051493, + "mean_nudge_01": -0.055878938641399145, + "bp_cosine_per_layer": [ + 0.8312708735466003, + 0.37615716457366943, + 0.14436809718608856, + 0.15281778573989868 + ], + "rho_per_layer": [ + 0.7588610649108887, + 0.34236449003219604, + 0.14024245738983154, + 0.13689765334129333 + ], + "nudge_per_layer": [ + -0.19714727997779846, + -0.01597677543759346, + -0.004914070479571819, + -0.005477628670632839 + ], + "state_pred_error_per_layer": [ + 2233.37158203125, + 1546.82080078125, + 996.9107666015625, + 942.33251953125 + ], + "mean_state_pred_error": 1429.8589172363281 + }, + "credit_bridge": { + "test_acc": 0.6185, + "mean_bp_cosine": 0.1528007835149765, + "mean_rho": 0.2638061139732599, + "mean_nudge_001": -0.0015675137401558459, + "mean_nudge_003": -0.004692548653110862, + "mean_nudge_01": -0.015524385962635279, + "bp_cosine_per_layer": [ + 0.048861026763916016, + 0.17950567603111267, + 0.17905107140541077, + 0.20378535985946655 + ], + "rho_per_layer": [ + 0.07314518839120865, + 0.3309200406074524, + 0.2789418697357178, + 0.3722173571586609 + ], + "nudge_per_layer": [ + -0.017692390829324722, + -0.014619983732700348, + -0.014469930902123451, + -0.015315238386392593 + ], + "final_value_loss": 0.64283842253685, + "final_term_loss": 0.27786159224510193, + "final_bridge_loss": 0.049283357608318326, + "final_tgrad_loss": 0.31569347660541536 + } + }, + "a0.25_L8_s42": { + "bp": { + "test_acc": 0.8955, + "mean_bp_cosine": 0.8411818519234657, + "mean_rho": 0.999948225915432, + "mean_nudge_001": -0.008358085062354803, + "mean_nudge_003": -0.023856630141381174, + "mean_nudge_01": -0.06703015509992838, + "bp_cosine_per_layer": [ + 0.8706932663917542, + 0.8596300482749939, + 0.8512309789657593, + 0.842391848564148, + 0.8334972858428955, + 0.8275372385978699, + 0.823634147644043, + 0.8208400011062622 + ], + "rho_per_layer": [ + 0.9999992847442627, + 0.9999973773956299, + 0.9999889731407166, + 0.9999737739562988, + 0.999952495098114, + 0.9999229311943054, + 0.9998778104782104, + 0.999873161315918 + ], + "nudge_per_layer": [ + -0.19971789419651031, + -0.12236367166042328, + -0.07083894312381744, + -0.044348303228616714, + -0.031799670308828354, + -0.02545534446835518, + -0.02191336825489998, + -0.01980404555797577 + ] + }, + "dfa": { + "test_acc": 0.835, + "mean_bp_cosine": 0.06675009592436254, + "mean_rho": 0.0799849673639983, + "mean_nudge_001": -6.642583684879355e-06, + "mean_nudge_003": -9.95869777398184e-06, + "mean_nudge_01": 0.00010420403850730509, + "bp_cosine_per_layer": [ + -0.029614916071295738, + 0.08655504137277603, + 0.09347832202911377, + 0.10665939003229141, + 0.10298001766204834, + 0.055703092366456985, + 0.06406168639659882, + 0.054178133606910706 + ], + "rho_per_layer": [ + -0.10576558113098145, + 0.13653026521205902, + 0.13744692504405975, + 0.169493168592453, + 0.1142939031124115, + 0.09325758367776871, + 0.1042378693819046, + -0.00961439497768879 + ], + "nudge_per_layer": [ + 0.021624702960252762, + -0.006033358629792929, + -0.003085250034928322, + -0.0032903538085520267, + -0.0030274176970124245, + -0.0016871094703674316, + -0.0020643905736505985, + -0.0016031904378905892 + ] + }, + "state_bridge": { + "test_acc": 0.7705, + "mean_bp_cosine": 0.2720195781439543, + "mean_rho": 0.24409680720418692, + "mean_nudge_001": -0.0037333294421841856, + "mean_nudge_003": -0.01090175670105964, + "mean_nudge_01": -0.03293398043024354, + "bp_cosine_per_layer": [ + 0.8497925996780396, + 0.4692588150501251, + 0.1727459728717804, + 0.1467132717370987, + 0.13944602012634277, + 0.1262509524822235, + 0.13373470306396484, + 0.13821429014205933 + ], + "rho_per_layer": [ + 0.7623768448829651, + 0.4223487377166748, + 0.18194836378097534, + 0.12129966914653778, + 0.11680327355861664, + 0.15588274598121643, + 0.1260674148797989, + 0.06604740768671036 + ], + "nudge_per_layer": [ + -0.23203837871551514, + -0.013907128013670444, + -0.0036564678885042667, + -0.0029728016816079617, + -0.0027978671714663506, + -0.0026036568451672792, + -0.002694307826459408, + -0.0028012352995574474 + ], + "state_pred_error_per_layer": [ + 10530.408203125, + 8501.392578125, + 5819.005859375, + 4775.642578125, + 4112.55224609375, + 3853.83984375, + 4342.64697265625, + 3851.865478515625 + ], + "mean_state_pred_error": 5723.419219970703 + }, + "credit_bridge": { + "test_acc": 0.616, + "mean_bp_cosine": 0.11742978217080235, + "mean_rho": 0.20278298296034336, + "mean_nudge_001": -0.000763369575906836, + "mean_nudge_003": -0.0022864671773277223, + "mean_nudge_01": -0.007572929258458316, + "bp_cosine_per_layer": [ + 0.0006081201136112213, + 0.13602128624916077, + 0.1264307200908661, + 0.13147516548633575, + 0.14721693098545074, + 0.1274956315755844, + 0.13849349319934845, + 0.1316969096660614 + ], + "rho_per_layer": [ + 0.0121258944272995, + 0.21904222667217255, + 0.23992177844047546, + 0.23384322226047516, + 0.24397125840187073, + 0.24230614304542542, + 0.23810306191444397, + 0.1929502785205841 + ], + "nudge_per_layer": [ + 0.0015163691714406013, + -0.009462166577577591, + -0.008223006501793861, + -0.008610539138317108, + -0.009565019980072975, + -0.00855704490095377, + -0.008995135314762592, + -0.008686890825629234 + ], + "final_value_loss": 0.5891867377281189, + "final_term_loss": 0.3338063308954239, + "final_bridge_loss": 0.026477533173561097, + "final_tgrad_loss": 0.2289028725862503 + } + }, + "a0.25_L8_s123": { + "bp": { + "test_acc": 0.896, + "mean_bp_cosine": 0.8579939901828766, + "mean_rho": 0.9999475553631783, + "mean_nudge_001": -0.008832237246679142, + "mean_nudge_003": -0.02530999999726191, + "mean_nudge_01": -0.07218505791388452, + "bp_cosine_per_layer": [ + 0.8995364308357239, + 0.8806806802749634, + 0.8653636574745178, + 0.852218508720398, + 0.8451849222183228, + 0.8416627645492554, + 0.8401176333427429, + 0.8391873240470886 + ], + "rho_per_layer": [ + 0.9999992251396179, + 0.9999973773956299, + 0.9999878406524658, + 0.9999729990959167, + 0.9999438524246216, + 0.9999128580093384, + 0.9999063611030579, + 0.9998599290847778 + ], + "nudge_per_layer": [ + -0.2192329615354538, + -0.13158643245697021, + -0.07524827122688293, + -0.04681030660867691, + -0.03351406753063202, + -0.026811176910996437, + -0.02318240888416767, + -0.02109483815729618 + ] + }, + "dfa": { + "test_acc": 0.833, + "mean_bp_cosine": 0.07527017407119274, + "mean_rho": 0.08970394870266318, + "mean_nudge_001": -3.044791992579121e-05, + "mean_nudge_003": -8.396412886213511e-05, + "mean_nudge_01": -0.00019736881949938834, + "bp_cosine_per_layer": [ + -0.030230171978473663, + 0.1515132635831833, + 0.08784028142690659, + 0.07231537997722626, + 0.09554086625576019, + 0.09082843363285065, + 0.05412551760673523, + 0.0802278220653534 + ], + "rho_per_layer": [ + 0.04074572026729584, + 0.1662997603416443, + 0.08309999853372574, + 0.07389070093631744, + 0.14882703125476837, + 0.04519672691822052, + 0.0252661295235157, + 0.13430552184581757 + ], + "nudge_per_layer": [ + 0.013973418623209, + -0.0047885943204164505, + -0.0020089128520339727, + -0.0015227446565404534, + -0.002120924647897482, + -0.0020366935059428215, + -0.001262089004740119, + -0.0018124101916328073 + ] + }, + "state_bridge": { + "test_acc": 0.753, + "mean_bp_cosine": 0.26880230009555817, + "mean_rho": 0.23677901271730661, + "mean_nudge_001": -0.0032272498192469357, + "mean_nudge_003": -0.009375294612254947, + "mean_nudge_01": -0.027950568503001705, + "bp_cosine_per_layer": [ + 0.8559742569923401, + 0.48324936628341675, + 0.20313377678394318, + 0.15002062916755676, + 0.13207414746284485, + 0.11473802477121353, + 0.10703189671039581, + 0.10419630259275436 + ], + "rho_per_layer": [ + 0.712527871131897, + 0.4307812452316284, + 0.20181137323379517, + 0.13881561160087585, + 0.15075963735580444, + 0.09288278967142105, + 0.0890430212020874, + 0.0776105523109436 + ], + "nudge_per_layer": [ + -0.19413721561431885, + -0.013532894663512707, + -0.004060069564729929, + -0.0029658200219273567, + -0.00256463885307312, + -0.0022291922941803932, + -0.00204793200828135, + -0.002066785003989935 + ], + "state_pred_error_per_layer": [ + 8381.830078125, + 6536.470703125, + 4195.43359375, + 3240.16162109375, + 3085.78857421875, + 3078.50390625, + 3156.81787109375, + 3267.9345703125 + ], + "mean_state_pred_error": 4367.867614746094 + }, + "credit_bridge": { + "test_acc": 0.651, + "mean_bp_cosine": 0.131322234403342, + "mean_rho": 0.19494653795845807, + "mean_nudge_001": -0.0009437191256438382, + "mean_nudge_003": -0.002826296287821606, + "mean_nudge_01": -0.009364197961986065, + "bp_cosine_per_layer": [ + 0.021486874669790268, + 0.13597777485847473, + 0.14020901918411255, + 0.16125136613845825, + 0.15609152615070343, + 0.1541982889175415, + 0.14447104930877686, + 0.13689197599887848 + ], + "rho_per_layer": [ + 0.021052071824669838, + 0.17873916029930115, + 0.25896143913269043, + 0.18253415822982788, + 0.20761561393737793, + 0.24419330060482025, + 0.21560567617416382, + 0.25087088346481323 + ], + "nudge_per_layer": [ + -0.006693178787827492, + -0.009655885398387909, + -0.009345939382910728, + -0.010369300842285156, + -0.010154420509934425, + -0.010046296752989292, + -0.009472687728703022, + -0.009175874292850494 + ], + "final_value_loss": 0.41045001599788666, + "final_term_loss": 0.17502211028933526, + "final_bridge_loss": 0.01536440534889698, + "final_tgrad_loss": 0.2200635038137436 + } + }, + "a0.25_L8_s456": { + "bp": { + "test_acc": 0.8915, + "mean_bp_cosine": 0.8808343783020973, + "mean_rho": 0.9999449253082275, + "mean_nudge_001": -0.00886416298453696, + "mean_nudge_003": -0.025221005314961076, + "mean_nudge_01": -0.07025118661113083, + "bp_cosine_per_layer": [ + 0.9125592708587646, + 0.9000785946846008, + 0.8909372687339783, + 0.8829550743103027, + 0.8725745677947998, + 0.8661020994186401, + 0.8620940446853638, + 0.8593741059303284 + ], + "rho_per_layer": [ + 0.999998927116394, + 0.9999973177909851, + 0.9999907612800598, + 0.9999756813049316, + 0.9999436140060425, + 0.9999102354049683, + 0.9998818635940552, + 0.9998610019683838 + ], + "nudge_per_layer": [ + -0.20531992614269257, + -0.12906500697135925, + -0.07575342804193497, + -0.04753156006336212, + -0.033830925822257996, + -0.02684028074145317, + -0.02297976426780224, + -0.020688600838184357 + ] + }, + "dfa": { + "test_acc": 0.8165, + "mean_bp_cosine": 0.1053345538675785, + "mean_rho": 0.1329206523951143, + "mean_nudge_001": -0.0005203891905694036, + "mean_nudge_003": -0.0015467511984752491, + "mean_nudge_01": -0.0049866703047882766, + "bp_cosine_per_layer": [ + 0.023487910628318787, + 0.16097302734851837, + 0.15321409702301025, + 0.08171598613262177, + 0.09132305532693863, + 0.0943714827299118, + 0.12134475260972977, + 0.11624611914157867 + ], + "rho_per_layer": [ + 0.006953349336981773, + 0.2090909481048584, + 0.23601846396923065, + 0.09328415989875793, + 0.10916170477867126, + 0.12872634828090668, + 0.15839380025863647, + 0.12173644453287125 + ], + "nudge_per_layer": [ + -0.013351024128496647, + -0.0065501369535923, + -0.004914519842714071, + -0.002402292797341943, + -0.002674146555364132, + -0.0028969072736799717, + -0.0036479653790593147, + -0.0034563695080578327 + ] + }, + "state_bridge": { + "test_acc": 0.765, + "mean_bp_cosine": 0.24095587618649006, + "mean_rho": 0.20889087952673435, + "mean_nudge_001": -0.0035492044535203604, + "mean_nudge_003": -0.01036601059968234, + "mean_nudge_01": -0.03139855920744594, + "bp_cosine_per_layer": [ + 0.8715300559997559, + 0.44268321990966797, + 0.14538408815860748, + 0.1153520941734314, + 0.09680549800395966, + 0.08768410980701447, + 0.08654746413230896, + 0.08166047930717468 + ], + "rho_per_layer": [ + 0.7710200548171997, + 0.4253605008125305, + 0.09275925159454346, + 0.09712537378072739, + 0.11123719066381454, + 0.028249293565750122, + 0.05002531409263611, + 0.09535005688667297 + ], + "nudge_per_layer": [ + -0.22555799782276154, + -0.012845459394156933, + -0.003021553158760071, + -0.0024172987323254347, + -0.002025863155722618, + -0.0018953735707327724, + -0.0018195084994658828, + -0.0016054193256422877 + ], + "state_pred_error_per_layer": [ + 7857.92041015625, + 7327.2666015625, + 4158.3056640625, + 3231.240234375, + 3079.712890625, + 2843.65966796875, + 3014.824951171875, + 2904.82080078125 + ], + "mean_state_pred_error": 4302.218902587891 + }, + "credit_bridge": { + "test_acc": 0.6845, + "mean_bp_cosine": 0.08619831164833158, + "mean_rho": 0.20396122278179973, + "mean_nudge_001": -0.0008905812101147603, + "mean_nudge_003": -0.0026642234588507563, + "mean_nudge_01": -0.008798376395134255, + "bp_cosine_per_layer": [ + -0.005484581924974918, + 0.03739434853196144, + 0.0736197978258133, + 0.10366753488779068, + 0.11266068369150162, + 0.12653732299804688, + 0.11692580580711365, + 0.12426558136940002 + ], + "rho_per_layer": [ + -0.0015162499621510506, + 0.12250564247369766, + 0.22542724013328552, + 0.204342320561409, + 0.2217923402786255, + 0.28867796063423157, + 0.33211782574653625, + 0.23834270238876343 + ], + "nudge_per_layer": [ + 0.0002549269702285528, + -0.006913396995514631, + -0.008808376267552376, + -0.010325662791728973, + -0.010591026395559311, + -0.011654841713607311, + -0.010967787355184555, + -0.011380846612155437 + ], + "final_value_loss": 0.966836922454834, + "final_term_loss": 0.6684003219604492, + "final_bridge_loss": 0.09051647346019745, + "final_tgrad_loss": 0.20792012577056884 + } + }, + "a0.25_L12_s42": { + "bp": { + "test_acc": 0.897, + "mean_bp_cosine": 0.826698362827301, + "mean_rho": 0.9998699675003687, + "mean_nudge_001": -0.006519351474707946, + "mean_nudge_003": -0.0185935211678346, + "mean_nudge_01": -0.05259064872128268, + "bp_cosine_per_layer": [ + 0.8824102282524109, + 0.865839958190918, + 0.8526839017868042, + 0.839972198009491, + 0.826134204864502, + 0.8190910220146179, + 0.8134430646896362, + 0.8095068335533142, + 0.8061133027076721, + 0.8034266233444214, + 0.8016149997711182, + 0.8001440167427063 + ], + "rho_per_layer": [ + 0.9999990463256836, + 0.9999975562095642, + 0.9999887347221375, + 0.9999736547470093, + 0.9999515414237976, + 0.9999052882194519, + 0.9998592138290405, + 0.999845027923584, + 0.99979567527771, + 0.9997392892837524, + 0.999713659286499, + 0.9996709227561951 + ], + "nudge_per_layer": [ + -0.21559840440750122, + -0.13125374913215637, + -0.0758625715970993, + -0.04728776216506958, + -0.03328181058168411, + -0.025909576565027237, + -0.021545151248574257, + -0.01875336468219757, + -0.016917269676923752, + -0.015656160190701485, + -0.014799138531088829, + -0.01422282587736845 + ] + }, + "dfa": { + "test_acc": 0.8165, + "mean_bp_cosine": 0.06692749153201778, + "mean_rho": 0.09511666395701468, + "mean_nudge_001": -0.0003660954941248444, + "mean_nudge_003": -0.0010870555027698476, + "mean_nudge_01": -0.003503491034886489, + "bp_cosine_per_layer": [ + 0.02035588026046753, + 0.09721152484416962, + 0.10017214715480804, + 0.06879279017448425, + 0.0898706465959549, + 0.0775061622262001, + 0.0738426148891449, + 0.022470442578196526, + 0.03698011115193367, + 0.09759337455034256, + 0.05344103276729584, + 0.06489317119121552 + ], + "rho_per_layer": [ + -0.041805852204561234, + 0.14336195588111877, + 0.21263040602207184, + 0.15326815843582153, + 0.04533267021179199, + 0.07981619238853455, + 0.08665720373392105, + 0.004602088592946529, + 0.0780038833618164, + 0.11769488453865051, + 0.1415681391954422, + 0.12027023732662201 + ], + "nudge_per_layer": [ + -0.007749770302325487, + -0.008321389555931091, + -0.003876405069604516, + -0.0026999912224709988, + -0.0026630363427102566, + -0.0033310302533209324, + -0.0026011697482317686, + -0.0011158722918480635, + -0.0018408913165330887, + -0.0036767907440662384, + -0.0019704087171703577, + -0.0021951368544250727 + ] + }, + "state_bridge": { + "test_acc": 0.687, + "mean_bp_cosine": 0.1969081535935402, + "mean_rho": 0.18958334562679133, + "mean_nudge_001": -0.0026059118196523436, + "mean_nudge_003": -0.007709211970601852, + "mean_nudge_01": -0.02444164449116215, + "bp_cosine_per_layer": [ + 0.7618155479431152, + 0.3189862072467804, + 0.20356883108615875, + 0.1471748650074005, + 0.14541830122470856, + 0.13144558668136597, + 0.11054451763629913, + 0.12045299261808395, + 0.11467338353395462, + 0.1017053946852684, + 0.10614258050918579, + 0.10096963495016098 + ], + "rho_per_layer": [ + 0.6406711339950562, + 0.31470298767089844, + 0.1861359179019928, + 0.17725443840026855, + 0.11286133527755737, + 0.1387007087469101, + 0.07976903766393661, + 0.11419158428907394, + 0.13525697588920593, + 0.13865813612937927, + 0.10792528837919235, + 0.1288726031780243 + ], + "nudge_per_layer": [ + -0.24276113510131836, + -0.011681582778692245, + -0.006372842937707901, + -0.004580066539347172, + -0.004361784551292658, + -0.004005158320069313, + -0.0033329487778246403, + -0.003609130624681711, + -0.003437052248045802, + -0.003070915350690484, + -0.0031537071336060762, + -0.0029334095306694508 + ], + "state_pred_error_per_layer": [ + 13069.6103515625, + 12902.267578125, + 5325.7177734375, + 4598.6796875, + 4871.38818359375, + 4525.17333984375, + 4230.712890625, + 4117.212890625, + 3694.05078125, + 3737.547607421875, + 3966.26025390625, + 4157.70654296875 + ], + "mean_state_pred_error": 5766.360656738281 + }, + "credit_bridge": { + "test_acc": 0.6145, + "mean_bp_cosine": 0.07906571677691925, + "mean_rho": 0.138323282978187, + "mean_nudge_001": -0.000623912480174719, + "mean_nudge_003": -0.0018697016639634967, + "mean_nudge_01": -0.006201692313576738, + "bp_cosine_per_layer": [ + -0.00034100248012691736, + 0.04912012815475464, + 0.07342620939016342, + 0.08266763389110565, + 0.08488726615905762, + 0.08897420018911362, + 0.09187051653862, + 0.09561659395694733, + 0.09157264232635498, + 0.0947732925415039, + 0.09517554938793182, + 0.10104557126760483 + ], + "rho_per_layer": [ + 0.03049650974571705, + 0.10809889435768127, + 0.08979646861553192, + 0.17959633469581604, + 0.1275440901517868, + 0.17255432903766632, + 0.16415373980998993, + 0.11534757167100906, + 0.17073199152946472, + 0.15983673930168152, + 0.15877583622932434, + 0.18294689059257507 + ], + "nudge_per_layer": [ + -0.003660556860268116, + -0.004647519439458847, + -0.005617665126919746, + -0.006360755302011967, + -0.006202561780810356, + -0.006613034754991531, + -0.006794797722250223, + -0.006956290453672409, + -0.006790010258555412, + -0.006838815752416849, + -0.006875438615679741, + -0.007062861695885658 + ], + "final_value_loss": 0.5342490439891815, + "final_term_loss": 0.2775654150247574, + "final_bridge_loss": 0.01819542294666171, + "final_tgrad_loss": 0.2384882021665573 + } + }, + "a0.25_L12_s123": { + "bp": { + "test_acc": 0.902, + "mean_bp_cosine": 0.7854474087556204, + "mean_rho": 0.9998569438854853, + "mean_nudge_001": -0.005986864319614445, + "mean_nudge_003": -0.01699222985189408, + "mean_nudge_01": -0.04738136318822702, + "bp_cosine_per_layer": [ + 0.8318638801574707, + 0.8205357789993286, + 0.8115277886390686, + 0.8032979965209961, + 0.7886118292808533, + 0.7801527976989746, + 0.7755030393600464, + 0.769822359085083, + 0.7656118869781494, + 0.7624454498291016, + 0.7592873573303223, + 0.7567087411880493 + ], + "rho_per_layer": [ + 0.9999992251396179, + 0.9999969005584717, + 0.9999886155128479, + 0.9999699592590332, + 0.9999390244483948, + 0.9998932480812073, + 0.9998554587364197, + 0.9998190999031067, + 0.9997619986534119, + 0.9997045397758484, + 0.9997037649154663, + 0.9996514916419983 + ], + "nudge_per_layer": [ + -0.19001588225364685, + -0.1191760003566742, + -0.0696173831820488, + -0.04359997808933258, + -0.030619269236922264, + -0.023702502250671387, + -0.019644131883978844, + -0.01702706888318062, + -0.015273808501660824, + -0.014067228883504868, + -0.01321301981806755, + -0.012620084919035435 + ] + }, + "dfa": { + "test_acc": 0.8475, + "mean_bp_cosine": 0.08017303561791778, + "mean_rho": 0.06949969536314408, + "mean_nudge_001": -0.00017117233619501349, + "mean_nudge_003": -0.0005107432225486264, + "mean_nudge_01": -0.0016712878035226215, + "bp_cosine_per_layer": [ + 0.007017737254500389, + 0.1750856339931488, + 0.09811605513095856, + 0.09870222210884094, + 0.06923168152570724, + 0.07072796672582626, + 0.1299426257610321, + 0.06372487545013428, + 0.05202930420637131, + 0.07090489566326141, + 0.04892899468541145, + 0.07766443490982056 + ], + "rho_per_layer": [ + -0.05082311853766441, + 0.15127798914909363, + 0.10723739117383957, + 0.1141807958483696, + 0.10590988397598267, + 0.05159565061330795, + 0.11685939878225327, + 0.06997300684452057, + 0.00848393514752388, + 0.09840574860572815, + 0.04575839638710022, + 0.015137266367673874 + ], + "nudge_per_layer": [ + -9.43206250667572e-05, + -0.004689650610089302, + -0.0020264536142349243, + -0.0020407852716743946, + -0.0012656663311645389, + -0.0012923413887619972, + -0.0026080894749611616, + -0.0013762509915977716, + -0.0008721412159502506, + -0.0014046088326722383, + -0.0009981195908039808, + -0.0013870256952941418 + ] + }, + "state_bridge": { + "test_acc": 0.653, + "mean_bp_cosine": 0.212141719336311, + "mean_rho": 0.16903599786261717, + "mean_nudge_001": -0.002121228181446592, + "mean_nudge_003": -0.006256894756612989, + "mean_nudge_01": -0.019624086019272607, + "bp_cosine_per_layer": [ + 0.7411977648735046, + 0.3599514067173004, + 0.24466437101364136, + 0.18324854969978333, + 0.1438049077987671, + 0.1288401186466217, + 0.12390943616628647, + 0.11832019686698914, + 0.1285572201013565, + 0.12467152625322342, + 0.12941977381706238, + 0.11911536008119583 + ], + "rho_per_layer": [ + 0.637965977191925, + 0.3033628761768341, + 0.22177954018115997, + 0.1946793794631958, + 0.08981841057538986, + 0.07293770462274551, + 0.06646254658699036, + 0.08072252571582794, + 0.1001453697681427, + 0.10873826593160629, + 0.08548736572265625, + 0.06633201241493225 + ], + "nudge_per_layer": [ + -0.19135718047618866, + -0.010539980605244637, + -0.006164146587252617, + -0.004623022396117449, + -0.003351652529090643, + -0.002855603815987706, + -0.002745934296399355, + -0.0025949627161026, + -0.002952038776129484, + -0.002784580923616886, + -0.002810355508700013, + -0.0027095736004412174 + ], + "state_pred_error_per_layer": [ + 11398.169921875, + 8994.236328125, + 6843.07958984375, + 5338.4423828125, + 5392.61279296875, + 5254.96435546875, + 5057.08544921875, + 3968.3759765625, + 3609.97021484375, + 3456.01708984375, + 3801.56005859375, + 3800.938232421875 + ], + "mean_state_pred_error": 5576.287699381511 + }, + "credit_bridge": { + "test_acc": 0.6165, + "mean_bp_cosine": 0.062155287557592, + "mean_rho": 0.1365320294474562, + "mean_nudge_001": -0.0005568450481708472, + "mean_nudge_003": -0.001666992757236585, + "mean_nudge_01": -0.005523480668974419, + "bp_cosine_per_layer": [ + 0.022855455055832863, + 0.05216163024306297, + 0.06243491545319557, + 0.06105152890086174, + 0.04914259910583496, + 0.0686616599559784, + 0.07184358686208725, + 0.06793813407421112, + 0.07173632830381393, + 0.07284142076969147, + 0.07256414741277695, + 0.07263204455375671 + ], + "rho_per_layer": [ + 0.035705771297216415, + 0.06484436988830566, + 0.15210987627506256, + 0.16708198189735413, + 0.14389753341674805, + 0.17870034277439117, + 0.1870872974395752, + 0.1476944386959076, + 0.15697413682937622, + 0.11093902587890625, + 0.14925891160964966, + 0.1440906673669815 + ], + "nudge_per_layer": [ + -0.010396174155175686, + -0.0040237451903522015, + -0.004916047677397728, + -0.004709047265350819, + -0.003890307154506445, + -0.005256335251033306, + -0.00541608827188611, + -0.005244302563369274, + -0.005511538591235876, + -0.005561722908169031, + -0.005636853165924549, + -0.0057196058332920074 + ], + "final_value_loss": 0.7472030250549316, + "final_term_loss": 0.48659993648529054, + "final_bridge_loss": 0.02176231173723936, + "final_tgrad_loss": 0.23884078254699706 + } + }, + "a0.25_L12_s456": { + "bp": { + "test_acc": 0.899, + "mean_bp_cosine": 0.7671962430079778, + "mean_rho": 0.9998593876759211, + "mean_nudge_001": -0.004748132584306101, + "mean_nudge_003": -0.013334368025728812, + "mean_nudge_01": -0.03616663611804446, + "bp_cosine_per_layer": [ + 0.8408721685409546, + 0.8110387921333313, + 0.7906323671340942, + 0.7719681262969971, + 0.7599710822105408, + 0.7539124488830566, + 0.7502779364585876, + 0.7483201026916504, + 0.7469743490219116, + 0.7455896139144897, + 0.7440224885940552, + 0.7427754402160645 + ], + "rho_per_layer": [ + 0.9999985694885254, + 0.9999968409538269, + 0.9999892711639404, + 0.9999746680259705, + 0.9999452233314514, + 0.9998985528945923, + 0.999815821647644, + 0.9998071789741516, + 0.9997591972351074, + 0.9997697472572327, + 0.9996993541717529, + 0.9996582269668579 + ], + "nudge_per_layer": [ + -0.1375543624162674, + -0.0896252989768982, + -0.05422336980700493, + -0.034489020705223083, + -0.024439619854092598, + -0.019029833376407623, + -0.015829749405384064, + -0.013777680695056915, + -0.012396320700645447, + -0.011455517262220383, + -0.01080663874745369, + -0.01037222146987915 + ] + }, + "dfa": { + "test_acc": 0.8205, + "mean_bp_cosine": 0.11264437561233838, + "mean_rho": 0.10325007668385904, + "mean_nudge_001": -0.0003942390236867747, + "mean_nudge_003": -0.001173070602817461, + "mean_nudge_01": -0.003865133059055855, + "bp_cosine_per_layer": [ + 0.03703948110342026, + 0.2760871648788452, + 0.18428769707679749, + 0.1331849992275238, + 0.09719057381153107, + 0.1258918195962906, + 0.0748991146683693, + 0.08436713367700577, + 0.09110807627439499, + 0.10076140612363815, + 0.06335102021694183, + 0.08356402069330215 + ], + "rho_per_layer": [ + 0.048133689910173416, + 0.19754433631896973, + 0.16992174088954926, + 0.13566580414772034, + 0.05106702446937561, + 0.13118207454681396, + 0.057789772748947144, + 0.09156530350446701, + 0.05846566706895828, + 0.07805749773979187, + 0.11393842101097107, + 0.10566958785057068 + ], + "nudge_per_layer": [ + -0.010506195947527885, + -0.007814407348632812, + -0.005055932328104973, + -0.003603969234973192, + -0.0024205115623772144, + -0.0030835624784231186, + -0.0020989018958061934, + -0.002160410862416029, + -0.0025065483059734106, + -0.0029421483632177114, + -0.0018882867880165577, + -0.0023007215932011604 + ] + }, + "state_bridge": { + "test_acc": 0.645, + "mean_bp_cosine": 0.17685540641347566, + "mean_rho": 0.14925638431062302, + "mean_nudge_001": -0.001906786697266701, + "mean_nudge_003": -0.005651665274247837, + "mean_nudge_01": -0.018038961667722713, + "bp_cosine_per_layer": [ + 0.7252062559127808, + 0.29899632930755615, + 0.17116883397102356, + 0.13035137951374054, + 0.11515486240386963, + 0.09652335941791534, + 0.0831163302063942, + 0.08587749302387238, + 0.1138496845960617, + 0.09370164573192596, + 0.10970423370599747, + 0.09861446917057037 + ], + "rho_per_layer": [ + 0.5776556730270386, + 0.24244043231010437, + 0.15723995864391327, + 0.11212021112442017, + 0.13527166843414307, + 0.09345141798257828, + 0.05218992009758949, + 0.09958191215991974, + 0.09601333737373352, + 0.05242425203323364, + 0.08741243183612823, + 0.08527539670467377 + ], + "nudge_per_layer": [ + -0.1766481101512909, + -0.00916180107742548, + -0.004768161568790674, + -0.00345130218192935, + -0.0031899111345410347, + -0.002747050253674388, + -0.002392321825027466, + -0.0024352066684514284, + -0.0032566720619797707, + -0.0024684183299541473, + -0.003083357820287347, + -0.0028652269393205643 + ], + "state_pred_error_per_layer": [ + 14567.1396484375, + 8843.26171875, + 5969.56787109375, + 5045.4873046875, + 4699.3388671875, + 4805.94287109375, + 4535.58935546875, + 4793.4423828125, + 4549.9345703125, + 4690.251953125, + 4812.1875, + 4947.22509765625 + ], + "mean_state_pred_error": 6021.614095052083 + }, + "credit_bridge": { + "test_acc": 0.5665, + "mean_bp_cosine": 0.0795192973067363, + "mean_rho": 0.11809263161073129, + "mean_nudge_001": -0.0007323032235338663, + "mean_nudge_003": -0.002197402771950389, + "mean_nudge_01": -0.007294998116170366, + "bp_cosine_per_layer": [ + 0.0279831662774086, + 0.034206733107566833, + 0.06341560930013657, + 0.0695083886384964, + 0.09047738462686539, + 0.09644618630409241, + 0.1011449545621872, + 0.09714356064796448, + 0.09739723801612854, + 0.09588810801506042, + 0.09328337758779526, + 0.08733686059713364 + ], + "rho_per_layer": [ + -0.01078212633728981, + 0.08389643579721451, + 0.09591226279735565, + 0.09822964668273926, + 0.15539337694644928, + 0.077084481716156, + 0.18135306239128113, + 0.13923753798007965, + 0.15523496270179749, + 0.1566530466079712, + 0.16011789441108704, + 0.12478099763393402 + ], + "nudge_per_layer": [ + -0.014675050042569637, + -0.0035726604983210564, + -0.005193591117858887, + -0.005878218449652195, + -0.007073326967656612, + -0.007276617921888828, + -0.0072667524218559265, + -0.007385652512311935, + -0.00723686721175909, + -0.007413622923195362, + -0.0073149921372532845, + -0.007252625189721584 + ], + "final_value_loss": 0.8463798692464829, + "final_term_loss": 0.5014169258773327, + "final_bridge_loss": 0.03549532132707536, + "final_tgrad_loss": 0.3094676312446594 + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json new file mode 100644 index 0000000..6c23585 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0067736080646514, + 0.5260489372253419, + 0.4133770223617554, + 0.4122163911819458, + 0.40281385097503664, + 0.36370011711120603, + 0.33828531596660616, + 0.29866596674919127, + 0.333806049990654, + 0.2945868176460266, + 0.323841304898262, + 0.2685866693496704, + 0.3298992721319199, + 0.25060330071449277, + 0.25327417068481445, + 0.2714337857246399, + 0.29294549844264983, + 0.21931176762580873, + 0.2727045719623566, + 0.20682705554962158, + 0.2116490536928177, + 0.21470289249420166, + 0.2009852997303009, + 0.1929733597636223, + 0.18818628187179565, + 0.1860898569047451, + 0.16704004918932916, + 0.16348838634490967, + 0.23760174412727356, + 0.1993864372253418, + 0.28539346175193786, + 0.21175305500030517, + 0.20074062764644623, + 0.17021721827983857, + 0.17064657579660417, + 0.15043421156406403, + 0.16111934831142424, + 0.14164673606455325, + 0.12837897226810455, + 0.12804475803375245, + 0.13920657671391964, + 0.11750857322216034, + 0.11461956782341004, + 0.12064324700832367, + 0.12140779693126678, + 0.10785262448787689, + 0.11697521369457245, + 0.11477361053824425, + 0.10196099520921707, + 0.10024751018285752, + 0.10045197930335999, + 0.11292316007614135, + 0.13151926128268243, + 0.09808630378246308, + 0.10186688977479935, + 0.09669416191577912, + 0.09587533710598946, + 0.08454020006656647, + 0.08168289212062955, + 0.07666999014616012, + 0.08046016120910644, + 0.08711373453140259, + 0.08040154814720153, + 0.07493037286698818, + 0.07147429277896881, + 0.07314489345550537, + 0.07231674332618714, + 0.06915788714289665, + 0.0673254727602005, + 0.06822554222345352, + 0.06570249862521887, + 0.06449803622961044, + 0.06389484124183654, + 0.0637645405292511, + 0.06311032083034515, + 0.06264074442386627, + 0.062277248072624206, + 0.06212917380332947, + 0.06193282167315483, + 0.06185461490154266 + ], + "train_acc": [ + 0.6301, + 0.7973, + 0.8351, + 0.8363, + 0.8453, + 0.8538, + 0.8636, + 0.885, + 0.8718, + 0.8834, + 0.8689, + 0.8876, + 0.8709, + 0.896, + 0.9007, + 0.8928, + 0.8871, + 0.9143, + 0.8958, + 0.9193, + 0.9172, + 0.9153, + 0.9212, + 0.9237, + 0.9254, + 0.9249, + 0.9337, + 0.9366, + 0.9097, + 0.9214, + 0.8924, + 0.9129, + 0.9176, + 0.9332, + 0.9307, + 0.9394, + 0.9357, + 0.9463, + 0.9531, + 0.9528, + 0.9459, + 0.9566, + 0.9606, + 0.9562, + 0.9554, + 0.9626, + 0.9547, + 0.9582, + 0.9655, + 0.9634, + 0.9647, + 0.9563, + 0.9502, + 0.9658, + 0.9642, + 0.9654, + 0.9653, + 0.9742, + 0.976, + 0.9777, + 0.976, + 0.9715, + 0.9751, + 0.9801, + 0.9825, + 0.9803, + 0.9819, + 0.9835, + 0.9849, + 0.9832, + 0.9854, + 0.9859, + 0.987, + 0.9868, + 0.9871, + 0.9874, + 0.9876, + 0.9873, + 0.9877, + 0.9879 + ], + "test_acc": [ + 0.77, + 0.785, + 0.841, + 0.8315, + 0.8475, + 0.8605, + 0.8405, + 0.8505, + 0.8555, + 0.8665, + 0.8515, + 0.8665, + 0.868, + 0.878, + 0.882, + 0.873, + 0.878, + 0.889, + 0.8825, + 0.8825, + 0.8785, + 0.8805, + 0.897, + 0.8855, + 0.891, + 0.892, + 0.891, + 0.885, + 0.8925, + 0.887, + 0.8695, + 0.891, + 0.894, + 0.895, + 0.897, + 0.8935, + 0.907, + 0.909, + 0.8995, + 0.899, + 0.9045, + 0.9035, + 0.911, + 0.902, + 0.9095, + 0.903, + 0.9095, + 0.9125, + 0.909, + 0.9075, + 0.9095, + 0.9055, + 0.9045, + 0.916, + 0.9145, + 0.908, + 0.9105, + 0.9125, + 0.9185, + 0.917, + 0.9155, + 0.915, + 0.917, + 0.9165, + 0.9155, + 0.916, + 0.915, + 0.915, + 0.9165, + 0.9155, + 0.916, + 0.915, + 0.9155, + 0.9165, + 0.915, + 0.9145, + 0.914, + 0.914, + 0.9145, + 0.9145 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.832116425037384, + 0.8141677379608154, + 0.8023761510848999, + 0.7934653759002686, + 0.7857377529144287, + 0.7797414064407349, + 0.7767306566238403, + 0.7744640111923218, + 0.7725205421447754, + 0.7711977958679199, + 0.7703278064727783, + 0.7695904970169067 + ], + "perturbation_rho": [ + 0.9999991655349731, + 0.9999972581863403, + 0.9999898672103882, + 0.999970555305481, + 0.9999305009841919, + 0.9999109506607056, + 0.9998676180839539, + 0.999832808971405, + 0.9997924566268921, + 0.9997202754020691, + 0.9997268319129944, + 0.9997689127922058 + ], + "nudging": { + "0.001": [ + -0.028135288506746292, + -0.012758657336235046, + -0.006248572841286659, + -0.0036318942438811064, + -0.0025165460538119078, + -0.0019575022161006927, + -0.0016390127129852772, + -0.001437678001821041, + -0.0013056336902081966, + -0.0012165943626314402, + -0.0011555720120668411, + -0.0011164546012878418 + ], + "0.003": [ + -0.07627765089273453, + -0.03659018874168396, + -0.018335573375225067, + -0.010755512863397598, + -0.007481487933546305, + -0.005830957554280758, + -0.004887878894805908, + -0.004290360026061535, + -0.00389806367456913, + -0.00363331800326705, + -0.0034519662149250507, + -0.0033352887257933617 + ], + "0.01": [ + -0.17892791330814362, + -0.10439710319042206, + -0.05659153312444687, + -0.034265220165252686, + -0.02416030317544937, + -0.01895919442176819, + -0.015955276787281036, + -0.01404004916548729, + -0.01277724839746952, + -0.011922692880034447, + -0.011335920542478561, + -0.010958053171634674 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.0924509696960447, + 1.03269632396698, + 0.7241468557357789, + 0.6072907946586609, + 0.5515357565402985, + 0.5621125034332275, + 0.4907495887756348, + 0.5219814170837402, + 0.5708751871109009, + 0.5191205244064331, + 0.5519021101236343, + 0.544450197315216, + 0.61959801902771, + 0.5679715090274811, + 0.6162963458061218, + 0.6608567100048065, + 0.5779239411354065, + 0.5276209714889526, + 1.01328331489563, + 0.519946471786499, + 0.8604830993652344, + 0.9144351811885834, + 1.1253784037590027, + 0.9372499645233154, + 0.8480413142204285, + 0.5914154142379761, + 0.640305153465271, + 0.5981941318511963, + 1.135121632194519, + 0.6362483476638794, + 0.5418768036842346, + 0.9402659358978271, + 1.0797846031188965, + 0.7645710904121399, + 1.2322801650047301, + 0.7908753656864166, + 0.7349962800979615, + 0.7140366114616394, + 0.8069758752822876, + 0.6646730958938598, + 0.9489161729097366, + 0.582535719871521, + 0.6260909730911255, + 0.698049334526062, + 0.6176723531961441, + 0.6726475171089172, + 0.5952546514511109, + 0.7433469331741333, + 0.5916723924636841, + 0.6389080200195313, + 0.5947137939929962, + 0.5748984836578369, + 0.7570524696826935, + 0.44153712167739867, + 0.44736578378677366, + 0.5139478639602661, + 0.4778360952377319, + 0.4288335760116577, + 0.4595722749233246, + 0.4253603402137756, + 0.42853148097991944, + 0.42120102367401124, + 0.4038095116376877, + 0.3923453485250473, + 0.4267167915344238, + 0.40038953356742857, + 0.36469351987838744, + 0.3733260186672211, + 0.35249682779312136, + 0.3941283622741699, + 0.34860973496437075, + 0.33470872814655306, + 0.3397274105072021, + 0.342729074048996, + 0.33137304639816284, + 0.33342387351989744, + 0.3293384352207184, + 0.32710764508247375, + 0.32727917928695677, + 0.32547602846622464 + ], + "train_acc": [ + 0.2403, + 0.6217, + 0.7314, + 0.777, + 0.7934, + 0.7883, + 0.8173, + 0.81, + 0.8007, + 0.8185, + 0.8119, + 0.8107, + 0.7957, + 0.8153, + 0.8048, + 0.7935, + 0.8084, + 0.8208, + 0.7284, + 0.8177, + 0.7633, + 0.7409, + 0.7108, + 0.7466, + 0.7492, + 0.8055, + 0.7943, + 0.7997, + 0.7105, + 0.7922, + 0.8115, + 0.7389, + 0.7191, + 0.77, + 0.696, + 0.7666, + 0.7733, + 0.7799, + 0.7683, + 0.7917, + 0.7586, + 0.8071, + 0.7992, + 0.7877, + 0.8068, + 0.7913, + 0.8053, + 0.7778, + 0.808, + 0.8032, + 0.803, + 0.812, + 0.7775, + 0.845, + 0.8439, + 0.8279, + 0.8362, + 0.8495, + 0.8413, + 0.8497, + 0.8436, + 0.8522, + 0.8533, + 0.853, + 0.8501, + 0.8533, + 0.8681, + 0.8617, + 0.8716, + 0.8595, + 0.8705, + 0.8761, + 0.8748, + 0.8724, + 0.8778, + 0.8759, + 0.8782, + 0.8797, + 0.8794, + 0.8799 + ], + "test_acc": [ + 0.5005, + 0.673, + 0.7145, + 0.727, + 0.743, + 0.7505, + 0.71, + 0.7185, + 0.703, + 0.689, + 0.745, + 0.7005, + 0.7235, + 0.7795, + 0.64, + 0.7805, + 0.7205, + 0.518, + 0.762, + 0.7215, + 0.5445, + 0.483, + 0.6085, + 0.591, + 0.659, + 0.6965, + 0.746, + 0.5735, + 0.7155, + 0.7325, + 0.5895, + 0.6945, + 0.653, + 0.5595, + 0.671, + 0.68, + 0.702, + 0.6095, + 0.722, + 0.6895, + 0.681, + 0.747, + 0.6935, + 0.6485, + 0.7315, + 0.687, + 0.666, + 0.699, + 0.698, + 0.667, + 0.656, + 0.6015, + 0.732, + 0.7635, + 0.7205, + 0.7695, + 0.762, + 0.7965, + 0.8045, + 0.7785, + 0.779, + 0.77, + 0.8045, + 0.8215, + 0.812, + 0.8345, + 0.8125, + 0.8345, + 0.807, + 0.8265, + 0.8345, + 0.8335, + 0.829, + 0.8375, + 0.836, + 0.838, + 0.8425, + 0.843, + 0.8425, + 0.841 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.009534038603305817, + 0.2771005630493164, + 0.12846891582012177, + 0.12727834284305573, + 0.09264838695526123, + 0.08494879305362701, + 0.1454543173313141, + 0.07647830247879028, + 0.055110231041908264, + 0.08491981029510498, + 0.054209403693675995, + 0.06925329566001892 + ], + "perturbation_rho": [ + -0.030354971066117287, + 0.19958093762397766, + 0.10430362075567245, + 0.06749340891838074, + 0.08917459845542908, + 0.06985980272293091, + 0.08990536630153656, + -0.0003178045153617859, + -0.05352415516972542, + 0.12398940324783325, + 0.05844062566757202, + 0.06276053190231323 + ], + "nudging": { + "0.001": [ + 5.0953527534147725e-05, + -0.0006460470613092184, + -0.0002715848677325994, + -0.00028075071168132126, + -0.00018533585534896702, + -0.00017889743321575224, + -0.00029740406898781657, + -0.0001274347014259547, + -7.406625081785023e-05, + -0.0001561331155244261, + -0.0001032993895933032, + -0.00014120049308985472 + ], + "0.003": [ + 0.00016943782975431532, + -0.0019340584985911846, + -0.0008146192994900048, + -0.0008385812398046255, + -0.0005608047358691692, + -0.0005349678685888648, + -0.0008904121932573617, + -0.00038351857801899314, + -0.00022607628488913178, + -0.00046768866013735533, + -0.0003058650763705373, + -0.0004211085324641317 + ], + "0.01": [ + 0.0008368014823645353, + -0.00641840323805809, + -0.0027151124086230993, + -0.002792379120364785, + -0.0018645611125975847, + -0.0017843465320765972, + -0.002957880962640047, + -0.0012784524587914348, + -0.0007560949889011681, + -0.0015581869520246983, + -0.0010259757982566953, + -0.0014001178788021207 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8275699935913086, + 1.3385464324951173, + 1.037378346633911, + 1.002308666419983, + 1.0388273836135864, + 1.0882213558197023, + 1.1394051094055175, + 1.1788917055130006, + 1.2267918197631835, + 1.2478832811355591, + 1.2316707176208497, + 1.287934114074707, + 1.2420732460021973, + 1.2143509733200073, + 1.229138567352295, + 1.259750719833374, + 1.1612068832397462, + 1.149783327293396, + 1.1361305335998535, + 1.1167785579681397, + 1.1316240934371948, + 1.1020189935684204, + 1.0256468997955321, + 1.0201313499450684, + 0.9847993452072143, + 0.9970695999145508, + 1.0227494039535523, + 1.1330445571899415, + 1.2469683200836181, + 1.1566339334487914, + 1.107145287322998, + 1.110690570449829, + 1.0532963357925416, + 1.0852850601196289, + 1.0935607889175416, + 1.0834732231140136, + 1.0420629257202147, + 1.0830944820404054, + 1.0634357900619507, + 1.0303276639938355, + 0.9689252651214599, + 1.0131777705192566, + 1.0103633685112, + 1.002309990501404, + 1.0113068084716796, + 0.9995921211242675, + 1.0161544053077698, + 0.9966502132415771, + 1.0186468648910523, + 1.0372472515106201, + 0.9930810668945312, + 0.9901977378845215, + 0.988507303237915, + 0.9591489524841309, + 0.935456734085083, + 0.9176784860610961, + 0.8929200078964233, + 0.8777516023635864, + 0.8699161693572998, + 0.8663567218780518, + 0.855108270072937, + 0.8465001301765442, + 0.848315406036377, + 0.8377359997272491, + 0.830757266998291, + 0.831167548942566, + 0.8265859796524048, + 0.819621584033966, + 0.8219145364761352, + 0.8136607124328613, + 0.8122711290359497, + 0.8106639209747315, + 0.8065893723487854, + 0.8030635206222534, + 0.8029474701881408, + 0.8009245029449463, + 0.8000903869628906, + 0.79931964969635, + 0.7988908242225647, + 0.7986321613311768 + ], + "train_acc": [ + 0.3739, + 0.5487, + 0.6322, + 0.6501, + 0.6387, + 0.6203, + 0.615, + 0.6129, + 0.5974, + 0.5921, + 0.5918, + 0.5772, + 0.5826, + 0.5914, + 0.5855, + 0.5734, + 0.6028, + 0.6044, + 0.6072, + 0.6171, + 0.6172, + 0.6223, + 0.6371, + 0.6377, + 0.6495, + 0.6412, + 0.6326, + 0.6082, + 0.5968, + 0.619, + 0.6391, + 0.6371, + 0.6521, + 0.6487, + 0.646, + 0.6521, + 0.6558, + 0.6525, + 0.6501, + 0.6609, + 0.6693, + 0.6536, + 0.6586, + 0.6603, + 0.6543, + 0.6585, + 0.6599, + 0.6665, + 0.6666, + 0.6712, + 0.6763, + 0.6816, + 0.6819, + 0.6887, + 0.6966, + 0.6988, + 0.7027, + 0.705, + 0.7072, + 0.7108, + 0.7089, + 0.7167, + 0.711, + 0.715, + 0.7173, + 0.7164, + 0.7205, + 0.722, + 0.7179, + 0.7223, + 0.7237, + 0.7214, + 0.7216, + 0.7228, + 0.7234, + 0.7226, + 0.7229, + 0.7229, + 0.7233, + 0.7239 + ], + "test_acc": [ + 0.5075, + 0.5705, + 0.6225, + 0.6155, + 0.5905, + 0.588, + 0.567, + 0.568, + 0.543, + 0.5535, + 0.479, + 0.5455, + 0.5425, + 0.5415, + 0.5135, + 0.564, + 0.57, + 0.521, + 0.534, + 0.547, + 0.5265, + 0.5945, + 0.557, + 0.581, + 0.591, + 0.5685, + 0.589, + 0.519, + 0.548, + 0.5655, + 0.5655, + 0.611, + 0.589, + 0.613, + 0.605, + 0.605, + 0.5675, + 0.616, + 0.592, + 0.6325, + 0.6195, + 0.602, + 0.6085, + 0.602, + 0.5995, + 0.623, + 0.628, + 0.6295, + 0.6315, + 0.634, + 0.6305, + 0.628, + 0.638, + 0.6505, + 0.6515, + 0.654, + 0.65, + 0.6515, + 0.656, + 0.6505, + 0.6615, + 0.6595, + 0.658, + 0.666, + 0.6655, + 0.663, + 0.661, + 0.6675, + 0.6715, + 0.6735, + 0.667, + 0.669, + 0.6765, + 0.6755, + 0.677, + 0.677, + 0.677, + 0.6755, + 0.675, + 0.675 + ], + "state_pred_error": [ + 0.6583093455791473, + 0.2847297016143799, + 0.22077271904945373, + 0.21189437193870544, + 0.1841041277885437, + 0.17305933623313904, + 0.17701434428691865, + 0.18802506301403046, + 0.17837908656597137, + 0.14958413000106813, + 0.13064928512573243, + 0.1284900181055069, + 0.13219893939495087, + 0.13047706623077393, + 0.12345472877025604, + 0.10324463622570038, + 0.09139569116830826, + 0.07699145336151123, + 0.06765981405973434, + 0.07321135756969452, + 0.07089905383586884, + 0.06882416786551475, + 0.05610226457118988, + 0.043682216036319735, + 0.035003681576251985, + 0.02870281513929367, + 0.02616107567548752, + 0.0247726686835289, + 0.023823431384563446, + 0.024860127294063568, + 0.02640067371726036, + 0.02769387246966362, + 0.028516952562332155, + 0.02941493996977806, + 0.029591170537471772, + 0.028317847082018854, + 0.027129681679606436, + 0.026555932518839837, + 0.026938045769929884, + 0.027426798117160797, + 0.029536254298686983, + 0.03211808215379715, + 0.03510575920939445, + 0.03469557763338089, + 0.03365132007598877, + 0.03368182533979416, + 0.03552556530237198, + 0.038989124006032945, + 0.04195216841697693, + 0.043111143064498904, + 0.044202814984321596, + 0.045387097096443174, + 0.04451717386841774, + 0.04319920334815979, + 0.042182978856563566, + 0.041060500395298, + 0.0400146517932415, + 0.03966583462953568, + 0.03924502938389778, + 0.03796827178895473, + 0.03660108530521393, + 0.03574252983927727, + 0.03452657175064087, + 0.03394979124069214, + 0.0328981254786253, + 0.031669361919164654, + 0.030848443555831908, + 0.029799468955397607, + 0.028912526750564577, + 0.028214104449748992, + 0.027432609269022943, + 0.026476147815585136, + 0.02564660669863224, + 0.024992754793167114, + 0.024431089624762536, + 0.023907900010049343, + 0.023127568793296815, + 0.02265733232498169, + 0.022044888520240783, + 0.021540785717964174 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7589784860610962, + 0.34465640783309937, + 0.20695620775222778, + 0.15412747859954834, + 0.14041899144649506, + 0.152847021818161, + 0.1464981734752655, + 0.13855373859405518, + 0.13026131689548492, + 0.11798880249261856, + 0.11249798536300659, + 0.11956378817558289 + ], + "perturbation_rho": [ + 0.6762608289718628, + 0.29351934790611267, + 0.15623700618743896, + 0.07772233337163925, + 0.09808109700679779, + 0.14218339323997498, + 0.09985582530498505, + 0.07779418677091599, + 0.10923020541667938, + 0.10118008404970169, + 0.08211226016283035, + 0.09183197468519211 + ], + "nudging": { + "0.001": [ + -0.024234283715486526, + -0.0011283548083156347, + -0.0005652708932757378, + -0.00041053639142774045, + -0.00037075550062581897, + -0.00039911235217005014, + -0.0003868499770760536, + -0.00036323058884590864, + -0.00033692887518554926, + -0.000307242211420089, + -0.0002827422576956451, + -0.00030345225241035223 + ], + "0.003": [ + -0.07142189145088196, + -0.0033810725435614586, + -0.0016954769380390644, + -0.0012313042534515262, + -0.0011121997376903892, + -0.0011966262245550752, + -0.0011605183826759458, + -0.0010896101593971252, + -0.0010103486711159348, + -0.0009211936267092824, + -0.000847844872623682, + -0.0009103003540076315 + ], + "0.01": [ + -0.22324970364570618, + -0.01123635284602642, + -0.0056420015171170235, + -0.0040974924340844154, + -0.0037027131766080856, + -0.003983458504080772, + -0.0038626876194030046, + -0.0036268262192606926, + -0.003363188588991761, + -0.0030670221894979477, + -0.0028224957641214132, + -0.0030306889675557613 + ] + }, + "state_pred_error_per_layer": [ + 10215.58203125, + 8926.0654296875, + 5285.6044921875, + 5192.0830078125, + 4575.35791015625, + 4063.82666015625, + 4966.6884765625, + 5378.6435546875, + 4702.37890625, + 4026.143310546875, + 3985.35595703125, + 3780.156494140625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.093309115028381, + 1.032017181968689, + 0.7077153354644775, + 0.5732980075836182, + 0.5402240601539612, + 0.5183043882369995, + 0.5319672570228576, + 0.5359590018749237, + 0.5482052456855774, + 0.5222824983596802, + 0.6027764239311219, + 0.49652273721694945, + 0.5368509518623352, + 0.566478079509735, + 0.6263480365753173, + 0.7491202196836472, + 0.6788468971252442, + 0.7347880103588105, + 0.8662578244686127, + 0.678591609096527, + 0.8630354214191437, + 0.712297385597229, + 0.7786388912200928, + 0.7855329002380371, + 0.8845748617887497, + 0.8085215629577637, + 0.7420635931015015, + 0.7875441513061523, + 0.7688868448257447, + 0.7473984729766846, + 1.0297006687164307, + 0.8987462726593017, + 0.9227742693901062, + 0.9423508636474609, + 0.7886569627761841, + 0.8662117418289185, + 1.0016330226898194, + 0.922345392036438, + 0.8514365245819092, + 0.8499950613498688, + 0.8536573698043823, + 0.8536672010421753, + 0.837739602279663, + 0.9626629913330078, + 0.8708203351974487, + 0.9226528865814209, + 0.886489924621582, + 0.884385742521286, + 0.8640118010520935, + 0.9462248080253601, + 0.9388958973884582, + 0.9003979402542114, + 0.8771900144577026, + 0.8063458614349365, + 0.7585287186145783, + 0.7785314264297485, + 0.7583562124252319, + 0.7231489379882813, + 0.7116691125869751, + 0.7012166356563568, + 0.6967055747032166, + 0.6990642721176148, + 0.7341344322204589, + 0.7070941570281982, + 0.717008107471466, + 0.7219762700080872, + 0.7167341491699218, + 0.7061620636940003, + 0.7071943338394165, + 0.6979920616149903, + 0.696011471939087, + 0.6982332837104798, + 0.6905044673919678, + 0.690191311454773, + 0.6926393260002136, + 0.6883825535297394, + 0.6852098932266235, + 0.6849852310180664, + 0.6831081211090088, + 0.6824430053234101 + ], + "train_acc": [ + 0.2427, + 0.6203, + 0.7378, + 0.7896, + 0.7939, + 0.805, + 0.8035, + 0.8076, + 0.8018, + 0.8194, + 0.8027, + 0.8223, + 0.8124, + 0.8119, + 0.8022, + 0.7784, + 0.791, + 0.7844, + 0.7596, + 0.7915, + 0.7527, + 0.774, + 0.7627, + 0.7535, + 0.7315, + 0.7344, + 0.7496, + 0.7405, + 0.7384, + 0.7403, + 0.6992, + 0.7114, + 0.709, + 0.7067, + 0.7358, + 0.7261, + 0.712, + 0.7299, + 0.7476, + 0.7511, + 0.7532, + 0.7552, + 0.7561, + 0.7327, + 0.7464, + 0.734, + 0.7416, + 0.7412, + 0.743, + 0.7265, + 0.7276, + 0.7301, + 0.7357, + 0.7407, + 0.7519, + 0.7433, + 0.7493, + 0.7556, + 0.7553, + 0.758, + 0.7592, + 0.761, + 0.7445, + 0.7562, + 0.7549, + 0.7515, + 0.7516, + 0.7555, + 0.7569, + 0.7587, + 0.7586, + 0.7565, + 0.7596, + 0.7617, + 0.7564, + 0.7595, + 0.7618, + 0.7621, + 0.7611, + 0.7614 + ], + "test_acc": [ + 0.5025, + 0.6865, + 0.7425, + 0.7505, + 0.74, + 0.7655, + 0.755, + 0.7195, + 0.7695, + 0.7425, + 0.757, + 0.74, + 0.7145, + 0.657, + 0.61, + 0.6675, + 0.6895, + 0.691, + 0.6775, + 0.6985, + 0.693, + 0.678, + 0.6795, + 0.6445, + 0.6355, + 0.6535, + 0.676, + 0.646, + 0.68, + 0.5935, + 0.603, + 0.6625, + 0.604, + 0.725, + 0.6155, + 0.6425, + 0.715, + 0.6955, + 0.7035, + 0.686, + 0.667, + 0.709, + 0.683, + 0.715, + 0.6905, + 0.716, + 0.709, + 0.6965, + 0.688, + 0.66, + 0.685, + 0.664, + 0.7035, + 0.7035, + 0.6935, + 0.6825, + 0.6795, + 0.7065, + 0.697, + 0.7135, + 0.7185, + 0.705, + 0.7205, + 0.7035, + 0.6945, + 0.714, + 0.7205, + 0.709, + 0.7085, + 0.7195, + 0.7175, + 0.72, + 0.714, + 0.72, + 0.7195, + 0.72, + 0.7185, + 0.7185, + 0.721, + 0.721 + ], + "value_loss": [ + 2.895308603286743, + 1.0838360973358154, + 0.8661615056991577, + 0.7228779357194901, + 0.6979825808525085, + 0.654473484325409, + 0.7223839604854584, + 0.8182331377506256, + 0.8379502923965454, + 0.8138473363876343, + 1.1507868383049964, + 0.7328620315790176, + 0.8565217294692993, + 1.0016156348228455, + 1.277318878364563, + 1.7167091186523438, + 1.3837544082641602, + 1.6866768316745757, + 2.521582665491104, + 1.798458749961853, + 2.762005415582657, + 1.7501773468017578, + 2.065952481651306, + 1.7661181676864623, + 2.237529104137421, + 1.6968138498306276, + 1.5028521341323853, + 1.4401282972335816, + 1.5227922265052796, + 1.3540578876495362, + 2.2935845052957533, + 1.8538220872879028, + 1.921490113067627, + 1.8531652376174927, + 1.2972030296325683, + 1.6667764266967773, + 2.4392109436035154, + 2.1221363357543943, + 1.9600661560058594, + 2.1009968710660933, + 2.162639275550842, + 1.8537513482332229, + 1.9440034482955932, + 1.821842461013794, + 1.9722608186721802, + 1.6478357261657715, + 1.5106155110836028, + 1.482781691980362, + 1.3237692507743835, + 1.3403249841690064, + 1.2857119444847107, + 1.2022730991363526, + 0.9818777618408203, + 0.8647946514129639, + 0.6914702701568604, + 0.7234345043182373, + 0.7077870290756225, + 0.6724249305725097, + 0.6462549682617188, + 0.584807029056549, + 0.5510385043144226, + 0.5364630532741547, + 0.5645569776535034, + 0.552950176525116, + 0.49300712423324583, + 0.5377466377735138, + 0.502735111618042, + 0.5176207973480225, + 0.46474625415802, + 0.4454069378852844, + 0.44403015842437743, + 0.4113505308389664, + 0.40353398851156236, + 0.42983919105529783, + 0.419776428937912, + 0.4019131669998169, + 0.38927605810165405, + 0.39006197519302366, + 0.3755714391708374, + 0.37253577736616134 + ], + "term_loss": [ + 1.7315585552215575, + 0.8666729364395142, + 0.7229979902267456, + 0.596312265253067, + 0.5545540596961975, + 0.5088294490814209, + 0.5825292092323303, + 0.6813051890134811, + 0.7038109269142151, + 0.6887646074295044, + 1.0119939782977103, + 0.6134444280862809, + 0.7291853536605835, + 0.8673401327610016, + 1.1276171969413757, + 1.5555007932901384, + 1.2286012786865235, + 1.513133518087864, + 2.2361230753183365, + 1.5198300567150116, + 2.3595263324260713, + 1.4453560852050782, + 1.7648071206092835, + 1.5087391733169555, + 1.882237844824791, + 1.3722010416030883, + 1.2332301671981811, + 1.113333308649063, + 1.2077602449655533, + 1.0543692749023437, + 1.915369022846222, + 1.5654558784484864, + 1.5864534119606017, + 1.561221913743019, + 1.0531947800636292, + 1.3718099038124085, + 2.127058590698242, + 1.779372572517395, + 1.6149614444255829, + 1.7391510653555393, + 1.844177998828888, + 1.5599529803752898, + 1.665471398806572, + 1.48765220746994, + 1.592831818151474, + 1.3742333667755127, + 1.2108251216828823, + 1.1529828948736192, + 0.9720637693166733, + 1.0287326244413852, + 0.9365793524742126, + 0.889251443862915, + 0.7040525654792785, + 0.5985294085502625, + 0.4618072083234787, + 0.47211782517433165, + 0.46372374649047854, + 0.4095201286315918, + 0.396888076210022, + 0.3395151155948639, + 0.32013212871551516, + 0.31056776316165924, + 0.332690350818634, + 0.32696542110443116, + 0.2811112231254578, + 0.3146396808505058, + 0.2787236780166626, + 0.30104646191596984, + 0.26121058802604674, + 0.24297695212364198, + 0.24487788009643555, + 0.21334869912862778, + 0.21118227637484668, + 0.23297631640434266, + 0.2227356671333313, + 0.20269683571159838, + 0.19634508168697357, + 0.19681874605417252, + 0.18710794867277145, + 0.18445234730243684 + ], + "bridge_loss": [ + 0.8910756826514378, + 0.03931298022270203, + 0.005479304197430611, + 0.008322687608003617, + 0.026911671420931815, + 0.031393191632628444, + 0.020954727735370396, + 0.017316379761695862, + 0.013768722853064536, + 0.010478140366077424, + 0.01041390485316515, + 0.006281406325101852, + 0.00699371280670166, + 0.00916883425116539, + 0.01326431538015604, + 0.011463350397348403, + 0.012470959171652795, + 0.021742843547463416, + 0.10813169282078743, + 0.13266532423496247, + 0.22559858589172363, + 0.1508849209487438, + 0.13424171340465546, + 0.08663208992481232, + 0.1692257175862789, + 0.14401090178489684, + 0.09763954291343689, + 0.14743438252806665, + 0.1390697629928589, + 0.12534118332862854, + 0.16236012780070305, + 0.09478195638656617, + 0.13880339596271515, + 0.0893877745948732, + 0.060379807114601135, + 0.09944173128604888, + 0.10493364100456237, + 0.15071102497577668, + 0.16545130755901336, + 0.1862475948754698, + 0.13735291347503661, + 0.11587412934750319, + 0.10125242130011321, + 0.13694310559034348, + 0.19478518126010894, + 0.08310441122055054, + 0.11459392108917237, + 0.14490415418148042, + 0.16996705425977707, + 0.11792534888982772, + 0.1546827676296234, + 0.12324597455859185, + 0.09212502805590629, + 0.08768177535533905, + 0.05900698439478874, + 0.07211811376214028, + 0.07296420599222184, + 0.09570572891235352, + 0.08214142266511917, + 0.08104119520187378, + 0.06706379449367524, + 0.061731532573699954, + 0.05951230276823044, + 0.05904238046109676, + 0.04439769803881645, + 0.052698305994272235, + 0.05405294654369354, + 0.04950189056396485, + 0.036288917183876036, + 0.036671600222587586, + 0.033586744678020475, + 0.03112454196512699, + 0.027874897088855505, + 0.03210000774860382, + 0.03222285799980164, + 0.034796000942587856, + 0.02962491188645363, + 0.02967825172841549, + 0.025359011243283748, + 0.0251624245762825 + ], + "tgrad_loss": [ + 0.2726743935823441, + 0.1778501721382141, + 0.13768420703411102, + 0.1182429804623127, + 0.11651685256958008, + 0.11425084311962128, + 0.11890002069473267, + 0.11961156708002091, + 0.12037064489126205, + 0.1146045907497406, + 0.1283789484590292, + 0.11313620157241822, + 0.1203426679611206, + 0.12510666944980622, + 0.13643737218379975, + 0.14974497756958008, + 0.14268217465877533, + 0.15180046949386597, + 0.17732788567543029, + 0.14596336963176726, + 0.17688049802184105, + 0.1539363568544388, + 0.16690364735126495, + 0.17074689378738403, + 0.18606554128527641, + 0.18060191497802736, + 0.17198242325782775, + 0.17936062285900117, + 0.17596222264766692, + 0.17434742822647095, + 0.2158553662776947, + 0.19358424880504607, + 0.1962333065032959, + 0.20255555391311644, + 0.18362843871116638, + 0.19552478518486022, + 0.2072187364578247, + 0.19205274913311005, + 0.17965343070030212, + 0.17559819491207598, + 0.181108380818367, + 0.1779242508649826, + 0.1772796312212944, + 0.1972471403121948, + 0.1846438142299652, + 0.19049793491363526, + 0.18519648184776305, + 0.1848946546435356, + 0.18173843351602553, + 0.19366701731681824, + 0.1944498215675354, + 0.1897756907939911, + 0.18570017099380492, + 0.17858346576690673, + 0.17065607466697694, + 0.17919855782985689, + 0.17109907450675965, + 0.1671990744113922, + 0.16722547005414962, + 0.1642507126569748, + 0.16384257422685622, + 0.16416375482082368, + 0.17235432732105255, + 0.16694237639904022, + 0.16749820382595063, + 0.17040865378379821, + 0.16995848925113677, + 0.16707244870662688, + 0.1672467480659485, + 0.16575838651657104, + 0.1655655403137207, + 0.1668772896051407, + 0.16447681208848952, + 0.16476286969184875, + 0.16481790508031846, + 0.16442033001184464, + 0.16330606236457826, + 0.1635649757742882, + 0.16310447854995727, + 0.16292100727558137 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.0035465662367641926, + -0.001160490675829351, + 0.00486466521397233, + 0.012821277603507042, + 0.012568866834044456, + 0.019143100827932358, + 0.022381767630577087, + 0.024246837943792343, + 0.027966029942035675, + 0.03333558514714241, + 0.04247187077999115, + 0.04586232826113701 + ], + "perturbation_rho": [ + 0.01447216235101223, + -0.01648387312889099, + 0.027175014838576317, + 0.03045208379626274, + 0.05211577191948891, + -0.0074118818156421185, + 0.0508866012096405, + 0.01983593963086605, + 0.03707783669233322, + 0.12354743480682373, + 0.16596439480781555, + 0.10420688986778259 + ], + "nudging": { + "0.001": [ + 0.00018672729493118823, + -4.912609438179061e-05, + -7.719603308942169e-05, + -0.00012457264529075474, + -0.0001271502551389858, + -0.0001674975355854258, + -0.0001832679263316095, + -0.00020593422232195735, + -0.0002297492028446868, + -0.00026241032173857093, + -0.00029993863427080214, + -0.0003139717737212777 + ], + "0.003": [ + 0.0005920766270719469, + -0.00014469146844930947, + -0.00023059282102622092, + -0.00037341262213885784, + -0.00037795325624756515, + -0.0005033073830418289, + -0.0005485712317749858, + -0.000615192111581564, + -0.0006871747900731862, + -0.0007873581489548087, + -0.0009002696024253964, + -0.0009423828450962901 + ], + "0.01": [ + 0.002342540305107832, + -0.0004765552293974906, + -0.0007624666905030608, + -0.0012423819862306118, + -0.0012568822130560875, + -0.0016762344166636467, + -0.0018269497668370605, + -0.0020500137470662594, + -0.0022837575525045395, + -0.0026187507901340723, + -0.0029940432868897915, + -0.0031347349286079407 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json new file mode 100644 index 0000000..b02cb6c --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 0.9691492250442505, + 0.5541921775817871, + 0.5057802117824555, + 0.3705566248893738, + 0.38152624435424803, + 0.4184226482987404, + 0.32005277891159056, + 0.3379063062667847, + 0.32360546998977663, + 0.30641096782684324, + 0.32992204971313477, + 0.3234290994644165, + 0.2892835647583008, + 0.27116408772468564, + 0.25336739110946654, + 0.26921175379753115, + 0.2770581937789917, + 0.2615867853164673, + 0.29473981132507326, + 0.29788853192329406, + 0.22695203926563262, + 0.21405179328918458, + 0.22035713307857513, + 0.18809561533927918, + 0.22268259687423705, + 0.22361898727416993, + 0.2335181351661682, + 0.22086384482383728, + 0.20982224086523055, + 0.16931071857213975, + 0.16913503708839417, + 0.17825531432628633, + 0.1811700684905052, + 0.15162764992713929, + 0.15718278613090514, + 0.21250098304748535, + 0.19473938479423522, + 0.18452690076828002, + 0.143575802898407, + 0.1587403874397278, + 0.18108075993061065, + 0.14308705676496028, + 0.12316284523010254, + 0.12980578224658967, + 0.13384961998462677, + 0.12410676991939544, + 0.13440781029462814, + 0.12151769155859947, + 0.110893037545681, + 0.10822025581598282, + 0.10422320003509522, + 0.10408455009460449, + 0.10522357710003853, + 0.09913086289763451, + 0.09440416249632835, + 0.0924928415775299, + 0.10758058831691741, + 0.09329749217033387, + 0.09131886911988259, + 0.08834524278640747, + 0.08724276800155639, + 0.09795933984518052, + 0.08578420240879059, + 0.08392888104915619, + 0.08338507117033005, + 0.07894570019841195, + 0.07729433171749114, + 0.07803093535900116, + 0.0760855792760849, + 0.0740779890447855, + 0.07295384521484374, + 0.07261191159486771, + 0.07193484778404236, + 0.07130219305753707, + 0.07076054784059524, + 0.07032060540914535, + 0.07007708017826081, + 0.06981839218139649, + 0.06965371253490447, + 0.06955726127624512 + ], + "train_acc": [ + 0.6449, + 0.7847, + 0.8076, + 0.8517, + 0.8456, + 0.8355, + 0.8739, + 0.8646, + 0.8696, + 0.877, + 0.8727, + 0.8717, + 0.8838, + 0.8874, + 0.8988, + 0.8932, + 0.89, + 0.8946, + 0.8868, + 0.8843, + 0.908, + 0.913, + 0.912, + 0.9236, + 0.9124, + 0.9094, + 0.9042, + 0.9092, + 0.9156, + 0.9327, + 0.9341, + 0.9292, + 0.9273, + 0.9418, + 0.9392, + 0.9196, + 0.9237, + 0.9267, + 0.9448, + 0.9393, + 0.9299, + 0.9445, + 0.9559, + 0.9506, + 0.9499, + 0.9523, + 0.9464, + 0.9558, + 0.96, + 0.9615, + 0.9641, + 0.9626, + 0.9646, + 0.9651, + 0.971, + 0.9701, + 0.9608, + 0.9673, + 0.9699, + 0.9703, + 0.9728, + 0.9674, + 0.9725, + 0.974, + 0.9729, + 0.9769, + 0.9787, + 0.9789, + 0.9802, + 0.9813, + 0.9817, + 0.9819, + 0.9818, + 0.9833, + 0.9839, + 0.9838, + 0.9836, + 0.9837, + 0.9838, + 0.9841 + ], + "test_acc": [ + 0.7685, + 0.807, + 0.8325, + 0.843, + 0.831, + 0.8405, + 0.8685, + 0.8405, + 0.867, + 0.864, + 0.852, + 0.8645, + 0.86, + 0.874, + 0.8745, + 0.86, + 0.879, + 0.887, + 0.868, + 0.879, + 0.877, + 0.882, + 0.8865, + 0.883, + 0.8925, + 0.8885, + 0.879, + 0.8895, + 0.896, + 0.9, + 0.9005, + 0.8915, + 0.901, + 0.9035, + 0.9035, + 0.892, + 0.8955, + 0.903, + 0.9075, + 0.9035, + 0.8935, + 0.9035, + 0.911, + 0.9085, + 0.911, + 0.904, + 0.9005, + 0.915, + 0.91, + 0.914, + 0.913, + 0.911, + 0.916, + 0.908, + 0.9145, + 0.9095, + 0.9135, + 0.917, + 0.915, + 0.912, + 0.9105, + 0.9115, + 0.912, + 0.9135, + 0.915, + 0.912, + 0.9115, + 0.9135, + 0.914, + 0.912, + 0.915, + 0.916, + 0.915, + 0.914, + 0.9155, + 0.9155, + 0.914, + 0.9145, + 0.914, + 0.9135 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8936765193939209, + 0.875713586807251, + 0.8523612022399902, + 0.835299551486969, + 0.8243429064750671, + 0.8148068189620972, + 0.809612512588501, + 0.8055970668792725, + 0.8028815984725952, + 0.8011909127235413, + 0.8001247644424438, + 0.799472451210022 + ], + "perturbation_rho": [ + 0.9999988079071045, + 0.999997615814209, + 0.9999872446060181, + 0.9999661445617676, + 0.9999244213104248, + 0.9998762011528015, + 0.9998204708099365, + 0.9997811317443848, + 0.9997683167457581, + 0.9997478723526001, + 0.9997052550315857, + 0.9996634721755981 + ], + "nudging": { + "0.001": [ + -0.02805091254413128, + -0.013208158314228058, + -0.0066702282056212425, + -0.003945831675082445, + -0.002750034909695387, + -0.002152357716113329, + -0.0018071717349812388, + -0.0015899442369118333, + -0.0014494031202048063, + -0.0013547888956964016, + -0.0012928021606057882, + -0.0012546603102236986 + ], + "0.003": [ + -0.07421690225601196, + -0.03749680891633034, + -0.019483720883727074, + -0.011658146977424622, + -0.008164399303495884, + -0.006405050866305828, + -0.0053850943222641945, + -0.004741774406284094, + -0.004324971232563257, + -0.004044387489557266, + -0.003860148834064603, + -0.0037467507645487785 + ], + "0.01": [ + -0.15880361199378967, + -0.10216463357210159, + -0.058997806161642075, + -0.0368044376373291, + -0.02622675709426403, + -0.02074911817908287, + -0.017529264092445374, + -0.015481802634894848, + -0.014148212037980556, + -0.013247357681393623, + -0.012655021622776985, + -0.012289617210626602 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.062218222427368, + 1.0111772974014281, + 0.7069105566978454, + 0.5894367267131806, + 0.5519145173072815, + 0.5328701040267945, + 0.5143702904701233, + 0.5037649742126464, + 0.5267402291297912, + 0.5362862730979919, + 0.5706932378292083, + 0.5366109603404999, + 0.5748039415359497, + 0.6984620532989502, + 0.6995907222032547, + 0.6355872257232666, + 0.5994791854858399, + 0.6105069580078125, + 0.755839087486267, + 0.7219365031242371, + 0.7605537420272828, + 0.7302447261810303, + 0.7689904579162598, + 0.6884315003395081, + 0.6808914300203324, + 0.6728718101501465, + 0.7055298049449921, + 0.6493824725151062, + 0.6272500898987055, + 0.5995918445706367, + 0.5774760694503784, + 0.6369666585922241, + 0.6621656682491303, + 0.6987312582492828, + 0.7215407601356506, + 0.7177485369443893, + 0.6749118590354919, + 0.7748493107795715, + 0.6226130012512207, + 0.59164186668396, + 0.8793521818518638, + 0.5344610214710236, + 0.6223686878204345, + 0.5742042091012001, + 0.6648194321632386, + 0.6924330261230469, + 0.6171909283161163, + 0.6225832930564881, + 0.5864963626980781, + 0.5502301546096802, + 0.6340892565965652, + 0.5290304160118103, + 0.593668369102478, + 0.5533372339248657, + 0.6408262311697006, + 0.4738055535316467, + 0.5309371071815491, + 0.4636679154396057, + 0.5358815372467041, + 0.45992880697250366, + 0.458472611618042, + 0.46539330711364746, + 0.47984019027948377, + 0.44190584735870364, + 0.45413577545881273, + 0.43303393692970277, + 0.4372877141952515, + 0.45334326210021975, + 0.4221468412399292, + 0.4217998252868652, + 0.4122497503757477, + 0.4124288455963135, + 0.4077335179507732, + 0.3989184023857117, + 0.3986554427713156, + 0.39380938061475756, + 0.39323648450374604, + 0.39136115703582763, + 0.39004903059005736, + 0.38944205143451693 + ], + "train_acc": [ + 0.2526, + 0.628, + 0.7334, + 0.7835, + 0.7903, + 0.7999, + 0.8125, + 0.8145, + 0.8116, + 0.8155, + 0.8113, + 0.8242, + 0.8189, + 0.7977, + 0.7993, + 0.8201, + 0.8267, + 0.8299, + 0.8104, + 0.8145, + 0.8077, + 0.818, + 0.8117, + 0.8259, + 0.8297, + 0.8323, + 0.8296, + 0.8424, + 0.8483, + 0.8508, + 0.8527, + 0.8463, + 0.842, + 0.8346, + 0.8304, + 0.8329, + 0.8415, + 0.8272, + 0.8528, + 0.8517, + 0.8201, + 0.8663, + 0.8515, + 0.8582, + 0.8449, + 0.8462, + 0.8551, + 0.8533, + 0.8555, + 0.8652, + 0.8528, + 0.8688, + 0.8578, + 0.8656, + 0.8516, + 0.8779, + 0.8655, + 0.8768, + 0.8643, + 0.8772, + 0.8783, + 0.8791, + 0.8749, + 0.8827, + 0.8802, + 0.8822, + 0.8846, + 0.8819, + 0.8855, + 0.8854, + 0.8897, + 0.8892, + 0.8904, + 0.893, + 0.8915, + 0.8936, + 0.8923, + 0.8933, + 0.8942, + 0.8943 + ], + "test_acc": [ + 0.496, + 0.674, + 0.718, + 0.7275, + 0.701, + 0.768, + 0.757, + 0.771, + 0.765, + 0.653, + 0.771, + 0.7435, + 0.7445, + 0.73, + 0.716, + 0.759, + 0.774, + 0.7065, + 0.726, + 0.741, + 0.7765, + 0.7795, + 0.736, + 0.75, + 0.7835, + 0.762, + 0.7935, + 0.7395, + 0.7585, + 0.7765, + 0.75, + 0.786, + 0.722, + 0.807, + 0.7605, + 0.7365, + 0.782, + 0.7935, + 0.7915, + 0.7045, + 0.803, + 0.803, + 0.7895, + 0.7795, + 0.7665, + 0.795, + 0.771, + 0.82, + 0.799, + 0.8235, + 0.809, + 0.8115, + 0.808, + 0.815, + 0.823, + 0.8165, + 0.8285, + 0.8075, + 0.837, + 0.8315, + 0.8305, + 0.821, + 0.8325, + 0.8325, + 0.841, + 0.835, + 0.8295, + 0.843, + 0.838, + 0.8405, + 0.8355, + 0.839, + 0.843, + 0.842, + 0.842, + 0.841, + 0.8415, + 0.8405, + 0.8415, + 0.8405 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.022819485515356064, + 0.10611869394779205, + 0.08763782680034637, + 0.06361521780490875, + 0.08818645775318146, + 0.07573625445365906, + 0.07574683427810669, + 0.025106821209192276, + 0.029594242572784424, + 0.09018446505069733, + 0.04191981628537178, + 0.05728168785572052 + ], + "perturbation_rho": [ + -0.0498071163892746, + 0.18554872274398804, + 0.19663047790527344, + 0.14150168001651764, + 0.06663499772548676, + 0.12039551883935928, + 0.12434913218021393, + 0.05157296732068062, + 0.09405694901943207, + 0.07376686483621597, + 0.061272408813238144, + 0.10341489315032959 + ], + "nudging": { + "0.001": [ + -0.00011285400250926614, + -0.0005286485538817942, + -0.00023863595561124384, + -0.0001699515269137919, + -0.00019242128473706543, + -0.00020841028890572488, + -0.00017818620835896581, + -8.221696771215647e-05, + -0.00012262666132301092, + -0.0002659684687387198, + -7.3433002398815e-05, + -0.00015967088984325528 + ], + "0.003": [ + -0.00024241290520876646, + -0.0015879659913480282, + -0.0007213138160295784, + -0.0005122334696352482, + -0.0005765345995314419, + -0.0006294770864769816, + -0.0005317657487466931, + -0.0002465004217810929, + -0.000370893714716658, + -0.0007963281823322177, + -0.00021844575530849397, + -0.00047936002374626696 + ], + "0.01": [ + 0.000284646637737751, + -0.005279931705445051, + -0.002400151453912258, + -0.0017087131273001432, + -0.0019207102013751864, + -0.0020927595905959606, + -0.0017691099783405662, + -0.0008208724320866168, + -0.0012333606136962771, + -0.0026537002995610237, + -0.0007275568204931915, + -0.0015953464899212122 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.9170144527435302, + 1.3574325843811035, + 1.0219036561965942, + 1.0417006726264955, + 1.1545506413459778, + 1.0443228019714355, + 1.069793510723114, + 1.1563185817718507, + 1.2034203029632569, + 1.2093300688743591, + 1.2421297967910767, + 1.2121269897460938, + 1.2421570183753967, + 1.227959622001648, + 1.2875715705871582, + 1.2968539279937745, + 1.2598994022369385, + 1.2438384927749633, + 1.257016632270813, + 1.3526598268508911, + 1.3369555353164673, + 1.2425631269454955, + 1.1589678699493409, + 1.1722875375747681, + 1.196830919456482, + 1.2976784371376038, + 1.4418400695800782, + 1.5240311195373535, + 1.3321481491088867, + 1.1875362323760987, + 1.1509679439544678, + 1.137692106437683, + 1.0400111068725586, + 1.0969075414657592, + 1.0011995708465575, + 1.0474750366210936, + 1.0674565059661865, + 1.0524237518310546, + 1.0477498797416687, + 1.0017159150123596, + 1.0123031642913818, + 1.032210140323639, + 0.9697861175537109, + 0.9672701766967774, + 0.9756033916473389, + 0.9363939442634582, + 0.9666579208374023, + 0.9819006387710572, + 0.9768954681396484, + 0.9663044677734375, + 0.9702695720672607, + 0.942413935470581, + 0.9659700645446777, + 0.9314608770370484, + 0.9171806238174438, + 0.9250450847625732, + 0.9110939646720886, + 0.909934245300293, + 0.8979906294822693, + 0.8799821901321411, + 0.8749663389205933, + 0.8692678067207337, + 0.861733264541626, + 0.8568462301254273, + 0.8578854080200196, + 0.8505663597106934, + 0.8482229557037354, + 0.8452105672836304, + 0.8483084865570069, + 0.8421358110427857, + 0.8392665149688721, + 0.8388012510299683, + 0.8370298583984375, + 0.8364136636734009, + 0.8345022481918335, + 0.8332059104919434, + 0.831232413482666, + 0.830617018032074, + 0.830040982055664, + 0.8296857852935791 + ], + "train_acc": [ + 0.3517, + 0.5406, + 0.637, + 0.6539, + 0.642, + 0.649, + 0.6309, + 0.6125, + 0.5943, + 0.585, + 0.5871, + 0.5969, + 0.581, + 0.5812, + 0.5714, + 0.5742, + 0.5815, + 0.5852, + 0.6003, + 0.5856, + 0.5956, + 0.6059, + 0.6156, + 0.6163, + 0.6124, + 0.6008, + 0.5782, + 0.5726, + 0.6073, + 0.6195, + 0.6281, + 0.6301, + 0.6442, + 0.6423, + 0.6638, + 0.6437, + 0.6416, + 0.6452, + 0.642, + 0.654, + 0.6567, + 0.6568, + 0.6646, + 0.6658, + 0.663, + 0.6761, + 0.6684, + 0.6674, + 0.6674, + 0.674, + 0.6749, + 0.6792, + 0.6738, + 0.6805, + 0.686, + 0.6842, + 0.6903, + 0.6848, + 0.6934, + 0.6995, + 0.6987, + 0.7028, + 0.7012, + 0.7035, + 0.7027, + 0.7097, + 0.7091, + 0.712, + 0.7104, + 0.7087, + 0.7106, + 0.7127, + 0.7098, + 0.711, + 0.714, + 0.7122, + 0.7127, + 0.7147, + 0.7143, + 0.7145 + ], + "test_acc": [ + 0.4755, + 0.5345, + 0.6515, + 0.6045, + 0.6325, + 0.614, + 0.575, + 0.583, + 0.576, + 0.551, + 0.5735, + 0.5495, + 0.5625, + 0.5185, + 0.516, + 0.5475, + 0.561, + 0.5915, + 0.4995, + 0.493, + 0.539, + 0.6, + 0.5995, + 0.58, + 0.554, + 0.5895, + 0.486, + 0.5515, + 0.5825, + 0.5845, + 0.5545, + 0.6015, + 0.599, + 0.623, + 0.6035, + 0.6035, + 0.61, + 0.6105, + 0.6025, + 0.6305, + 0.6195, + 0.6255, + 0.635, + 0.6365, + 0.636, + 0.628, + 0.64, + 0.6165, + 0.6255, + 0.633, + 0.641, + 0.641, + 0.65, + 0.6545, + 0.654, + 0.66, + 0.6605, + 0.6605, + 0.66, + 0.6655, + 0.66, + 0.659, + 0.6705, + 0.668, + 0.6625, + 0.663, + 0.667, + 0.671, + 0.674, + 0.6765, + 0.68, + 0.6735, + 0.677, + 0.6735, + 0.675, + 0.6755, + 0.6745, + 0.6745, + 0.675, + 0.675 + ], + "state_pred_error": [ + 0.6493651579856873, + 0.29575768976211547, + 0.23103001885414123, + 0.2334385880947113, + 0.23548452725410463, + 0.19967564697265625, + 0.18518944029808043, + 0.16725214145183565, + 0.1649368047952652, + 0.16571793246269226, + 0.17572792928218842, + 0.1743344892501831, + 0.15893575103282928, + 0.14322838592529297, + 0.13594432392120362, + 0.14049444479942322, + 0.14633379299640656, + 0.13476813054084777, + 0.11506632614135742, + 0.09945053409337998, + 0.0853865048646927, + 0.07948669990301133, + 0.07776896188259125, + 0.07093840420246124, + 0.0676786900997162, + 0.07071898134946823, + 0.0722231029510498, + 0.06867871108055115, + 0.06268749744296073, + 0.05706663088798523, + 0.05825891577005386, + 0.0631956821680069, + 0.06554845556020737, + 0.06385076906085015, + 0.059801281118392946, + 0.056304640930891034, + 0.051978501677513125, + 0.0483906120300293, + 0.04619176578521728, + 0.04515855231881142, + 0.043788279366493224, + 0.042852709513902666, + 0.04160206508040428, + 0.04094642661809921, + 0.03986684157252312, + 0.03952786195278168, + 0.03936737617254257, + 0.04014009275436401, + 0.04107310829758644, + 0.04151235276460648, + 0.04251271829605102, + 0.042470853394269946, + 0.04116504163742066, + 0.039731386798620226, + 0.03882245666384697, + 0.03727775193452835, + 0.035602553805708884, + 0.03460706757307053, + 0.03363208696842194, + 0.0326178902387619, + 0.03211134424805641, + 0.03151855516433716, + 0.03118992812037468, + 0.030708241164684295, + 0.029781148672103883, + 0.02953700419664383, + 0.028982311296463014, + 0.028379172378778458, + 0.02792458461225033, + 0.027120157611370085, + 0.026746750193834306, + 0.0262485995978117, + 0.025594802010059356, + 0.02498560943007469, + 0.024488566598296166, + 0.02415746918618679, + 0.023551164603233338, + 0.023047770342230798, + 0.02238947468996048, + 0.02236259917318821 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7431880235671997, + 0.2796655595302582, + 0.13151727616786957, + 0.09881292283535004, + 0.0924338698387146, + 0.10159576684236526, + 0.09764175117015839, + 0.09642879664897919, + 0.09804226458072662, + 0.09603762626647949, + 0.09261822700500488, + 0.08885498344898224 + ], + "perturbation_rho": [ + 0.611870527267456, + 0.24307268857955933, + 0.10120554268360138, + 0.09459854662418365, + 0.09521515667438507, + 0.07265714555978775, + 0.07570740580558777, + 0.0650622695684433, + 0.07738275825977325, + 0.11346932500600815, + 0.08958262950181961, + 0.07643747329711914 + ], + "nudging": { + "0.001": [ + -0.022723916918039322, + -0.0008963837753981352, + -0.0003589537227526307, + -0.0002731546701397747, + -0.0002443054981995374, + -0.0002676681033335626, + -0.0002532715443521738, + -0.0002561286382842809, + -0.00026835669996216893, + -0.00025519070914015174, + -0.00024644829682074487, + -0.00023727267398498952 + ], + "0.003": [ + -0.06697431951761246, + -0.0026875482872128487, + -0.001076806103810668, + -0.0008197093848139048, + -0.0007331351516768336, + -0.0008034107740968466, + -0.0007598516531288624, + -0.000768211844842881, + -0.0008050791220739484, + -0.0007651542546227574, + -0.000739292532671243, + -0.0007121727103367448 + ], + "0.01": [ + -0.20912763476371765, + -0.00893338117748499, + -0.0035844063386321068, + -0.0027289288118481636, + -0.0024399380199611187, + -0.0026743747293949127, + -0.0025294050574302673, + -0.002557961270213127, + -0.0026802942156791687, + -0.002547960262745619, + -0.002460954710841179, + -0.0023713763803243637 + ] + }, + "state_pred_error_per_layer": [ + 20223.798828125, + 14219.4013671875, + 11048.2333984375, + 10263.419921875, + 8570.201171875, + 7224.33740234375, + 7281.2197265625, + 8034.87548828125, + 6686.9033203125, + 6885.98291015625, + 6667.048828125, + 6627.78125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.0764933771133425, + 1.0333355437278748, + 0.7067635051727295, + 0.5858699575424194, + 0.5356992348194123, + 0.5212211735248565, + 0.5239047775268555, + 0.5818343393325806, + 0.6053238994598389, + 0.5796063490390777, + 0.5091782062530518, + 0.6705454446792602, + 0.5421884929656983, + 0.6353844381332397, + 0.6657565035820008, + 0.6767716047048569, + 0.6167357039451599, + 0.6938248710155487, + 0.8726231457233429, + 0.8884702047348022, + 0.9432406356811524, + 1.090025691795349, + 0.968264564704895, + 1.0746012533664704, + 1.1493414950847625, + 1.1367902378082275, + 1.3055742527008056, + 1.1653732303619384, + 1.1293184537887573, + 1.334260126066208, + 1.2707585639953614, + 1.4581013576507569, + 1.4308010631561279, + 1.285036499786377, + 1.8279240913391113, + 1.8119590299606323, + 2.283292189025879, + 1.6382048044204711, + 1.4503440219879151, + 1.7393564136505126, + 1.6293182621002198, + 1.4443016117095948, + 1.2811944095611572, + 1.21372008228302, + 1.1024506355285644, + 1.2282759926795959, + 1.2983571229934692, + 1.3142110950469972, + 1.323133878517151, + 1.3581235847473145, + 1.2896308329582213, + 1.284184308242798, + 1.2349051277160645, + 1.3431798957824708, + 1.1847218454360962, + 1.1301065828323364, + 1.1214371286392213, + 1.0846952264785767, + 1.0839066341400148, + 1.097983945274353, + 1.0511162779808045, + 1.0496550798416138, + 1.0508357788085938, + 1.0465448284626007, + 1.0507531276702882, + 1.0591266249656677, + 1.0550554061889648, + 1.0550357730865478, + 1.0820843217849732, + 1.0595227965354919, + 1.065673966217041, + 1.0613273656845092, + 1.0590686019897462, + 1.0599220966339111, + 1.0588614574432373, + 1.0581368492126464, + 1.0541149351119996, + 1.0519661378860474, + 1.0514939740180969, + 1.0511556272506715 + ], + "train_acc": [ + 0.2452, + 0.6221, + 0.7343, + 0.784, + 0.801, + 0.805, + 0.8066, + 0.7899, + 0.7896, + 0.8047, + 0.8283, + 0.7988, + 0.8245, + 0.8083, + 0.8112, + 0.8115, + 0.8284, + 0.8143, + 0.7943, + 0.7885, + 0.7858, + 0.7695, + 0.7757, + 0.7569, + 0.7501, + 0.7476, + 0.7172, + 0.7332, + 0.7408, + 0.7223, + 0.7292, + 0.694, + 0.6746, + 0.6863, + 0.6085, + 0.6042, + 0.5516, + 0.6079, + 0.614, + 0.5877, + 0.5988, + 0.6126, + 0.6327, + 0.648, + 0.6703, + 0.6493, + 0.6395, + 0.6404, + 0.6402, + 0.6375, + 0.6505, + 0.6503, + 0.6588, + 0.636, + 0.6598, + 0.6677, + 0.6697, + 0.6766, + 0.6791, + 0.6715, + 0.6827, + 0.6841, + 0.6788, + 0.6811, + 0.6818, + 0.6793, + 0.6794, + 0.6814, + 0.6722, + 0.6808, + 0.6791, + 0.6816, + 0.6826, + 0.681, + 0.6824, + 0.6812, + 0.6834, + 0.6838, + 0.6841, + 0.6839 + ], + "test_acc": [ + 0.487, + 0.667, + 0.72, + 0.7295, + 0.754, + 0.7085, + 0.725, + 0.7445, + 0.7405, + 0.743, + 0.685, + 0.7675, + 0.7645, + 0.73, + 0.759, + 0.7505, + 0.731, + 0.6945, + 0.729, + 0.7415, + 0.6975, + 0.7285, + 0.7145, + 0.712, + 0.673, + 0.6825, + 0.635, + 0.6405, + 0.672, + 0.654, + 0.649, + 0.5795, + 0.682, + 0.5525, + 0.5845, + 0.3575, + 0.5085, + 0.5355, + 0.5015, + 0.49, + 0.5295, + 0.5085, + 0.585, + 0.6325, + 0.6295, + 0.531, + 0.5645, + 0.58, + 0.5825, + 0.604, + 0.6035, + 0.608, + 0.552, + 0.579, + 0.6445, + 0.633, + 0.643, + 0.6575, + 0.6475, + 0.651, + 0.664, + 0.6545, + 0.66, + 0.6625, + 0.663, + 0.66, + 0.663, + 0.662, + 0.6645, + 0.6635, + 0.663, + 0.6685, + 0.67, + 0.6675, + 0.6585, + 0.667, + 0.665, + 0.666, + 0.664, + 0.6635 + ], + "value_loss": [ + 2.8549158838272093, + 1.161496125793457, + 0.903598198890686, + 0.7632983952522278, + 0.6835939199686051, + 0.6766883213043213, + 0.7091717009544373, + 0.9754714385986328, + 1.08224688205719, + 1.062293195784092, + 0.9092092826843262, + 1.4716599861145019, + 1.038246541786194, + 1.4234249837160111, + 1.664121393585205, + 1.6125931749343871, + 1.4978518940925598, + 1.7518914916992188, + 2.72013060503006, + 3.1416282855987547, + 3.455105680847168, + 4.676465829467773, + 3.303184397125244, + 3.646682159423828, + 4.276524467420578, + 4.3695808753967285, + 5.563025414466858, + 4.5929090194702145, + 4.1187556289672855, + 5.53759754114151, + 6.174367126464844, + 5.94762811126709, + 4.872971316528321, + 3.637530991744995, + 5.705263479614258, + 6.351236457061767, + 8.093695210266114, + 4.504659541511535, + 2.6615619094848633, + 5.09617506980896, + 3.5259002746582033, + 2.7192329330444336, + 2.638924031639099, + 1.6318247977256775, + 1.3823803621292114, + 1.951340493106842, + 2.216556364059448, + 2.1964007709503175, + 2.5811822102546693, + 2.1051325965881347, + 1.8404160772800446, + 1.9780693883895875, + 1.718860918045044, + 1.983682257080078, + 1.9515350111961365, + 1.2874729948043824, + 1.3900933967590332, + 1.2211145097732543, + 1.3988167335510253, + 1.2648169076919555, + 1.1056289435863496, + 0.9794681151866913, + 1.0225543155670167, + 1.0772494400978088, + 0.9853854091644287, + 0.9633722298145294, + 0.9995410033226013, + 1.0373240133285522, + 1.104611580657959, + 1.0151097399234772, + 1.0281483087539673, + 0.969052958202362, + 0.9510830691337585, + 0.9537978723526, + 0.8950119636535645, + 0.8671914636135102, + 0.9178054649353027, + 0.9064536457061767, + 0.8821513331413269, + 0.9863593735218048 + ], + "term_loss": [ + 1.682755407524109, + 0.9349195198059082, + 0.7577797178268433, + 0.6367232304573059, + 0.5474753088951111, + 0.5284061282157898, + 0.5641642443656921, + 0.8194823429107666, + 0.9324796360015869, + 0.912509532225132, + 0.7826824951171875, + 1.319875775718689, + 0.9083852030277252, + 1.281417071583867, + 1.5178388681411743, + 1.4628825843811035, + 1.3601782407283782, + 1.590202610015869, + 2.46570823032856, + 2.7377664497375487, + 2.9881096405029295, + 4.093345769119263, + 2.8418840057373047, + 3.1584136568069456, + 3.727611806821823, + 3.8350956407547, + 4.957208102893829, + 3.993870001220703, + 3.628015086746216, + 4.997284079122544, + 5.491623828125, + 5.350730059623718, + 4.29666678314209, + 3.107940061569214, + 4.910516096496582, + 5.609202164840698, + 7.328441577911377, + 3.92153433303833, + 2.2080428680419923, + 4.370297067832947, + 3.0111737335205078, + 2.2708549232959747, + 2.1683303813934325, + 1.2954999471187592, + 1.0790472076416016, + 1.5998526191234588, + 1.8377661813259125, + 1.8053871860504151, + 2.1328504148960112, + 1.717490065574646, + 1.4750218168020248, + 1.6484625193595885, + 1.4090114224433898, + 1.6390713775634767, + 1.6058604949712754, + 1.0051573803424836, + 1.102199532008171, + 0.9493986696243286, + 1.0932330482721329, + 0.9720278540134429, + 0.8383463484048843, + 0.7234356563329697, + 0.7596620301246643, + 0.8095307093143463, + 0.7318540607452393, + 0.7117131633043289, + 0.7411717020988464, + 0.76621328125, + 0.8340190933227539, + 0.7561145126342773, + 0.7697270512580872, + 0.7089268949508667, + 0.6988980655670166, + 0.7010336683273315, + 0.6438103723526001, + 0.6179502298414707, + 0.6598036010742188, + 0.6499435122966767, + 0.626848087978363, + 0.7168336891174316 + ], + "bridge_loss": [ + 0.896014222253242, + 0.04517395571172238, + 0.006593965370953083, + 0.0034440495952963827, + 0.018616770416498184, + 0.030837100231647492, + 0.024734814091026784, + 0.02389179002046585, + 0.01787433380782604, + 0.018077380554378034, + 0.010488519954681396, + 0.015156167778372765, + 0.010538265505433082, + 0.012908530953526497, + 0.01322974010705948, + 0.016209473606944084, + 0.015149136707186699, + 0.025635590088367462, + 0.09975660238265992, + 0.24363938935995103, + 0.30326125044822694, + 0.4093769493103027, + 0.2900644659996033, + 0.30407776420712473, + 0.36139686872959137, + 0.3478179151058197, + 0.3997144910812378, + 0.4011154135465622, + 0.2988287874698639, + 0.32996571643352507, + 0.48100315761566165, + 0.37056637697219846, + 0.3436944869041443, + 0.3004012752532959, + 0.5041740354537964, + 0.44999724850654604, + 0.4296209671974182, + 0.3023332357406616, + 0.18253318367004395, + 0.4315898947238922, + 0.23118360629081727, + 0.18129249473810197, + 0.22337257357835769, + 0.09488131734728814, + 0.07875844204425812, + 0.11123235714435577, + 0.12893191225528716, + 0.13899659600257874, + 0.19428774079680441, + 0.13162928407192231, + 0.1163264914393425, + 0.0801027453839779, + 0.06760505118966102, + 0.08564049925804139, + 0.10703954181075095, + 0.05367120292782784, + 0.058458478817343715, + 0.04750625167787075, + 0.08299656238555908, + 0.06785187515616417, + 0.05007092701196671, + 0.03860371837019921, + 0.04493570284247398, + 0.05130842483341694, + 0.036386512249708174, + 0.033535686874389646, + 0.04093419628441334, + 0.05317574837207794, + 0.0473568382024765, + 0.04034040171802044, + 0.0394649936914444, + 0.0410647492647171, + 0.03395739138126373, + 0.03392591526508331, + 0.033935180634260174, + 0.030197322559356688, + 0.04014543912410736, + 0.039191885554790494, + 0.03813223616480827, + 0.05245816183909774 + ], + "tgrad_loss": [ + 0.27614626688957217, + 0.1814026545524597, + 0.13922452120780945, + 0.12313111693859101, + 0.11750183961391449, + 0.1174450924873352, + 0.12027264575958252, + 0.13209730380773543, + 0.13189289898872375, + 0.13170627192556858, + 0.1160382707118988, + 0.13662804961204528, + 0.11932307603359223, + 0.12909939237833024, + 0.13305279737710954, + 0.1335011120378971, + 0.12252451281547547, + 0.13605329816937448, + 0.15466575002670288, + 0.16022245128154755, + 0.16373479413986206, + 0.1737431848526001, + 0.17123591811656952, + 0.18419077730178832, + 0.18751578764915466, + 0.18666732320785523, + 0.2061028514146805, + 0.19792364330291748, + 0.19191175360679627, + 0.21034778068065643, + 0.20174010210037233, + 0.22633177161216736, + 0.23261008365154268, + 0.2291896457672119, + 0.2905733513832092, + 0.29203712682724, + 0.33563268880844116, + 0.2807919749736786, + 0.27098584852218627, + 0.29428816595077517, + 0.2835429540157318, + 0.2670855068206787, + 0.24722108142375945, + 0.24144353773593902, + 0.22457472248077393, + 0.24025552184581755, + 0.24985827751159667, + 0.2520169780254364, + 0.2540440467596054, + 0.2560132534980774, + 0.2490677748680115, + 0.24950413098335267, + 0.24224443774223328, + 0.258970384645462, + 0.2386349895954132, + 0.22864441821575165, + 0.22943539001941682, + 0.224209578537941, + 0.22258712384700774, + 0.2249371839284897, + 0.21721167531013488, + 0.21742874386310576, + 0.21795658111572266, + 0.21641030756235122, + 0.21714482364654542, + 0.2181233823299408, + 0.21743510699272156, + 0.21793499126434326, + 0.22323566336631775, + 0.2186548171043396, + 0.21895627632141113, + 0.2190613217353821, + 0.21822762320041655, + 0.21883828949928283, + 0.21726641387939452, + 0.21904391651153565, + 0.2178564251422882, + 0.21731825175285338, + 0.2171710154533386, + 0.21706753172874452 + ] + }, + "diagnostics": { + "bp_cosine": [ + 9.498395957052708e-05, + 0.029415149241685867, + 0.062070880085229874, + 0.07393385469913483, + 0.07970248907804489, + 0.08624569326639175, + 0.10002343356609344, + 0.10488344728946686, + 0.10920242965221405, + 0.10451158881187439, + 0.09929930418729782, + 0.09505851566791534 + ], + "perturbation_rho": [ + 0.025425152853131294, + 0.0574759915471077, + 0.13417154550552368, + 0.10034967213869095, + 0.17468321323394775, + 0.17164339125156403, + 0.15925100445747375, + 0.08668951690196991, + 0.1521437168121338, + 0.14672580361366272, + 0.1825145184993744, + 0.12463894486427307 + ], + "nudging": { + "0.001": [ + 9.352347115054727e-05, + -0.0002647446817718446, + -0.00047820506733842194, + -0.0005149872158654034, + -0.0005640805466100574, + -0.0006015360122546554, + -0.0006438379641622305, + -0.0006649883580394089, + -0.0007019470212981105, + -0.0006623220397159457, + -0.0006254295585677028, + -0.0006009879289194942 + ], + "0.003": [ + 0.0003153950092382729, + -0.0007944293902255595, + -0.0014327235985547304, + -0.0015408566687256098, + -0.0016878837486729026, + -0.0018035313114523888, + -0.0019295630045235157, + -0.0019936237949877977, + -0.0020997454412281513, + -0.0019858325831592083, + -0.001876077032648027, + -0.0018000612035393715 + ], + "0.01": [ + 0.001420565415173769, + -0.0026360084302723408, + -0.00476992130279541, + -0.005131378769874573, + -0.005615689791738987, + -0.006001932080835104, + -0.006417973432689905, + -0.006630052346736193, + -0.006984136067330837, + -0.0066003259271383286, + -0.00623705331236124, + -0.005985542666167021 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json new file mode 100644 index 0000000..1368dc3 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 0.969122644329071, + 0.5920969530105591, + 0.4555384733200073, + 0.42013895292282105, + 0.3577242928504944, + 0.37090972731113436, + 0.3204999417304993, + 0.3792783494949341, + 0.3393013801574707, + 0.3097765709400177, + 0.33500295226573945, + 0.2910071131706238, + 0.29785395264625547, + 0.283798801279068, + 0.2583663343429565, + 0.27849551072120665, + 0.2531052485704422, + 0.23891032192707062, + 0.2196098397731781, + 0.2663255609512329, + 0.260848161315918, + 0.2927300401687622, + 0.30502517681121827, + 0.2855231747150421, + 0.21818343462944031, + 0.19386887674331665, + 0.2458417517900467, + 0.19182274364233018, + 0.17297324039936066, + 0.19739589419364928, + 0.1834898106098175, + 0.1994040518283844, + 0.20876692607402803, + 0.15818328301906587, + 0.1655046018600464, + 0.18371486501693726, + 0.18603038516044618, + 0.16989948571324348, + 0.14640453379154206, + 0.16136881852149965, + 0.18090535459518434, + 0.16096133246421815, + 0.17648028812408448, + 0.19660544855594636, + 0.1483273560643196, + 0.1228380591392517, + 0.139758788728714, + 0.1273645007133484, + 0.1370752555370331, + 0.1313122305870056, + 0.12541208545863627, + 0.10699837379455567, + 0.11257837036848069, + 0.10080176743865013, + 0.0961822389125824, + 0.10998678052425384, + 0.10155456811189652, + 0.09173920025825501, + 0.09425398440361023, + 0.0889471257686615, + 0.08973454808592796, + 0.08506661486625672, + 0.0839197184562683, + 0.08141958972215653, + 0.081237429189682, + 0.08236398327350616, + 0.0800594212770462, + 0.07829977524876594, + 0.0759517749786377, + 0.0762132091999054, + 0.0748500356912613, + 0.07403571516871452, + 0.07296141183376312, + 0.07267795407772064, + 0.07197105139493942, + 0.07171081202030181, + 0.07135244336128235, + 0.07104146628379822, + 0.0708903494656086, + 0.07079571675658226 + ], + "train_acc": [ + 0.6424, + 0.7776, + 0.8193, + 0.8339, + 0.8565, + 0.8537, + 0.8696, + 0.852, + 0.863, + 0.8761, + 0.8654, + 0.8834, + 0.8805, + 0.8895, + 0.8965, + 0.8924, + 0.9028, + 0.9009, + 0.9098, + 0.902, + 0.8968, + 0.8843, + 0.8793, + 0.8855, + 0.9128, + 0.9232, + 0.9032, + 0.9231, + 0.9326, + 0.9229, + 0.9256, + 0.9166, + 0.9155, + 0.9371, + 0.9368, + 0.9301, + 0.9236, + 0.9306, + 0.9446, + 0.9353, + 0.9262, + 0.9369, + 0.9296, + 0.9221, + 0.9433, + 0.9533, + 0.945, + 0.9519, + 0.9451, + 0.948, + 0.9534, + 0.9643, + 0.9598, + 0.9675, + 0.9698, + 0.9634, + 0.9653, + 0.9733, + 0.9713, + 0.9731, + 0.9744, + 0.9758, + 0.9773, + 0.9788, + 0.9798, + 0.9776, + 0.9795, + 0.9801, + 0.9815, + 0.9821, + 0.9825, + 0.9839, + 0.9848, + 0.9837, + 0.9844, + 0.9846, + 0.9847, + 0.9852, + 0.9852, + 0.9853 + ], + "test_acc": [ + 0.775, + 0.7965, + 0.823, + 0.8375, + 0.838, + 0.838, + 0.8475, + 0.84, + 0.8545, + 0.858, + 0.847, + 0.866, + 0.873, + 0.8685, + 0.868, + 0.8605, + 0.866, + 0.871, + 0.8765, + 0.8585, + 0.8675, + 0.862, + 0.868, + 0.8685, + 0.879, + 0.886, + 0.8755, + 0.8865, + 0.8925, + 0.8825, + 0.879, + 0.896, + 0.884, + 0.8835, + 0.886, + 0.895, + 0.8825, + 0.893, + 0.8905, + 0.8975, + 0.896, + 0.8955, + 0.8845, + 0.8825, + 0.901, + 0.896, + 0.902, + 0.9055, + 0.906, + 0.8995, + 0.908, + 0.907, + 0.907, + 0.908, + 0.9025, + 0.9005, + 0.905, + 0.9005, + 0.909, + 0.9025, + 0.9055, + 0.913, + 0.908, + 0.91, + 0.911, + 0.911, + 0.9125, + 0.9125, + 0.9115, + 0.9125, + 0.912, + 0.9115, + 0.91, + 0.9085, + 0.91, + 0.911, + 0.9115, + 0.9115, + 0.9115, + 0.9115 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.841245174407959, + 0.830803632736206, + 0.8195754885673523, + 0.8066799640655518, + 0.7983194589614868, + 0.7908304929733276, + 0.7860588431358337, + 0.7811387777328491, + 0.7771316170692444, + 0.7744728326797485, + 0.7727954983711243, + 0.7717056274414062 + ], + "perturbation_rho": [ + 0.9999991059303284, + 0.9999973177909851, + 0.9999889731407166, + 0.9999734163284302, + 0.9999427795410156, + 0.9998763799667358, + 0.9998629093170166, + 0.9998323321342468, + 0.9997599720954895, + 0.9997479319572449, + 0.9997410774230957, + 0.9997145533561707 + ], + "nudging": { + "0.001": [ + -0.024454854428768158, + -0.011305858381092548, + -0.00559408962726593, + -0.0032756051514297724, + -0.0022792830131947994, + -0.001779809594154358, + -0.0014915994834154844, + -0.0013089049607515335, + -0.0011874620104208589, + -0.0011061741970479488, + -0.00105283223092556, + -0.0010198504896834493 + ], + "0.003": [ + -0.06566837430000305, + -0.03229808062314987, + -0.016386456787586212, + -0.00969094317406416, + -0.0067720417864620686, + -0.0052991146221756935, + -0.004446372855454683, + -0.0039047286845743656, + -0.0035444353707134724, + -0.0033029273618012667, + -0.003144192509353161, + -0.003046202240511775 + ], + "0.01": [ + -0.1470111906528473, + -0.09042022377252579, + -0.050197783857584, + -0.030754856765270233, + -0.021816428750753403, + -0.017199307680130005, + -0.014493460766971111, + -0.012762569822371006, + -0.01160583458840847, + -0.010828070342540741, + -0.010316012427210808, + -0.00999932736158371 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.0898007585525513, + 1.1015719889640807, + 0.7905141721725464, + 0.6718451899528504, + 0.6203681846618653, + 0.6325145021438598, + 0.6236261308193207, + 0.6393312355041504, + 0.6374612313747406, + 0.6430461730480194, + 0.5502225688934326, + 0.8417456014633179, + 0.7175684427261353, + 1.0312082330226897, + 0.8398658451080322, + 0.8481408470153808, + 0.6183168939113617, + 0.937887061214447, + 0.8483327810287475, + 1.0181842102050782, + 0.7333554124832153, + 1.3151530385017396, + 1.102606842803955, + 0.8690633714675904, + 0.9178138070106506, + 1.0159898044586182, + 3.232203116989136, + 1.3720880279541015, + 0.6449793176651001, + 0.8210637205123902, + 0.9120081573486328, + 1.1590281297683716, + 0.855452324104309, + 0.7272457509994507, + 0.8923147548675537, + 0.7562281994819641, + 0.680691127204895, + 0.6434698450565338, + 0.723854674911499, + 0.8917708801269532, + 0.703606390953064, + 0.6779194925308227, + 0.6525233362197876, + 1.1295996128082275, + 0.8972809474945068, + 0.5784100801467895, + 0.6937777447223663, + 0.7719525880813599, + 0.6017424495697021, + 0.7032140111923217, + 0.515312993812561, + 0.5384840083122253, + 0.5088662053585052, + 0.4816106027841568, + 0.5108573516845704, + 0.5119831256866455, + 0.6042850525379181, + 0.4791012176513672, + 0.5760747453689575, + 0.45199957361221316, + 0.395004202580452, + 0.43196895809173586, + 0.4245094624042511, + 0.3937124969959259, + 0.4062374726772308, + 0.38945438613891603, + 0.3935444291114807, + 0.37236739473342895, + 0.4024800674438477, + 0.37810999517440796, + 0.3714436505317688, + 0.35974656147956846, + 0.36245792179107666, + 0.35358601045608523, + 0.3556142600655556, + 0.34317912871837614, + 0.34346320304870603, + 0.3412538662314415, + 0.33999497032165527, + 0.3392112380981445 + ], + "train_acc": [ + 0.242, + 0.6061, + 0.7059, + 0.7544, + 0.7711, + 0.7653, + 0.7685, + 0.7636, + 0.7644, + 0.7713, + 0.7934, + 0.7077, + 0.7412, + 0.6984, + 0.7215, + 0.7161, + 0.7733, + 0.7014, + 0.7168, + 0.6967, + 0.7423, + 0.6917, + 0.712, + 0.7198, + 0.707, + 0.6952, + 0.5487, + 0.6802, + 0.7747, + 0.7323, + 0.7125, + 0.6785, + 0.7421, + 0.7598, + 0.7335, + 0.7576, + 0.768, + 0.7791, + 0.7621, + 0.7386, + 0.7683, + 0.7724, + 0.7795, + 0.7106, + 0.7384, + 0.8012, + 0.7775, + 0.7554, + 0.7943, + 0.784, + 0.8146, + 0.8054, + 0.8234, + 0.8261, + 0.8169, + 0.8192, + 0.8006, + 0.8264, + 0.8009, + 0.8317, + 0.8518, + 0.8421, + 0.8454, + 0.8499, + 0.8472, + 0.8525, + 0.8469, + 0.8542, + 0.8459, + 0.8574, + 0.856, + 0.8652, + 0.8609, + 0.8635, + 0.865, + 0.866, + 0.8665, + 0.8678, + 0.868, + 0.8685 + ], + "test_acc": [ + 0.478, + 0.66, + 0.7125, + 0.665, + 0.634, + 0.693, + 0.689, + 0.642, + 0.584, + 0.708, + 0.656, + 0.6605, + 0.559, + 0.6505, + 0.606, + 0.6635, + 0.566, + 0.6175, + 0.478, + 0.6495, + 0.433, + 0.5855, + 0.5385, + 0.645, + 0.6835, + 0.401, + 0.5985, + 0.6675, + 0.6025, + 0.6285, + 0.5105, + 0.565, + 0.662, + 0.6695, + 0.6665, + 0.648, + 0.6885, + 0.667, + 0.4995, + 0.671, + 0.7005, + 0.621, + 0.6685, + 0.6735, + 0.6925, + 0.662, + 0.6445, + 0.696, + 0.6395, + 0.7555, + 0.687, + 0.7115, + 0.7375, + 0.7585, + 0.742, + 0.695, + 0.7735, + 0.719, + 0.735, + 0.792, + 0.7645, + 0.752, + 0.801, + 0.768, + 0.7955, + 0.784, + 0.8105, + 0.7885, + 0.808, + 0.817, + 0.809, + 0.8145, + 0.822, + 0.82, + 0.8185, + 0.817, + 0.824, + 0.8255, + 0.827, + 0.8275 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0384417325258255, + 0.27492010593414307, + 0.17608770728111267, + 0.12729278206825256, + 0.09575799107551575, + 0.13158489763736725, + 0.07343505322933197, + 0.08012130856513977, + 0.08938327431678772, + 0.09414967149496078, + 0.06517850607633591, + 0.07253237068653107 + ], + "perturbation_rho": [ + -0.00336202559992671, + 0.18004602193832397, + 0.18598641455173492, + 0.15388232469558716, + 0.058810293674468994, + 0.14123386144638062, + 0.05320374667644501, + 0.10196533054113388, + 0.09802494943141937, + 0.10918877273797989, + 0.09344048798084259, + 0.0655277818441391 + ], + "nudging": { + "0.001": [ + -0.001064171316102147, + -0.0006666459375992417, + -0.0004184156423434615, + -0.000315168930683285, + -0.00022096859174780548, + -0.0002887723676394671, + -0.00016212352784350514, + -0.00017708796076476574, + -0.00021025452588219196, + -0.00024805153952911496, + -0.00015850270574446768, + -0.00017888075672090054 + ], + "0.003": [ + -0.0031536915339529514, + -0.0019956310279667377, + -0.00125154631678015, + -0.000938912620767951, + -0.0006729550659656525, + -0.0008644282352179289, + -0.0004864725051447749, + -0.0005231637042015791, + -0.0006273322505876422, + -0.0007397128501906991, + -0.0004687863402068615, + -0.0005287445383146405 + ], + "0.01": [ + -0.010087584145367146, + -0.006617182400077581, + -0.004152917303144932, + -0.0031182561069726944, + -0.0022262579295784235, + -0.0028664623387157917, + -0.0016081882640719414, + -0.0017378728371113539, + -0.0020772137213498354, + -0.002457245485857129, + -0.0015545324422419071, + -0.0017554720398038626 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.9577019836425782, + 1.367190316581726, + 1.1470114725112914, + 1.0665275047302245, + 1.1731505100250244, + 1.2525334920883178, + 1.3311169979095459, + 1.5198530440330504, + 1.3418273334503175, + 1.3490344924926758, + 1.3042446374893188, + 1.2384788623809815, + 1.2332912294387817, + 1.216872233581543, + 1.2361593342781068, + 1.1900994968414307, + 1.220567015838623, + 1.2757856309890747, + 1.2281171096801757, + 1.161736725616455, + 1.1808231119155883, + 1.1178058204650878, + 1.1057362071037293, + 1.185501344013214, + 1.136134003829956, + 1.1250077436447143, + 1.098593546295166, + 1.1006900829315185, + 1.092524215221405, + 1.0361322803497315, + 1.0446809569358826, + 1.0481329538345336, + 1.053780317878723, + 1.0705591835021973, + 1.1286329881668091, + 1.1078846117973327, + 1.1074383437156676, + 1.083875510597229, + 1.054987931394577, + 1.042312901210785, + 1.0332075857162475, + 1.0004530704498291, + 0.9915621906280517, + 0.9539300963401794, + 0.9578770606994629, + 0.9117126565933228, + 0.8960798753738404, + 0.8623609913825989, + 0.8706058340072632, + 0.8639619729995728, + 0.8503742446899414, + 0.8467240323066711, + 0.8390994773864746, + 0.8202853441238404, + 0.820123230457306, + 0.8141281935691833, + 0.792419764328003, + 0.7936320905208588, + 0.7901265294551849, + 0.7891995994567871, + 0.7945449181556702, + 0.7905005366325378, + 0.7813621898651123, + 0.7853380561828613, + 0.7846485383987427, + 0.7863743240356446, + 0.7899072016716003, + 0.7869116140365601, + 0.7873675743103027, + 0.7921814329147339, + 0.7928447710990906, + 0.7956968950271607, + 0.7953850835800171, + 0.7970634747505188, + 0.7977744478225708, + 0.7989712644577026, + 0.7980876712799072, + 0.7980577057838439, + 0.797688978767395, + 0.797543062210083 + ], + "train_acc": [ + 0.3543, + 0.5319, + 0.5908, + 0.6146, + 0.592, + 0.578, + 0.5808, + 0.5464, + 0.5774, + 0.5876, + 0.5817, + 0.5923, + 0.5941, + 0.5988, + 0.608, + 0.6113, + 0.61, + 0.6043, + 0.6128, + 0.6209, + 0.6127, + 0.6245, + 0.6261, + 0.6088, + 0.6229, + 0.6272, + 0.6305, + 0.6276, + 0.6363, + 0.6424, + 0.6415, + 0.6418, + 0.6443, + 0.6398, + 0.6277, + 0.6338, + 0.6352, + 0.6373, + 0.6486, + 0.651, + 0.6508, + 0.6554, + 0.6575, + 0.6666, + 0.6627, + 0.6796, + 0.6857, + 0.6914, + 0.6914, + 0.6926, + 0.7, + 0.7, + 0.6987, + 0.7024, + 0.7016, + 0.7041, + 0.7115, + 0.7135, + 0.7104, + 0.7115, + 0.7099, + 0.715, + 0.7162, + 0.7163, + 0.7166, + 0.7173, + 0.7123, + 0.7213, + 0.7146, + 0.7148, + 0.718, + 0.7155, + 0.714, + 0.7128, + 0.7152, + 0.7148, + 0.7146, + 0.7138, + 0.7152, + 0.7153 + ], + "test_acc": [ + 0.495, + 0.5595, + 0.5795, + 0.574, + 0.5465, + 0.5705, + 0.5295, + 0.532, + 0.5555, + 0.541, + 0.5535, + 0.5705, + 0.558, + 0.581, + 0.5955, + 0.582, + 0.57, + 0.5665, + 0.572, + 0.5885, + 0.576, + 0.586, + 0.552, + 0.5675, + 0.5705, + 0.59, + 0.5705, + 0.5785, + 0.6125, + 0.607, + 0.6175, + 0.632, + 0.598, + 0.6025, + 0.5915, + 0.6025, + 0.6125, + 0.6225, + 0.641, + 0.617, + 0.6225, + 0.623, + 0.6415, + 0.631, + 0.641, + 0.646, + 0.6585, + 0.643, + 0.665, + 0.6675, + 0.659, + 0.6665, + 0.6545, + 0.679, + 0.671, + 0.683, + 0.676, + 0.6775, + 0.6935, + 0.6895, + 0.698, + 0.698, + 0.684, + 0.69, + 0.6835, + 0.69, + 0.6935, + 0.6845, + 0.6865, + 0.6905, + 0.6845, + 0.685, + 0.688, + 0.6855, + 0.6825, + 0.685, + 0.683, + 0.683, + 0.6835, + 0.684 + ], + "state_pred_error": [ + 0.6557525987625122, + 0.2581627747535706, + 0.2180150511264801, + 0.19771510035991668, + 0.17691524381637574, + 0.21782165381908417, + 0.19984715962409974, + 0.20151861963272094, + 0.22002407603263854, + 0.22233803098201751, + 0.1950549049139023, + 0.18242949080467225, + 0.1731606459379196, + 0.16580520544052124, + 0.15936565225124358, + 0.15244879407882692, + 0.1435310169696808, + 0.1339448815703392, + 0.12139209755659103, + 0.10519540898799896, + 0.09373599338531494, + 0.08733212774991989, + 0.08062151061296463, + 0.07534996691942215, + 0.07384048416614533, + 0.07770671141147613, + 0.07913587466478347, + 0.07108985353708268, + 0.06537577290534974, + 0.06072714284658432, + 0.05709798917174339, + 0.057688245034217836, + 0.05891312641501427, + 0.061041689145565035, + 0.059126829808950426, + 0.05346322001814842, + 0.052376105165481565, + 0.05078197082877159, + 0.04823381187915802, + 0.045614832776784894, + 0.043012580084800724, + 0.03774388888478279, + 0.032903633427619934, + 0.028299692285060882, + 0.02640610886514187, + 0.027187307637929918, + 0.028776719480752944, + 0.030680300956964494, + 0.03148365080356598, + 0.03091398191154003, + 0.029518017873167993, + 0.026383623799681663, + 0.02372063409090042, + 0.02179983432292938, + 0.02020930643975735, + 0.01886237643659115, + 0.018010195726156236, + 0.017387488079071044, + 0.016838955014944076, + 0.016470046550035478, + 0.01637252227962017, + 0.01600538874566555, + 0.015849738636612893, + 0.015769525337219238, + 0.01577099280208349, + 0.015590812629461288, + 0.015244143217802047, + 0.015246101871132851, + 0.0149916733071208, + 0.01488443463742733, + 0.014857900011539459, + 0.014476912885904311, + 0.014302368466556073, + 0.013730039289593697, + 0.01368503429889679, + 0.013323678565025329, + 0.013020070712268352, + 0.012987913605570793, + 0.012227315375208854, + 0.012032101236283779 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7363088726997375, + 0.32443851232528687, + 0.21702790260314941, + 0.21007081866264343, + 0.16975754499435425, + 0.1722516119480133, + 0.16474759578704834, + 0.12138545513153076, + 0.1178494393825531, + 0.13036376237869263, + 0.11493153870105743, + 0.1162962019443512 + ], + "perturbation_rho": [ + 0.6429969072341919, + 0.2531689405441284, + 0.22036504745483398, + 0.17542049288749695, + 0.15819020569324493, + 0.14438438415527344, + 0.07042165100574493, + 0.11963094770908356, + 0.1070300042629242, + 0.07622774690389633, + 0.035559043288230896, + 0.045592159032821655 + ], + "nudging": { + "0.001": [ + -0.01886601373553276, + -0.0009471861412748694, + -0.0005426729912869632, + -0.0005197790451347828, + -0.00040702728438191116, + -0.00039994364487938583, + -0.0003908725338988006, + -0.0003088848025072366, + -0.0002972484799101949, + -0.00033751194132491946, + -0.0002799705835059285, + -0.00027640321059152484 + ], + "0.003": [ + -0.05549539998173714, + -0.002838960848748684, + -0.0016271104104816914, + -0.0015591384144499898, + -0.001220998470671475, + -0.0011997417313978076, + -0.0011723506031557918, + -0.0009265473927371204, + -0.000891170755494386, + -0.0010123227257281542, + -0.0008400253136642277, + -0.0008296556770801544 + ], + "0.01": [ + -0.1725819855928421, + -0.009430286474525928, + -0.0054127369076013565, + -0.005186344031244516, + -0.004062540829181671, + -0.0039931111969053745, + -0.003901706077158451, + -0.003083862829953432, + -0.002966922242194414, + -0.0033692335709929466, + -0.002796228276565671, + -0.002761534880846739 + ] + }, + "state_pred_error_per_layer": [ + 8107.484375, + 6015.64697265625, + 3272.651123046875, + 3025.219970703125, + 3498.379150390625, + 2962.442626953125, + 2732.457275390625, + 3394.069091796875, + 3050.444091796875, + 3397.53271484375, + 3068.22607421875, + 3145.807373046875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.092706339263916, + 1.0952877737998963, + 0.7729337105751037, + 0.6789219863891601, + 0.6241036960601807, + 0.6100845262527466, + 0.594813515996933, + 0.7195955331802368, + 0.6677259072303772, + 0.6198010721206665, + 0.6374922561645507, + 0.7701140362739562, + 0.69171789560318, + 0.708719236278534, + 0.6036844366073608, + 0.8205160137176514, + 0.9806505244255066, + 0.7954677212715149, + 0.7861951595306397, + 0.823767824935913, + 0.6428154012203217, + 0.7191776779174804, + 0.8116244506835938, + 0.753524228477478, + 0.8249499505996704, + 0.7682834581375122, + 0.7208644798278808, + 0.759485391998291, + 1.042400759124756, + 1.547001088142395, + 1.1331607871055602, + 1.0703241619110107, + 0.8603198796749115, + 0.8971985034942627, + 1.0760511143684388, + 1.152393785381317, + 1.4280963862895966, + 1.5006843608856202, + 1.3100523867607117, + 1.1282628120422362, + 1.2173214994430541, + 1.0435792781829833, + 1.2676011086463927, + 1.2351581176757813, + 1.246204901123047, + 1.2180886367797852, + 1.3540986360549927, + 1.219435647392273, + 1.2538528778076172, + 1.1500556253433227, + 1.055687839126587, + 1.1929910972595215, + 1.3931519176483154, + 1.4715053829193114, + 1.6093412540435792, + 1.7281322120666505, + 1.7611547931671143, + 1.7229496166229248, + 1.5543313556671143, + 1.409035835647583, + 1.281838191986084, + 1.210691173553467, + 1.1457153511047364, + 1.1038917953491212, + 1.1368809636592865, + 1.0750537950515746, + 1.078484614944458, + 1.0653290471553802, + 1.043406178855896, + 1.029171966934204, + 1.0249553047180175, + 1.0062125328063964, + 0.9868852173805237, + 0.980598240661621, + 0.9800201850891114, + 0.9732961756706238, + 0.9715418921470642, + 0.9726413438796997, + 0.9694333058834076, + 0.9690543773651124 + ], + "train_acc": [ + 0.2472, + 0.6098, + 0.7158, + 0.7471, + 0.7633, + 0.775, + 0.7733, + 0.7387, + 0.7635, + 0.765, + 0.7685, + 0.7314, + 0.7553, + 0.7495, + 0.7784, + 0.7204, + 0.6933, + 0.7259, + 0.7279, + 0.7282, + 0.7687, + 0.7487, + 0.7313, + 0.7414, + 0.7313, + 0.7547, + 0.7595, + 0.7644, + 0.7269, + 0.6914, + 0.7377, + 0.7329, + 0.7555, + 0.7575, + 0.7373, + 0.7285, + 0.7163, + 0.6928, + 0.7033, + 0.7168, + 0.6899, + 0.7089, + 0.6715, + 0.6694, + 0.6696, + 0.6666, + 0.649, + 0.6656, + 0.6545, + 0.6709, + 0.686, + 0.6767, + 0.648, + 0.6469, + 0.6339, + 0.6281, + 0.6347, + 0.6376, + 0.6473, + 0.6607, + 0.669, + 0.6811, + 0.6873, + 0.6898, + 0.6811, + 0.6921, + 0.6948, + 0.6904, + 0.6949, + 0.695, + 0.6913, + 0.6975, + 0.7004, + 0.6993, + 0.6993, + 0.7, + 0.6991, + 0.6994, + 0.7022, + 0.7017 + ], + "test_acc": [ + 0.49, + 0.659, + 0.701, + 0.7205, + 0.721, + 0.6975, + 0.708, + 0.6605, + 0.7245, + 0.6645, + 0.6145, + 0.6515, + 0.5925, + 0.6665, + 0.561, + 0.472, + 0.637, + 0.66, + 0.5885, + 0.6525, + 0.657, + 0.521, + 0.5985, + 0.5795, + 0.6475, + 0.669, + 0.6665, + 0.5875, + 0.6335, + 0.7045, + 0.633, + 0.6845, + 0.6295, + 0.6315, + 0.7015, + 0.6905, + 0.5995, + 0.6185, + 0.6335, + 0.585, + 0.652, + 0.513, + 0.5615, + 0.5745, + 0.5725, + 0.555, + 0.613, + 0.5315, + 0.6245, + 0.6495, + 0.6425, + 0.6055, + 0.611, + 0.637, + 0.582, + 0.582, + 0.587, + 0.614, + 0.6315, + 0.631, + 0.6295, + 0.644, + 0.6635, + 0.634, + 0.664, + 0.656, + 0.664, + 0.665, + 0.664, + 0.661, + 0.6635, + 0.664, + 0.6665, + 0.671, + 0.671, + 0.6655, + 0.6635, + 0.6695, + 0.6685, + 0.669 + ], + "value_loss": [ + 2.756714974594116, + 1.0699842605590821, + 0.772724876499176, + 0.7186811010360717, + 0.7039346227645874, + 0.7089841152191162, + 0.7045547727584839, + 1.0278774134635926, + 1.0351098167419435, + 0.79849758310318, + 0.8763475816726685, + 1.2047807735443115, + 1.027970889377594, + 1.0575392370224, + 0.7888917721748352, + 1.2805246074676513, + 2.225238763809204, + 1.0823904124736785, + 1.1905035690307617, + 1.642304021835327, + 0.9129455471992493, + 1.2949172660827637, + 1.9253954372406006, + 1.5692272598266601, + 2.174523571395874, + 1.989169766139984, + 1.3499937854766846, + 1.7908005687713624, + 3.913453258514404, + 8.14511700668335, + 5.840194707679749, + 4.497665633392334, + 3.1302750116348266, + 3.5435767040252686, + 4.556240005493164, + 5.435755169677734, + 9.532537229919434, + 9.881556200408935, + 6.2278411382198335, + 4.9383210889816285, + 4.416168696212768, + 3.3235662673950195, + 5.057485938262939, + 3.643429838180542, + 3.272873913192749, + 2.747176977729797, + 3.895003358268738, + 2.62603823928833, + 2.462896474838257, + 2.229940517234802, + 2.081709727478027, + 2.7063279764175414, + 3.1426480583190917, + 3.744391917037964, + 3.7624966133117677, + 3.801296794509888, + 4.549085423660278, + 4.737994041442871, + 3.6686552688598635, + 2.8817406677246096, + 2.1652517974853516, + 2.257669227409363, + 1.8863371967315674, + 1.753921750640869, + 1.704151694869995, + 1.605138656806946, + 1.366706605911255, + 1.3500237414360046, + 1.4022936582565309, + 1.1546042854309082, + 1.143458882522583, + 1.030033224105835, + 0.9880966281175614, + 0.9858702459335327, + 1.0123830188751222, + 0.8727149436950684, + 0.8251452196121216, + 0.8818260744094849, + 0.8404904095649719, + 0.8257113872528076 + ], + "term_loss": [ + 1.6504224247932433, + 0.8375917286872864, + 0.6154087921142578, + 0.5532272914409637, + 0.5395434478759765, + 0.5454418560981751, + 0.548071176624298, + 0.8495948793888092, + 0.871022064948082, + 0.6399660477638245, + 0.7113209009170532, + 1.0140180881977081, + 0.8458488144636154, + 0.8732069333314896, + 0.6247593785524368, + 1.064120747566223, + 1.9725029928207398, + 0.8703572043895721, + 0.9687161136627197, + 1.3335205810546875, + 0.6815592967748642, + 0.9841544357299805, + 1.4630473113059999, + 1.1648006004333495, + 1.6974185828447341, + 1.585868435716629, + 1.086215167760849, + 1.4794144651412964, + 3.383740266418457, + 6.938124223327637, + 5.274092036437988, + 3.881667746925354, + 2.553757908630371, + 2.978989521408081, + 3.82173573884964, + 4.520999314308167, + 8.147785523223877, + 8.00288946609497, + 5.000799319529533, + 4.125068738365173, + 3.5042172052383425, + 2.699850891304016, + 4.425766694641113, + 3.1604889556884768, + 2.7477581281661987, + 2.2315157468795777, + 3.2700717025756836, + 2.140160263442993, + 2.0445699644088746, + 1.8384040803909303, + 1.7394722784042358, + 2.334256193733215, + 2.7318620399475098, + 3.210952592277527, + 3.1114013697624205, + 3.125122370147705, + 3.922404075050354, + 4.07079298210144, + 3.0838204498291018, + 2.4635134841918944, + 1.74991473236084, + 1.8150607773780822, + 1.5140642840385437, + 1.4030307838439942, + 1.390348579788208, + 1.2754892768859862, + 1.0548970350265503, + 1.0442349720954895, + 1.079941069793701, + 0.869195331954956, + 0.8486155418395996, + 0.7500218649864197, + 0.7166386909261346, + 0.7068471017837524, + 0.7262772275924683, + 0.6089376243591309, + 0.565191646194458, + 0.6097024906158447, + 0.5746593361854553, + 0.5509136886596679 + ], + "bridge_loss": [ + 0.8274208247567294, + 0.04628952074944973, + 0.005470760084688663, + 0.022114072570204736, + 0.02619350514113903, + 0.02462219797000289, + 0.016575153788924216, + 0.012172694252431393, + 0.008306282567977906, + 0.007131045020371676, + 0.006602350142598152, + 0.007133904299885034, + 0.00889486790150404, + 0.007033539731428027, + 0.007029886939749121, + 0.016358042316138743, + 0.020663128697872162, + 0.010306563833355903, + 0.020879663941264153, + 0.10206406505107879, + 0.06092094658613205, + 0.1235328954577446, + 0.260770632982254, + 0.20950047061443328, + 0.26373723001480104, + 0.20571331169605256, + 0.07498671305179595, + 0.12556591314077378, + 0.2968582089275122, + 0.9360601034164429, + 0.34663937301635744, + 0.39642132375240324, + 0.38016364483833315, + 0.36436182782649995, + 0.5179255735874176, + 0.6902249323606491, + 1.1416879810333251, + 1.6240587829351425, + 0.9814537258118391, + 0.5799458844184876, + 0.659208872383833, + 0.39408149279356003, + 0.3656025336742401, + 0.22205486388206483, + 0.2630800589323044, + 0.25402860095500945, + 0.3471872593641281, + 0.2257408608198166, + 0.1474910190463066, + 0.13604351500570774, + 0.09966603577136994, + 0.11529678661227226, + 0.12656707118153573, + 0.24201848303973675, + 0.34999929159879684, + 0.3684466096520424, + 0.32107353453636167, + 0.36825179790854456, + 0.2991718190073967, + 0.14634431777000428, + 0.15489137840270997, + 0.19152780306339265, + 0.1264393635749817, + 0.110255957955122, + 0.06583732250332833, + 0.09188482095599175, + 0.07512128737568856, + 0.06769476855397225, + 0.08805738928318024, + 0.052597072744369505, + 0.061042466819286344, + 0.049813730967044834, + 0.043870848792791364, + 0.051897744873166084, + 0.05865620729923248, + 0.03764229657351971, + 0.03385210290849209, + 0.04558607372045517, + 0.04050549000203609, + 0.049323998257517813 + ], + "tgrad_loss": [ + 0.27887171220779416, + 0.18610301048755645, + 0.15184532343149185, + 0.143339737200737, + 0.13819767172336578, + 0.1389200611591339, + 0.1399084441423416, + 0.16610983300209045, + 0.15578146158456802, + 0.15140049700737, + 0.15842433052062987, + 0.18362878961563112, + 0.17322721722126008, + 0.17729875540733336, + 0.1571024955034256, + 0.20004582180976868, + 0.23207265706062316, + 0.2017266354560852, + 0.20090780715942383, + 0.20671938235759735, + 0.17046530573368074, + 0.18722992515563966, + 0.20157747678756713, + 0.19492619981765746, + 0.21336774530410765, + 0.19758802919387816, + 0.1887919110774994, + 0.18582018871307374, + 0.2328547879219055, + 0.2709327209472656, + 0.21946332993507386, + 0.21957662334442138, + 0.1963534575819969, + 0.20022535383701323, + 0.21657870807647706, + 0.22453099676370622, + 0.24306369013786316, + 0.2546080108642578, + 0.24558807609081268, + 0.23330649132728576, + 0.25274263796806334, + 0.2296339340209961, + 0.2661167623519897, + 0.2608860526561737, + 0.26203568353652956, + 0.2616326283454895, + 0.27774441232681274, + 0.2601371428012848, + 0.2708354802131653, + 0.25549290828704835, + 0.24257140054702758, + 0.2567750201940536, + 0.2842189628124237, + 0.29142085790634153, + 0.30109593143463137, + 0.3077278130531311, + 0.3056078572273254, + 0.29894922952651976, + 0.2856630270242691, + 0.2718828806877136, + 0.26044571537971495, + 0.25108065757751463, + 0.24583355770111084, + 0.24063498420715332, + 0.2479657948255539, + 0.2377645515680313, + 0.2366882876396179, + 0.2380939986228943, + 0.2342951997756958, + 0.2328118751525879, + 0.23380087866783142, + 0.23019764132499695, + 0.22758708037137984, + 0.2271253991127014, + 0.22744957551956177, + 0.22613502042293548, + 0.2261014585018158, + 0.2265375138759613, + 0.2253255781173706, + 0.22547370266914368 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0015124600613489747, + 0.020085982978343964, + 0.03127610310912132, + 0.03517032414674759, + 0.042219605296850204, + 0.05027471110224724, + 0.05683741718530655, + 0.057938531041145325, + 0.06581299006938934, + 0.06761687994003296, + 0.07107532024383545, + 0.07804323732852936 + ], + "perturbation_rho": [ + 0.03147998824715614, + -0.015333062037825584, + 0.020876668393611908, + 0.07304719090461731, + 0.0599740669131279, + 0.08874240517616272, + 0.05341971293091774, + 0.07721589505672455, + 0.08801877498626709, + 0.10527393221855164, + 0.16833831369876862, + 0.1291283369064331 + ], + "nudging": { + "0.001": [ + -0.00044463935773819685, + -0.00012659450294449925, + -0.0001986775896511972, + -0.0002730795240495354, + -0.0002829947043210268, + -0.00034303159918636084, + -0.0003691607271321118, + -0.00040001055458560586, + -0.00042912771459668875, + -0.00045504042645916343, + -0.00047524512046948075, + -0.0004846052033826709 + ], + "0.003": [ + -0.0013053687289357185, + -0.00038041931111365557, + -0.0005985662573948503, + -0.0008211880922317505, + -0.0008477486553601921, + -0.001032006461173296, + -0.0011103888973593712, + -0.0012022369774058461, + -0.0012896620901301503, + -0.00136495940387249, + -0.0014261011965572834, + -0.0014572828076779842 + ], + "0.01": [ + -0.004048495087772608, + -0.0012588155223056674, + -0.0019918864127248526, + -0.002725755563005805, + -0.0028244066052138805, + -0.003425109200179577, + -0.0036919033154845238, + -0.003999053034931421, + -0.0042928787879645824, + -0.004538967739790678, + -0.004742524586617947, + -0.004852524492889643 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L2_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L2_s123.json new file mode 100644 index 0000000..09aec16 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L2_s123.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.7207277019500733, + 0.7790515207290649, + 0.45965238094329836, + 0.344505589389801, + 0.305948727107048, + 0.265342556476593, + 0.25686684017181394, + 0.24114981298446655, + 0.22925823230743408, + 0.23424035305976867, + 0.21124905035495758, + 0.19400378139019012, + 0.18992817602157594, + 0.20065753853321075, + 0.1758887457370758, + 0.18987385909557342, + 0.1766733213186264, + 0.17402569117546082, + 0.16750437734127044, + 0.1609703923225403, + 0.1667053633213043, + 0.15978011922836305, + 0.16382880132198333, + 0.15408793671131135, + 0.1573232760667801, + 0.15904042587280273, + 0.16996713733673097, + 0.16745088925361634, + 0.1407752888917923, + 0.1437982935667038, + 0.1288691416501999, + 0.13675620369911193, + 0.1404436342716217, + 0.1322325788140297, + 0.1205964973449707, + 0.12338397283554077, + 0.11539463124275208, + 0.11405454754829407, + 0.11564468727111817, + 0.11277760289907456, + 0.10829375276565552, + 0.10773034353256225, + 0.10590754004120827, + 0.10246410021781921, + 0.10704636499881745, + 0.10346804196238518, + 0.09824472286701202, + 0.09875981305241585, + 0.09532992283701897, + 0.09478073754310608, + 0.09963924968242645, + 0.09461190940141678, + 0.09311110566854477, + 0.09307761950492859, + 0.09144059424400329, + 0.09472406225204467, + 0.09397407406568527, + 0.08954561126232147, + 0.08714181256294251, + 0.08698110367059708, + 0.0848695909947157, + 0.08321986048221588, + 0.08306121920347213, + 0.0825563444018364, + 0.0815550530552864, + 0.08082753023505211, + 0.08034503507614135, + 0.07994237960577011, + 0.07942863342761994, + 0.07910665745735168, + 0.0787971821308136, + 0.0786789097070694, + 0.078331869161129, + 0.07799442697763442, + 0.07777877117395401, + 0.07760189070105553, + 0.07745174323320389, + 0.07733372535705567, + 0.0772703528702259, + 0.07722830307483673 + ], + "train_acc": [ + 0.4324, + 0.7882, + 0.875, + 0.9066, + 0.9012, + 0.9149, + 0.9096, + 0.9135, + 0.9191, + 0.9118, + 0.9244, + 0.9294, + 0.9321, + 0.9245, + 0.9372, + 0.9291, + 0.932, + 0.937, + 0.9356, + 0.9412, + 0.9378, + 0.9412, + 0.9395, + 0.9424, + 0.9405, + 0.9422, + 0.9318, + 0.9324, + 0.95, + 0.9485, + 0.9534, + 0.9511, + 0.9495, + 0.9511, + 0.9588, + 0.9603, + 0.9626, + 0.9636, + 0.9609, + 0.9649, + 0.9659, + 0.9662, + 0.9662, + 0.9694, + 0.9661, + 0.9688, + 0.9715, + 0.9703, + 0.9743, + 0.974, + 0.9705, + 0.9722, + 0.974, + 0.9737, + 0.9759, + 0.9726, + 0.975, + 0.9765, + 0.9784, + 0.9791, + 0.9809, + 0.9814, + 0.9807, + 0.9816, + 0.9824, + 0.9836, + 0.9833, + 0.9834, + 0.9835, + 0.9838, + 0.9846, + 0.9842, + 0.9848, + 0.9848, + 0.9846, + 0.9848, + 0.9852, + 0.9851, + 0.9852, + 0.9853 + ], + "test_acc": [ + 0.669, + 0.8435, + 0.8705, + 0.879, + 0.874, + 0.8965, + 0.899, + 0.89, + 0.8975, + 0.8895, + 0.896, + 0.903, + 0.9, + 0.902, + 0.9035, + 0.907, + 0.907, + 0.897, + 0.907, + 0.9025, + 0.9065, + 0.905, + 0.904, + 0.9025, + 0.903, + 0.906, + 0.9055, + 0.9035, + 0.919, + 0.905, + 0.9065, + 0.9085, + 0.9075, + 0.9085, + 0.911, + 0.9135, + 0.906, + 0.91, + 0.917, + 0.9215, + 0.915, + 0.9145, + 0.915, + 0.916, + 0.9155, + 0.912, + 0.916, + 0.9135, + 0.9155, + 0.9185, + 0.917, + 0.918, + 0.9215, + 0.92, + 0.9165, + 0.915, + 0.9155, + 0.917, + 0.9145, + 0.919, + 0.9165, + 0.914, + 0.9155, + 0.914, + 0.916, + 0.917, + 0.918, + 0.9185, + 0.9195, + 0.9195, + 0.9195, + 0.92, + 0.92, + 0.9205, + 0.92, + 0.9205, + 0.9195, + 0.92, + 0.9205, + 0.9205 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8634263277053833, + 0.8499601483345032 + ], + "perturbation_rho": [ + 0.9999988079071045, + 0.9999933838844299 + ], + "nudging": { + "0.001": [ + -0.022913530468940735, + -0.0076592592522501945 + ], + "0.003": [ + -0.06158487871289253, + -0.022190168499946594 + ], + "0.01": [ + -0.13922545313835144, + -0.06537239253520966 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2145429794311524, + 1.4832333190917968, + 0.8427700979232788, + 0.5642387649536132, + 0.44259997854232785, + 0.3797396701812744, + 0.36115866856575013, + 0.3420704277038574, + 0.34744873743057253, + 0.35834124784469606, + 0.34505550694465636, + 0.37205679273605347, + 0.36223536982536314, + 0.3897885517209768, + 0.3661109811067581, + 0.3905520539283752, + 0.3873382499694824, + 0.4310034593820572, + 0.379075954246521, + 0.3956090630054474, + 0.41010830894708633, + 0.3871167766094208, + 0.4128729253053665, + 0.37673398666381835, + 0.4386045214653015, + 0.4175387234687805, + 0.5163568344116211, + 0.41816404705047605, + 0.3691399229049683, + 0.3856747570514679, + 0.3798481074810028, + 0.3966631019592285, + 0.4648309063076973, + 0.3615638767376542, + 0.35468427698612215, + 0.38685988901853563, + 0.3459345358610153, + 0.3860490513801575, + 0.40029369468688963, + 0.3782256749629974, + 0.35560350346565245, + 0.3603634602546692, + 0.3720236937999725, + 0.379230254983902, + 0.3613779128074646, + 0.3320357777953148, + 0.3244936734318733, + 0.3268082529783249, + 0.316782475566864, + 0.3409638210296631, + 0.34503824408650396, + 0.31332876653671266, + 0.3428362133741379, + 0.32030015414953233, + 0.31090027656555175, + 0.3185324101924896, + 0.3263511387348175, + 0.30935111100673673, + 0.30104202661514284, + 0.30687724331617355, + 0.29393203148841857, + 0.2826761653423309, + 0.28839151701927185, + 0.2897114434480667, + 0.2847494943141937, + 0.28069971054792403, + 0.27908870706558225, + 0.2764286852836609, + 0.2836688223004341, + 0.27157128534317015, + 0.2719319869995117, + 0.27284973291158676, + 0.2693837205886841, + 0.2679568641424179, + 0.26705331959724427, + 0.26758628270626067, + 0.2656683373451233, + 0.2651437629699707, + 0.26474326791763303, + 0.26457467867136003 + ], + "train_acc": [ + 0.1934, + 0.5051, + 0.7204, + 0.8027, + 0.8378, + 0.855, + 0.8574, + 0.8678, + 0.867, + 0.8666, + 0.8729, + 0.868, + 0.8718, + 0.8671, + 0.8734, + 0.8663, + 0.8653, + 0.862, + 0.8727, + 0.8701, + 0.8711, + 0.8743, + 0.8727, + 0.8771, + 0.8627, + 0.8671, + 0.8467, + 0.8678, + 0.881, + 0.8785, + 0.8742, + 0.871, + 0.8619, + 0.8833, + 0.8836, + 0.8765, + 0.887, + 0.8747, + 0.8724, + 0.8812, + 0.8841, + 0.8831, + 0.8812, + 0.8799, + 0.8799, + 0.8887, + 0.8908, + 0.8877, + 0.8959, + 0.8881, + 0.8856, + 0.8951, + 0.8854, + 0.8905, + 0.892, + 0.892, + 0.8897, + 0.894, + 0.8976, + 0.8963, + 0.8993, + 0.9014, + 0.9001, + 0.8995, + 0.9015, + 0.9031, + 0.9016, + 0.9033, + 0.9009, + 0.9056, + 0.9043, + 0.9036, + 0.9049, + 0.9055, + 0.9051, + 0.9051, + 0.9057, + 0.9055, + 0.9061, + 0.9063 + ], + "test_acc": [ + 0.355, + 0.6045, + 0.7335, + 0.7805, + 0.8005, + 0.805, + 0.813, + 0.826, + 0.826, + 0.8285, + 0.816, + 0.821, + 0.815, + 0.828, + 0.8065, + 0.827, + 0.797, + 0.826, + 0.797, + 0.792, + 0.82, + 0.812, + 0.817, + 0.8115, + 0.806, + 0.8075, + 0.804, + 0.831, + 0.8235, + 0.827, + 0.805, + 0.8145, + 0.821, + 0.8315, + 0.813, + 0.8245, + 0.8245, + 0.8145, + 0.815, + 0.8255, + 0.8275, + 0.821, + 0.8175, + 0.8095, + 0.8385, + 0.835, + 0.8395, + 0.8305, + 0.8305, + 0.8365, + 0.826, + 0.835, + 0.834, + 0.82, + 0.8245, + 0.8285, + 0.821, + 0.836, + 0.837, + 0.833, + 0.8415, + 0.832, + 0.84, + 0.8435, + 0.8405, + 0.8465, + 0.839, + 0.849, + 0.843, + 0.8425, + 0.8395, + 0.843, + 0.8395, + 0.845, + 0.84, + 0.841, + 0.8415, + 0.841, + 0.841, + 0.841 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.048809632658958435, + 0.12263120710849762 + ], + "perturbation_rho": [ + 0.09689537435770035, + 0.10561469197273254 + ], + "nudging": { + "0.001": [ + -0.001597832073457539, + -0.00047309682122431695 + ], + "0.003": [ + -0.004742181394249201, + -0.001416387502104044 + ], + "0.01": [ + -0.015226385556161404, + -0.00468847481533885 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.0100293533325195, + 1.0204413017272949, + 0.54354176902771, + 0.39702820897102353, + 0.3586913129806519, + 0.3554326295375824, + 0.361624427986145, + 0.36465097951889036, + 0.3603580026626587, + 0.3543916482686996, + 0.3507106711387634, + 0.35224332275390624, + 0.3475004379510879, + 0.3553124601364136, + 0.37312231225967407, + 0.37028597445487976, + 0.3665724731683731, + 0.37034252033233644, + 0.38506430788040164, + 0.4009858402252197, + 0.41984470853805544, + 0.4130363565444946, + 0.4252812045574188, + 0.43580607299804686, + 0.466691482257843, + 0.4120105969429016, + 0.4388778105735779, + 0.418408594417572, + 0.42251289710998535, + 0.42326131315231325, + 0.41453264694213865, + 0.4108378723144531, + 0.42514692809581756, + 0.41193596658706666, + 0.4172293882369995, + 0.4110143481254578, + 0.3909164998292923, + 0.38413406591415405, + 0.38740381708145144, + 0.38655886726379396, + 0.38635201063156127, + 0.3766866379261017, + 0.3757282977819443, + 0.37710726108551024, + 0.3712064995765686, + 0.37017061100006105, + 0.3811788000822067, + 0.3592162804841995, + 0.368729523897171, + 0.38313820214271543, + 0.3553819965362549, + 0.38453965463638307, + 0.352666961979866, + 0.35594648966789244, + 0.35147202444076536, + 0.3434806545257568, + 0.350411687374115, + 0.3472837806224823, + 0.34532749392986295, + 0.34017591814994813, + 0.33683158864974977, + 0.3410106474876404, + 0.3374420499801636, + 0.3345813477516174, + 0.33512692725658416, + 0.33064404239654543, + 0.3299761538028717, + 0.32880062866806986, + 0.3271276932477951, + 0.3273114435195923, + 0.32523203148841856, + 0.32425895788669584, + 0.32357494492530825, + 0.3230543273448944, + 0.32268554170131686, + 0.32191982040405276, + 0.32155804014205935, + 0.32106889061927796, + 0.3208657922267914, + 0.3206909418106079 + ], + "train_acc": [ + 0.2879, + 0.6675, + 0.8151, + 0.8582, + 0.8655, + 0.8656, + 0.8608, + 0.8595, + 0.8647, + 0.8689, + 0.8684, + 0.8684, + 0.8691, + 0.8643, + 0.8616, + 0.8616, + 0.8673, + 0.8624, + 0.8547, + 0.8522, + 0.8427, + 0.8437, + 0.8419, + 0.8374, + 0.8276, + 0.8474, + 0.8357, + 0.843, + 0.842, + 0.8394, + 0.8435, + 0.8439, + 0.8437, + 0.8477, + 0.8473, + 0.8446, + 0.8546, + 0.8604, + 0.8586, + 0.8571, + 0.8605, + 0.8645, + 0.8609, + 0.8647, + 0.8645, + 0.8668, + 0.8617, + 0.8685, + 0.8675, + 0.861, + 0.8705, + 0.8656, + 0.8723, + 0.8709, + 0.8723, + 0.8763, + 0.8751, + 0.8766, + 0.8715, + 0.8758, + 0.8782, + 0.8767, + 0.8801, + 0.8774, + 0.8801, + 0.8824, + 0.8806, + 0.8808, + 0.8815, + 0.8819, + 0.8825, + 0.8823, + 0.8819, + 0.883, + 0.8819, + 0.8831, + 0.8823, + 0.8828, + 0.8826, + 0.8828 + ], + "test_acc": [ + 0.5255, + 0.7235, + 0.7935, + 0.8195, + 0.8155, + 0.818, + 0.8185, + 0.8195, + 0.819, + 0.8235, + 0.8145, + 0.8175, + 0.822, + 0.8115, + 0.8185, + 0.809, + 0.809, + 0.806, + 0.7985, + 0.789, + 0.802, + 0.795, + 0.7785, + 0.767, + 0.782, + 0.7785, + 0.793, + 0.7765, + 0.798, + 0.7875, + 0.8025, + 0.799, + 0.808, + 0.794, + 0.81, + 0.8045, + 0.8135, + 0.8065, + 0.8235, + 0.8165, + 0.819, + 0.8085, + 0.8145, + 0.8115, + 0.8125, + 0.815, + 0.819, + 0.812, + 0.8155, + 0.8175, + 0.8125, + 0.811, + 0.8125, + 0.8235, + 0.8155, + 0.8145, + 0.8215, + 0.816, + 0.818, + 0.8225, + 0.825, + 0.8205, + 0.818, + 0.818, + 0.8235, + 0.824, + 0.8185, + 0.8175, + 0.821, + 0.818, + 0.8195, + 0.822, + 0.8185, + 0.8205, + 0.82, + 0.8195, + 0.8205, + 0.82, + 0.822, + 0.822 + ], + "state_pred_error": [ + 0.7962929263591766, + 0.331514656496048, + 0.19661902210712434, + 0.16503102767467498, + 0.14755443301200866, + 0.12628681234121322, + 0.10449981281757355, + 0.08584924747943878, + 0.0699757203578949, + 0.05582202136516571, + 0.04389634461402893, + 0.036387173852324484, + 0.03049680006802082, + 0.02591462894678116, + 0.02221634505391121, + 0.019373500156402587, + 0.017665761670470237, + 0.0157645114377141, + 0.014524527588486671, + 0.013737535402178765, + 0.012687528398633003, + 0.011898116055130959, + 0.011640684556961059, + 0.010859360812604427, + 0.010485637862980365, + 0.009991707500815392, + 0.009739254067838193, + 0.008777845013141631, + 0.00828778415173292, + 0.008094209410250188, + 0.007691447506099939, + 0.007422742694616318, + 0.007276442471146584, + 0.006999653156101703, + 0.0067770635947585105, + 0.006470148958265781, + 0.006286166054010391, + 0.00604953683167696, + 0.006004941011965275, + 0.005863147027045488, + 0.005500460632890463, + 0.005411263838410377, + 0.005238449747860432, + 0.005156481459736824, + 0.004926877556741238, + 0.004763428920507431, + 0.004753794524073601, + 0.004590867299586535, + 0.004666488307341933, + 0.004403108169138432, + 0.004165763948857784, + 0.00412739000916481, + 0.0041623744465410705, + 0.004234333600848913, + 0.004279930933192373, + 0.00375170355848968, + 0.003802278782427311, + 0.0036928312376141546, + 0.0036528290495276452, + 0.0038295471183955668, + 0.003527464033663273, + 0.0033376181811094283, + 0.003297599468007684, + 0.0033206129163503646, + 0.003547699999809265, + 0.0032429821506142617, + 0.0031518954910337927, + 0.003168932900391519, + 0.002991512390971184, + 0.0029735447630286215, + 0.0029666012093424797, + 0.0029554983984678984, + 0.002873803383857012, + 0.002869913595914841, + 0.00284024139046669, + 0.0029223025660961867, + 0.0027367467910051346, + 0.0027474096663296223, + 0.0026910540357232096, + 0.0027065009888261556 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9309895038604736, + 0.47941499948501587 + ], + "perturbation_rho": [ + 0.8439192175865173, + 0.37250760197639465 + ], + "nudging": { + "0.001": [ + -0.0257757268846035, + -0.0026356291491538286 + ], + "0.003": [ + -0.07368925958871841, + -0.007871035486459732 + ], + "0.01": [ + -0.2068808674812317, + -0.025803586468100548 + ] + }, + "state_pred_error_per_layer": [ + 436.0709533691406, + 352.44915771484375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2166633338928223, + 1.4822776604652406, + 0.8527356213569641, + 0.5706128049373627, + 0.43896263313293454, + 0.38758574914932253, + 0.3662052785873413, + 0.35315943990945814, + 0.3356183546543121, + 0.3451760648012161, + 0.35537444372177124, + 0.3936114372730255, + 0.35565873963832856, + 0.3649965980768204, + 0.37292858068943024, + 0.3939949078083038, + 0.39196848384141925, + 0.39390314302444457, + 0.42576994676589963, + 0.4276782782554627, + 0.49126899070739743, + 0.5104124393463135, + 0.5060470756292343, + 0.5146438408851624, + 0.5792045258522034, + 0.58794528465271, + 0.6390262460947037, + 0.6486665966033935, + 0.6689690710544586, + 0.7052691784381866, + 0.7274600021362305, + 0.7133333879470826, + 0.7636545959472656, + 0.7814437804698944, + 0.7844102795600891, + 0.775709469127655, + 0.8138838304996491, + 0.8132558471679687, + 0.8678097775459289, + 0.8119752780914307, + 0.8714342193603516, + 0.9063542318344117, + 0.925028806400299, + 0.8863205076217652, + 0.9204323357582093, + 0.9434663917541504, + 0.9461792286872863, + 0.9343688268661499, + 0.9500316833496094, + 0.9462117325782776, + 0.9365047801971436, + 0.935371301651001, + 0.9619980144500733, + 0.9775615167617798, + 0.9611524658203126, + 0.9673760023117065, + 0.9664952352523803, + 0.9738808612823486, + 0.9750494892120362, + 0.997103341293335, + 0.9816123373031617, + 0.9958496462821961, + 1.0000357272148133, + 0.9956781629562378, + 1.0005756943702697, + 1.0038517833709717, + 1.0042228302001952, + 1.0025716598510743, + 1.002968798828125, + 1.0022998886108399, + 1.0010733880996705, + 0.9982695043563843, + 0.9950118174552918, + 0.9933666072845458, + 0.9921276975631714, + 0.990613134765625, + 0.9894881931304932, + 0.9888591194152831, + 0.9883952844619751, + 0.9880848827362061 + ], + "train_acc": [ + 0.1912, + 0.5078, + 0.712, + 0.8031, + 0.8345, + 0.8512, + 0.8565, + 0.8636, + 0.8719, + 0.8714, + 0.8708, + 0.8646, + 0.8746, + 0.8757, + 0.8688, + 0.866, + 0.867, + 0.8694, + 0.8589, + 0.8607, + 0.8507, + 0.8413, + 0.8457, + 0.8431, + 0.8284, + 0.822, + 0.8066, + 0.8036, + 0.7986, + 0.7888, + 0.7845, + 0.7843, + 0.7753, + 0.764, + 0.7626, + 0.7606, + 0.7499, + 0.7428, + 0.7326, + 0.738, + 0.7238, + 0.7095, + 0.7052, + 0.7201, + 0.7072, + 0.7003, + 0.6995, + 0.6979, + 0.699, + 0.6974, + 0.701, + 0.6997, + 0.6946, + 0.6889, + 0.6945, + 0.6899, + 0.6912, + 0.6881, + 0.6871, + 0.6842, + 0.6865, + 0.6847, + 0.6883, + 0.6848, + 0.6851, + 0.6841, + 0.6878, + 0.6856, + 0.6872, + 0.6879, + 0.686, + 0.6866, + 0.6869, + 0.6855, + 0.6881, + 0.6875, + 0.688, + 0.6885, + 0.6881, + 0.6881 + ], + "test_acc": [ + 0.348, + 0.5945, + 0.728, + 0.782, + 0.7995, + 0.811, + 0.8105, + 0.818, + 0.825, + 0.8175, + 0.811, + 0.8265, + 0.824, + 0.821, + 0.821, + 0.8255, + 0.8055, + 0.827, + 0.814, + 0.77, + 0.795, + 0.789, + 0.788, + 0.783, + 0.764, + 0.7615, + 0.7575, + 0.7545, + 0.734, + 0.735, + 0.728, + 0.7295, + 0.718, + 0.721, + 0.7195, + 0.709, + 0.687, + 0.661, + 0.671, + 0.6885, + 0.6745, + 0.6765, + 0.6655, + 0.6745, + 0.657, + 0.675, + 0.6705, + 0.6505, + 0.6705, + 0.673, + 0.6785, + 0.666, + 0.6705, + 0.6695, + 0.669, + 0.6715, + 0.672, + 0.666, + 0.6715, + 0.6685, + 0.674, + 0.6665, + 0.6655, + 0.6695, + 0.6565, + 0.6595, + 0.6655, + 0.6545, + 0.6655, + 0.6625, + 0.6615, + 0.6615, + 0.6645, + 0.666, + 0.6625, + 0.664, + 0.6635, + 0.6635, + 0.6635, + 0.664 + ], + "value_loss": [ + 2.862312266921997, + 0.7870045631408692, + 0.5866680012226104, + 0.487851585483551, + 0.42467003531455993, + 0.42933752834796907, + 0.4517250923156738, + 0.49036711559295654, + 0.5370833713054657, + 0.5225693160533905, + 0.5723625789642334, + 0.6810438357830048, + 0.6196456489801407, + 0.6161580103397369, + 0.6767898920059204, + 0.6839942785263061, + 0.7228468099951744, + 0.731743062210083, + 0.8153413344562054, + 0.8487729335784913, + 1.1239148555755616, + 1.111784733581543, + 1.0937595278739929, + 1.1393394327163697, + 1.3184698207855226, + 1.2240205763816834, + 1.281676392173767, + 1.3282772884368896, + 1.277956589794159, + 1.3837186878204346, + 1.3530437088012695, + 1.1659054378509521, + 1.209618302154541, + 1.0256237523555756, + 0.9905264866828919, + 0.8770509265899659, + 0.9170616325616836, + 0.8460413787841797, + 0.978120857000351, + 0.7710761907577515, + 0.7819046745300293, + 0.8031992895126343, + 0.8599374737739564, + 0.7989227243423462, + 0.8483824888706207, + 0.838105262184143, + 0.831775927734375, + 0.8010647817611695, + 0.7901058013916016, + 0.7647614275455474, + 0.764328832244873, + 0.7659363707542419, + 0.7591242840766906, + 0.793391801738739, + 0.774118152999878, + 0.6988259189605713, + 0.7934306571006775, + 0.754872838139534, + 0.7264098434448242, + 0.7199796464920044, + 0.7088566905021667, + 0.7621092021942139, + 0.7465033507347107, + 0.7402997331619263, + 0.697352447605133, + 0.722913084411621, + 0.7380389479637146, + 0.6805807943344117, + 0.6974307493209839, + 0.6769652221679687, + 0.6623517539978028, + 0.6548144243717193, + 0.6477350507736206, + 0.6379247413635254, + 0.6550224852561951, + 0.6673833505630493, + 0.6371668090820313, + 0.6245359985351563, + 0.6310369262695312, + 0.6019191103935242 + ], + "term_loss": [ + 1.6362721346855165, + 0.37781597232818603, + 0.35956392331123355, + 0.30113453228473663, + 0.2540520797491074, + 0.26107953673601153, + 0.28645103769302366, + 0.33103201488256456, + 0.3847377519249916, + 0.369207483792305, + 0.41831262006759645, + 0.5161090086460114, + 0.4692179684817791, + 0.4602657828330994, + 0.5237038430452347, + 0.5198972980499268, + 0.5641665159583091, + 0.5718718901395797, + 0.6431136459127068, + 0.677467121887207, + 0.9314209022521973, + 0.9112024291992188, + 0.8943795773983002, + 0.9359503910779953, + 1.0914871151924133, + 0.9879622640609741, + 1.026415785932541, + 1.078644213104248, + 1.0273881074905395, + 1.1246179870605468, + 1.085285704421997, + 0.8998660541534423, + 0.9242175249814987, + 0.7358711883544922, + 0.6963623027563095, + 0.5854673199653625, + 0.6217934660077095, + 0.5570110441207886, + 0.6709790559053421, + 0.4901563432216644, + 0.4858744155883789, + 0.4959319089889526, + 0.5449313802719116, + 0.4945675350189209, + 0.5295222800731659, + 0.5174280918598175, + 0.5047948003768921, + 0.4674406248092651, + 0.4568398364067078, + 0.4325192159175873, + 0.4349327120780945, + 0.4375899739265442, + 0.42619164731502535, + 0.45259529867172243, + 0.4362746577501297, + 0.36338143222332003, + 0.4524987346172333, + 0.4116030908584595, + 0.38697444515228274, + 0.3790359831929207, + 0.3727722673654556, + 0.41500336648225783, + 0.4030157947540283, + 0.39471385617256166, + 0.35684009437263015, + 0.37995485734939577, + 0.3932207664966583, + 0.3434924767494202, + 0.3561821739196777, + 0.33800402256250384, + 0.32919570360183714, + 0.32527549781799314, + 0.32046796481013295, + 0.3076671746253967, + 0.32101710920333865, + 0.329897655916214, + 0.3110539279192686, + 0.289623655128479, + 0.30524736881256104, + 0.28414561631679536 + ], + "bridge_loss": [ + 0.9257246531827085, + 0.11931550175547599, + 0.019036986203491688, + 0.009200494468957186, + 0.01670405386686325, + 0.022144653449952603, + 0.02092598076760769, + 0.017403891210258007, + 0.014749217769503593, + 0.014875961096584797, + 0.012387205076217652, + 0.013591324252635241, + 0.01249192453622818, + 0.015692542472481728, + 0.011785203318297863, + 0.014191117997467518, + 0.012356174829602242, + 0.015679762499034404, + 0.018022386149317025, + 0.018556285762786864, + 0.025691469037532805, + 0.027234909960627555, + 0.026883753621578216, + 0.02885721744298935, + 0.036984953236579896, + 0.042136997365951535, + 0.04648944373428822, + 0.0383615080177784, + 0.03299343649148941, + 0.036316176214814186, + 0.037490837126970294, + 0.03762312990427017, + 0.04573201023340225, + 0.04586766301393509, + 0.05017340140193701, + 0.048964026015996934, + 0.044927955681830646, + 0.03785374255180359, + 0.0429724424123764, + 0.028634057849645615, + 0.032143977612257006, + 0.03326438666582108, + 0.038441793063282964, + 0.03851528071463108, + 0.04538965437486768, + 0.041940523386001585, + 0.04745692467689514, + 0.05371042605638504, + 0.053415575397014615, + 0.053903627383708956, + 0.05321261163949966, + 0.053114770835638044, + 0.0531739701628685, + 0.057856653088331225, + 0.059756802570819854, + 0.05648564575314522, + 0.06359097779989242, + 0.06458331343829632, + 0.060640481400489804, + 0.05943436603546143, + 0.058031611156463624, + 0.06803198567032814, + 0.06276154099106789, + 0.06635524654388428, + 0.06129389543533325, + 0.06432680562734604, + 0.06636923305988311, + 0.059899713945388795, + 0.0640624837398529, + 0.062204831221699716, + 0.057054962158203125, + 0.054482452845573424, + 0.05312725995779038, + 0.05630911908447742, + 0.06101996395587921, + 0.06387735533714295, + 0.0534395126581192, + 0.0628511904478073, + 0.0538769678235054, + 0.04602321577072144 + ], + "tgrad_loss": [ + 0.3003154767036438, + 0.2898730874300003, + 0.20806708674430846, + 0.17751656254529952, + 0.15391390190124513, + 0.14611333754062653, + 0.14434807376861572, + 0.14193120997697115, + 0.13759640024900435, + 0.13848587619662284, + 0.14166275129318237, + 0.15134349975585937, + 0.13793575568199157, + 0.14019968309402467, + 0.14130084238052368, + 0.14990585656166078, + 0.1463241186618805, + 0.14419140665531158, + 0.1542052926674485, + 0.1527495301246643, + 0.1668024854183197, + 0.17334739017486572, + 0.17249620418548584, + 0.17453181505203247, + 0.18999774327278138, + 0.1939213035583496, + 0.2087711593389511, + 0.2112715651512146, + 0.21757504351139068, + 0.22278451583385467, + 0.23026716661453248, + 0.2284162474632263, + 0.23966876842975615, + 0.24388489694595336, + 0.24399078636169433, + 0.24261958465576172, + 0.25034020925164224, + 0.2511765937805176, + 0.2641693664073944, + 0.2522857914686203, + 0.2638862795829773, + 0.2740029864311218, + 0.2765643033981323, + 0.2658399072170258, + 0.2734705581665039, + 0.27873664593696595, + 0.27952420189380645, + 0.2799137293815613, + 0.279850385761261, + 0.2783385745048523, + 0.27618350377082823, + 0.27523162972927095, + 0.2797586728334427, + 0.28293985466957094, + 0.2780866926670075, + 0.2789588441610336, + 0.27734094581604, + 0.27868643355369566, + 0.27879491510391236, + 0.2815093013763428, + 0.2780528148651123, + 0.2790738520145416, + 0.2807260126113892, + 0.27923062591552733, + 0.2792184523820877, + 0.2786314179420471, + 0.27844894323349, + 0.2771886028289795, + 0.2771860946416855, + 0.2767563671588898, + 0.2761010935783386, + 0.2750564743757248, + 0.2741398271083832, + 0.27394844496250154, + 0.2729854103088379, + 0.2736083378314972, + 0.2726733682632446, + 0.27206115741729736, + 0.2719125874519348, + 0.27175028200149537 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.08253486454486847, + 0.21193227171897888 + ], + "perturbation_rho": [ + 0.16999724507331848, + 0.38439691066741943 + ], + "nudging": { + "0.001": [ + -0.006295680068433285, + -0.0018268785206601024 + ], + "0.003": [ + -0.01877513900399208, + -0.005475326906889677 + ], + "0.01": [ + -0.06126694008708, + -0.018186643719673157 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L2_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L2_s42.json new file mode 100644 index 0000000..45cc27d --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L2_s42.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.7469921964645385, + 0.7762492984771728, + 0.4454891031265259, + 0.3439776607513428, + 0.30045424115657804, + 0.26611735553741456, + 0.2505315256118774, + 0.24360769803524018, + 0.22747097635269165, + 0.21351920757293702, + 0.22532537747621537, + 0.19045140881538392, + 0.21200945961475373, + 0.18350264816284179, + 0.19344435539245605, + 0.19839551146030426, + 0.18061033978462218, + 0.18738391342163085, + 0.18450877788066863, + 0.1632273875951767, + 0.16299721558094024, + 0.16514803619384766, + 0.1703759162902832, + 0.15658577971458434, + 0.14988700304031372, + 0.15264777562618256, + 0.14738776090145111, + 0.13500966317653657, + 0.1457256983742118, + 0.13223446586132048, + 0.13609031571149827, + 0.13583973288536072, + 0.1469111985206604, + 0.13777201886177062, + 0.13065203895568847, + 0.12617083721160888, + 0.1321597861289978, + 0.12395665965080262, + 0.11719741675853729, + 0.11553976912498475, + 0.11449888982772827, + 0.11582267075777054, + 0.11140473079681397, + 0.11012234913110733, + 0.10696516524553298, + 0.10496284217834473, + 0.10164717164635659, + 0.09967014385461807, + 0.09949336104393006, + 0.09992695951461791, + 0.09878557796478271, + 0.0970326550245285, + 0.09741161692142486, + 0.09751687405109405, + 0.09623571313023567, + 0.09284615292549134, + 0.0957500367641449, + 0.09338720336854457, + 0.09024579298496246, + 0.08942505007982254, + 0.08785170428752899, + 0.08733722891807556, + 0.08688130040168762, + 0.08673911666870117, + 0.08548909291028976, + 0.08519326827526093, + 0.08429346961975098, + 0.08352354682683945, + 0.08309621875286102, + 0.08272465426325798, + 0.08228744316101075, + 0.08209771162867546, + 0.08182088244557381, + 0.08152369939088822, + 0.08132276413440705, + 0.08110721132159233, + 0.08096936017274857, + 0.08085654984712601, + 0.08079161962270737, + 0.08074765578508378 + ], + "train_acc": [ + 0.4186, + 0.794, + 0.8784, + 0.8999, + 0.9031, + 0.9152, + 0.9146, + 0.9133, + 0.921, + 0.9255, + 0.915, + 0.9361, + 0.9218, + 0.9335, + 0.9261, + 0.9272, + 0.9335, + 0.932, + 0.9311, + 0.9429, + 0.9413, + 0.9402, + 0.9383, + 0.9425, + 0.9462, + 0.9424, + 0.9487, + 0.9543, + 0.9483, + 0.9555, + 0.9531, + 0.9531, + 0.9454, + 0.9526, + 0.9564, + 0.9572, + 0.9548, + 0.9578, + 0.9611, + 0.9644, + 0.9644, + 0.9634, + 0.966, + 0.9664, + 0.9675, + 0.9682, + 0.9708, + 0.9716, + 0.9738, + 0.9711, + 0.974, + 0.9742, + 0.9739, + 0.9723, + 0.9728, + 0.9778, + 0.9738, + 0.9747, + 0.9771, + 0.9784, + 0.9793, + 0.9797, + 0.9803, + 0.9807, + 0.9809, + 0.981, + 0.9813, + 0.9821, + 0.9822, + 0.9821, + 0.9822, + 0.9832, + 0.983, + 0.9833, + 0.9833, + 0.9832, + 0.9836, + 0.9838, + 0.9839, + 0.9841 + ], + "test_acc": [ + 0.674, + 0.8355, + 0.8645, + 0.8825, + 0.874, + 0.878, + 0.886, + 0.8895, + 0.889, + 0.8865, + 0.89, + 0.8995, + 0.894, + 0.8955, + 0.891, + 0.893, + 0.896, + 0.898, + 0.9015, + 0.901, + 0.903, + 0.91, + 0.906, + 0.9105, + 0.901, + 0.9105, + 0.9095, + 0.908, + 0.9015, + 0.911, + 0.909, + 0.9075, + 0.9065, + 0.901, + 0.9065, + 0.908, + 0.9095, + 0.913, + 0.9125, + 0.9155, + 0.9155, + 0.9125, + 0.9165, + 0.9105, + 0.914, + 0.9155, + 0.9155, + 0.9155, + 0.921, + 0.918, + 0.9145, + 0.9185, + 0.9185, + 0.9195, + 0.917, + 0.9185, + 0.9165, + 0.9155, + 0.916, + 0.916, + 0.9175, + 0.9175, + 0.9165, + 0.9175, + 0.918, + 0.9205, + 0.9185, + 0.9195, + 0.9195, + 0.9185, + 0.919, + 0.92, + 0.9195, + 0.9185, + 0.918, + 0.918, + 0.9185, + 0.9185, + 0.9185, + 0.9185 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9016435146331787, + 0.885430634021759 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999956488609314 + ], + "nudging": { + "0.001": [ + -0.025333665311336517, + -0.008427875116467476 + ], + "0.003": [ + -0.06789667904376984, + -0.024404384195804596 + ], + "0.01": [ + -0.1530623733997345, + -0.07174263894557953 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2672516973495482, + 1.5406763599395752, + 0.8734839607238769, + 0.5719744925498962, + 0.43795060081481935, + 0.3796915352344513, + 0.3515102066040039, + 0.34363653602600097, + 0.346579896068573, + 0.3523189636230469, + 0.36527162773907185, + 0.354346701669693, + 0.36580664479769764, + 0.3704022624015808, + 0.38606751427650454, + 0.39586514394283295, + 0.39508123254776, + 0.3993864247083664, + 0.37308432426452637, + 0.37541835613250735, + 0.39490375390052795, + 0.41886737365722654, + 0.42669332542419436, + 0.4329951783180237, + 0.41213310742378234, + 0.41604060430526735, + 0.439035751914978, + 0.4203595119476318, + 0.4442571120105684, + 0.3852801851511002, + 0.4143046700000763, + 0.40898334140777587, + 0.4385781176567078, + 0.4152657918930054, + 0.3895705045700073, + 0.37223660364151, + 0.44713057374954224, + 0.39130793590545654, + 0.4226909558773041, + 0.40002760217189787, + 0.40161972694396975, + 0.40211384024620056, + 0.35893915023803713, + 0.3810792253375053, + 0.3602697286605835, + 0.39281459631919863, + 0.36947657871246337, + 0.35637855994701384, + 0.3324590299606323, + 0.3467387020111084, + 0.36033435146808623, + 0.33432699961662293, + 0.34486105864048006, + 0.33717776260375976, + 0.3389194183349609, + 0.33332413997650145, + 0.3654030384540558, + 0.33450953476428985, + 0.3124741755962372, + 0.318544306409359, + 0.30823197283744813, + 0.3136479189872742, + 0.31080177907943723, + 0.3169054593086243, + 0.3074277029514313, + 0.30450149250030517, + 0.30927493453025817, + 0.3046170944571495, + 0.2992845245361328, + 0.3026343915730715, + 0.29540148811340333, + 0.29762721849679946, + 0.29338113285303113, + 0.29300176270604134, + 0.2912304340839386, + 0.2921901733696461, + 0.29031082172393796, + 0.2895033945083618, + 0.2892534152030945, + 0.2889680833816528 + ], + "train_acc": [ + 0.1707, + 0.4868, + 0.6988, + 0.7929, + 0.8367, + 0.8555, + 0.866, + 0.873, + 0.8721, + 0.8736, + 0.8709, + 0.8743, + 0.8744, + 0.8735, + 0.8726, + 0.873, + 0.8759, + 0.8706, + 0.8758, + 0.879, + 0.8741, + 0.8645, + 0.8702, + 0.8677, + 0.8714, + 0.8741, + 0.8644, + 0.8692, + 0.8643, + 0.8824, + 0.8701, + 0.8755, + 0.8675, + 0.8737, + 0.8813, + 0.8809, + 0.8657, + 0.8804, + 0.8722, + 0.8754, + 0.8757, + 0.8753, + 0.8879, + 0.8822, + 0.8884, + 0.8823, + 0.8806, + 0.8855, + 0.8935, + 0.893, + 0.8867, + 0.8912, + 0.8868, + 0.8913, + 0.8911, + 0.8926, + 0.8844, + 0.8921, + 0.8996, + 0.8933, + 0.8985, + 0.8971, + 0.8978, + 0.8939, + 0.9007, + 0.9005, + 0.8987, + 0.8986, + 0.9016, + 0.9009, + 0.9022, + 0.9008, + 0.9041, + 0.9027, + 0.9035, + 0.9042, + 0.9041, + 0.9038, + 0.9039, + 0.9041 + ], + "test_acc": [ + 0.3125, + 0.5955, + 0.726, + 0.775, + 0.7965, + 0.8115, + 0.8185, + 0.823, + 0.814, + 0.8095, + 0.8235, + 0.818, + 0.8225, + 0.802, + 0.8155, + 0.8165, + 0.8145, + 0.8135, + 0.826, + 0.8315, + 0.8215, + 0.817, + 0.8075, + 0.7745, + 0.8085, + 0.817, + 0.8235, + 0.7995, + 0.821, + 0.795, + 0.8085, + 0.822, + 0.8145, + 0.8365, + 0.8175, + 0.8085, + 0.8175, + 0.804, + 0.8235, + 0.8135, + 0.818, + 0.812, + 0.8305, + 0.827, + 0.827, + 0.822, + 0.8145, + 0.8365, + 0.8235, + 0.8325, + 0.8365, + 0.83, + 0.8215, + 0.816, + 0.8315, + 0.835, + 0.838, + 0.8415, + 0.839, + 0.834, + 0.841, + 0.8325, + 0.8355, + 0.837, + 0.8425, + 0.8445, + 0.8355, + 0.8385, + 0.8435, + 0.8375, + 0.8405, + 0.8425, + 0.8415, + 0.8435, + 0.842, + 0.8425, + 0.842, + 0.844, + 0.842, + 0.842 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.003507068380713463, + 0.06432205438613892 + ], + "perturbation_rho": [ + 0.009520611725747585, + 0.008434494026005268 + ], + "nudging": { + "0.001": [ + -0.0002756889152806252, + -0.00020426382252480835 + ], + "0.003": [ + -0.0007265026797540486, + -0.0006114119896665215 + ], + "0.01": [ + -0.0012172441929578781, + -0.002031015930697322 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.035005982208252, + 1.0625006386756897, + 0.5681396248340607, + 0.40292615756988526, + 0.35494276213645937, + 0.35367286462783815, + 0.3522244266748428, + 0.3483129674911499, + 0.3471846503138542, + 0.339002624130249, + 0.3345070185661316, + 0.32301185145378114, + 0.33057213478088376, + 0.32907251510620117, + 0.3413796614646912, + 0.3397313566684723, + 0.34876382074356077, + 0.37978848781585695, + 0.3638390887260437, + 0.38385889353752134, + 0.37183677554130556, + 0.3724878916740417, + 0.37140159249305726, + 0.36678935465812684, + 0.39441064119338987, + 0.3975552704811096, + 0.37753898453712464, + 0.3906581982135773, + 0.37475493841171265, + 0.37576223373413087, + 0.3782484645366669, + 0.37623033885359763, + 0.36558109712600706, + 0.3910276884615421, + 0.3600040744304657, + 0.36322228198051454, + 0.3801977564573288, + 0.36730438537597654, + 0.3575902397632599, + 0.37418701705932617, + 0.3590826825141907, + 0.3950372566223144, + 0.36714599866867065, + 0.3721199869632721, + 0.3592522024154663, + 0.35940034481287003, + 0.34905432891845706, + 0.3683148382663727, + 0.3443241489171982, + 0.3423384827136993, + 0.3531889009475708, + 0.34689038696289065, + 0.35813456788063047, + 0.35032057762145996, + 0.3468820187568665, + 0.3417310636520386, + 0.3436132889151573, + 0.3363162727832794, + 0.33885444416999816, + 0.3382028401374817, + 0.3337278725862503, + 0.32967933921813963, + 0.33579480311870574, + 0.3290024467945099, + 0.32965006504058836, + 0.32792007284164426, + 0.32932969875335694, + 0.3255772262096405, + 0.3246876961708069, + 0.3239794743061066, + 0.32336828413009644, + 0.32233704478740693, + 0.32169947628974915, + 0.3200554334640503, + 0.3199539676547051, + 0.31967375645637514, + 0.3195785717487335, + 0.318930774641037, + 0.3186777819395065, + 0.3185241099357605 + ], + "train_acc": [ + 0.2702, + 0.6491, + 0.8061, + 0.8554, + 0.8668, + 0.8634, + 0.8662, + 0.8688, + 0.8671, + 0.8702, + 0.8729, + 0.8782, + 0.8732, + 0.8719, + 0.8673, + 0.8678, + 0.8671, + 0.8563, + 0.8596, + 0.854, + 0.8605, + 0.8572, + 0.8592, + 0.8646, + 0.8541, + 0.8505, + 0.8577, + 0.8555, + 0.8621, + 0.8601, + 0.863, + 0.8583, + 0.8668, + 0.8577, + 0.8657, + 0.862, + 0.8547, + 0.8652, + 0.8667, + 0.8618, + 0.867, + 0.8564, + 0.8662, + 0.8633, + 0.8686, + 0.8658, + 0.8734, + 0.8632, + 0.8724, + 0.8748, + 0.8728, + 0.8697, + 0.8659, + 0.8727, + 0.8756, + 0.8783, + 0.8745, + 0.8766, + 0.8747, + 0.8767, + 0.8764, + 0.8802, + 0.8779, + 0.879, + 0.8787, + 0.8781, + 0.8788, + 0.8802, + 0.8798, + 0.88, + 0.8814, + 0.8811, + 0.8817, + 0.8829, + 0.8819, + 0.8821, + 0.8827, + 0.8825, + 0.8824, + 0.8825 + ], + "test_acc": [ + 0.503, + 0.7255, + 0.797, + 0.817, + 0.8245, + 0.8205, + 0.825, + 0.824, + 0.8225, + 0.8195, + 0.819, + 0.804, + 0.815, + 0.803, + 0.812, + 0.806, + 0.805, + 0.787, + 0.788, + 0.7925, + 0.7975, + 0.787, + 0.7985, + 0.7925, + 0.794, + 0.7845, + 0.788, + 0.8, + 0.809, + 0.7955, + 0.79, + 0.804, + 0.7995, + 0.8195, + 0.802, + 0.8105, + 0.805, + 0.807, + 0.788, + 0.8005, + 0.799, + 0.805, + 0.8055, + 0.812, + 0.8145, + 0.8125, + 0.81, + 0.816, + 0.814, + 0.811, + 0.8095, + 0.807, + 0.815, + 0.8165, + 0.8155, + 0.822, + 0.8125, + 0.816, + 0.824, + 0.818, + 0.8225, + 0.8235, + 0.8225, + 0.8235, + 0.822, + 0.823, + 0.826, + 0.8225, + 0.8245, + 0.825, + 0.8305, + 0.8265, + 0.8245, + 0.825, + 0.8245, + 0.8255, + 0.8255, + 0.8245, + 0.825, + 0.825 + ], + "state_pred_error": [ + 0.7930344770431519, + 0.33453584871292114, + 0.20085580315589904, + 0.1662054708957672, + 0.1484192388534546, + 0.12706449398994446, + 0.1051150745511055, + 0.0862806459903717, + 0.07003339284062386, + 0.056576034367084506, + 0.04550816717147827, + 0.037443365716934206, + 0.03156180031001568, + 0.026521402359008787, + 0.024098804253339767, + 0.020684491539001464, + 0.018775052654743194, + 0.016968464668095113, + 0.015761400666832924, + 0.0148261524528265, + 0.013772383904457092, + 0.012841872078180314, + 0.01212171582430601, + 0.011358869352936745, + 0.010760826092958451, + 0.010395293319225311, + 0.009721535283327103, + 0.009380436344444751, + 0.008714642544090748, + 0.00832201651930809, + 0.007944079050421715, + 0.007537899447977543, + 0.007203187400847673, + 0.006980897760391235, + 0.0067270153641700746, + 0.006773905930668116, + 0.006287054452300072, + 0.006013905717432499, + 0.005785777585208416, + 0.00562433947250247, + 0.005380938850343227, + 0.005262843784689903, + 0.005085598437488079, + 0.00498003980666399, + 0.004932753546535969, + 0.005003796426951885, + 0.004590760344266891, + 0.004599673649668693, + 0.00439439031817019, + 0.00423201487660408, + 0.004100750351697206, + 0.004011376547813416, + 0.003973590862005949, + 0.004097817398235202, + 0.0037751846626400947, + 0.0036597197454422714, + 0.003587385104969144, + 0.0035407144874334334, + 0.003462031126394868, + 0.0033322377867996693, + 0.0033507585413753986, + 0.003264742435514927, + 0.003270072665065527, + 0.0031124879892915486, + 0.003089210972934961, + 0.003064330695942044, + 0.0030382187522947786, + 0.002925222585350275, + 0.003029374345391989, + 0.0030071801479905846, + 0.0029380858182907104, + 0.002891799750179052, + 0.0028872372664511202, + 0.0027601104773581028, + 0.002647246193885803, + 0.003206372195482254, + 0.002585273112356663, + 0.0026350405309349297, + 0.0025491194140166043, + 0.002513679987192154 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9153801202774048, + 0.4171057343482971 + ], + "perturbation_rho": [ + 0.8286964893341064, + 0.3651735186576843 + ], + "nudging": { + "0.001": [ + -0.028001569211483, + -0.003089441917836666 + ], + "0.003": [ + -0.08059416711330414, + -0.00922414381057024 + ], + "0.01": [ + -0.23136131465435028, + -0.030226988717913628 + ] + }, + "state_pred_error_per_layer": [ + 438.86456298828125, + 353.2518310546875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2677657585144044, + 1.5392805450439453, + 0.8744732268333435, + 0.568014195728302, + 0.4398987528085709, + 0.3760902978897095, + 0.3541576505661011, + 0.3411660843849182, + 0.34918038940429685, + 0.3663975031852722, + 0.35367102298736575, + 0.3754954501867294, + 0.36713659081459044, + 0.38618344717025754, + 0.3743376718521118, + 0.40900271940231325, + 0.393092963218689, + 0.40236372089385986, + 0.40079734888076785, + 0.4382667214393616, + 0.45539406690597534, + 0.482037882232666, + 0.48538611330986026, + 0.5342730137348175, + 0.5415242199420929, + 0.5768073871612549, + 0.6066906931877136, + 0.5891243501663208, + 0.6048513441085815, + 0.6677637449264526, + 0.6201698928833008, + 0.6366922058105469, + 0.6642072593688965, + 0.6999521923065185, + 0.6945115597724915, + 0.6664895143508911, + 0.7284628839492798, + 0.6817547720909118, + 0.6409681924819947, + 0.6730700984954834, + 0.7049953090667724, + 0.6589361456871032, + 0.6752442480087281, + 0.7031260248184205, + 0.697934859085083, + 0.7272751848220825, + 0.7606932877540589, + 0.7395933769226074, + 0.7341751010894776, + 0.7405285339355469, + 0.733946765422821, + 0.7636806823730469, + 0.7857295166015625, + 0.7889110160827637, + 0.7920944040298462, + 0.7986338794708252, + 0.8144829880714417, + 0.8125959665298462, + 0.8262598834991455, + 0.8528658538818359, + 0.8327025209903717, + 0.838051769399643, + 0.8450202142715454, + 0.8672424634933472, + 0.8608419931411743, + 0.8575022724151611, + 0.8643195161819458, + 0.8576637521743774, + 0.8549348508834839, + 0.8627238691329956, + 0.8602130598068237, + 0.8596111630439758, + 0.8598717666625977, + 0.8593405214309693, + 0.8577193733215333, + 0.8576152732849122, + 0.8567814826011658, + 0.8552138454437256, + 0.8546268630981445, + 0.8542516090393066 + ], + "train_acc": [ + 0.1687, + 0.482, + 0.6983, + 0.7931, + 0.8356, + 0.8575, + 0.8634, + 0.8707, + 0.8712, + 0.8677, + 0.8761, + 0.8715, + 0.8803, + 0.874, + 0.8744, + 0.8687, + 0.8705, + 0.8714, + 0.8688, + 0.8601, + 0.854, + 0.8454, + 0.8436, + 0.8243, + 0.8256, + 0.8162, + 0.8066, + 0.8109, + 0.8025, + 0.7834, + 0.794, + 0.7832, + 0.7798, + 0.7623, + 0.7665, + 0.768, + 0.7548, + 0.7635, + 0.7693, + 0.7596, + 0.7519, + 0.7585, + 0.7591, + 0.7516, + 0.7492, + 0.7504, + 0.7421, + 0.744, + 0.7436, + 0.7452, + 0.7458, + 0.7377, + 0.7331, + 0.7333, + 0.7298, + 0.7316, + 0.7319, + 0.7304, + 0.7251, + 0.7211, + 0.7276, + 0.7256, + 0.7235, + 0.7199, + 0.7224, + 0.7196, + 0.7167, + 0.7208, + 0.7206, + 0.7152, + 0.7204, + 0.7213, + 0.7205, + 0.7207, + 0.7194, + 0.7214, + 0.7189, + 0.7189, + 0.72, + 0.7203 + ], + "test_acc": [ + 0.3165, + 0.585, + 0.732, + 0.777, + 0.8045, + 0.8135, + 0.8195, + 0.815, + 0.812, + 0.8215, + 0.81, + 0.823, + 0.8185, + 0.83, + 0.814, + 0.8175, + 0.8005, + 0.8195, + 0.8085, + 0.7935, + 0.7795, + 0.792, + 0.762, + 0.755, + 0.761, + 0.752, + 0.7535, + 0.739, + 0.731, + 0.7295, + 0.7245, + 0.7105, + 0.7015, + 0.6825, + 0.705, + 0.705, + 0.713, + 0.707, + 0.708, + 0.693, + 0.709, + 0.706, + 0.6945, + 0.681, + 0.6865, + 0.671, + 0.684, + 0.6535, + 0.688, + 0.69, + 0.6805, + 0.6705, + 0.6685, + 0.6865, + 0.674, + 0.671, + 0.676, + 0.668, + 0.673, + 0.6765, + 0.675, + 0.67, + 0.666, + 0.661, + 0.6725, + 0.6655, + 0.6725, + 0.6685, + 0.666, + 0.6645, + 0.666, + 0.671, + 0.6695, + 0.6665, + 0.6705, + 0.666, + 0.6685, + 0.6705, + 0.6675, + 0.6675 + ], + "value_loss": [ + 2.905167144203186, + 0.7669180957794189, + 0.6147705508232116, + 0.5460843969345093, + 0.49546599617004394, + 0.4756456241607666, + 0.49797406158447266, + 0.5252212357997894, + 0.5387117910385132, + 0.6003822177171707, + 0.5737031475782395, + 0.653786695432663, + 0.6151383343935013, + 0.6694676952362061, + 0.6386722043037415, + 0.7662193554401397, + 0.7467729004859924, + 0.7038962652206421, + 0.6815459918498993, + 0.8039541248321533, + 0.8136287561416626, + 0.8644815028190613, + 0.8639612847328186, + 0.957852701663971, + 0.9195338849067688, + 0.9657894494056701, + 0.9908361279964447, + 0.9199113003730774, + 0.8898286704063415, + 0.9735244311332703, + 0.8156944500446319, + 0.7673966148376464, + 0.8238904671669006, + 0.7150344722747802, + 0.7092076916694641, + 0.5518315614700318, + 0.6911849412918091, + 0.5676486842632293, + 0.49137882578372954, + 0.47492049646377565, + 0.5294659261226654, + 0.48027371821403503, + 0.44395333375930784, + 0.4657917083263397, + 0.4749296194553375, + 0.525708182144165, + 0.5745783069372177, + 0.5165858255386353, + 0.49307253487110136, + 0.5070521484375, + 0.5017346429347992, + 0.49205484499931335, + 0.5560474545955658, + 0.6022055298805237, + 0.5778612011909485, + 0.5518968848228455, + 0.6285089484214783, + 0.5622078717708587, + 0.5958783441543579, + 0.6478308411598206, + 0.6241149466991425, + 0.5775983124256134, + 0.6079863901615142, + 0.6766130451202392, + 0.6386424642562866, + 0.5859615839004516, + 0.5853579979896545, + 0.609243207168579, + 0.5789407480239868, + 0.5828682322502137, + 0.5751972764015197, + 0.566095032453537, + 0.5679136329650879, + 0.541389085483551, + 0.5323089897155762, + 0.5463050646781922, + 0.5233067933321, + 0.539995517539978, + 0.5501079843044281, + 0.5091902822494507 + ], + "term_loss": [ + 1.6733786989212036, + 0.35953630895614624, + 0.3810900314331055, + 0.3640085501432419, + 0.3260841584324837, + 0.3077553846359253, + 0.3324718035697937, + 0.367346294260025, + 0.3859865920186043, + 0.45301228156089784, + 0.43512448742985727, + 0.5114166520357132, + 0.4755927606105804, + 0.5224317581176757, + 0.4974579632759094, + 0.6170232265353203, + 0.6003770110368729, + 0.5554250373840331, + 0.5345663616418839, + 0.6390543521881104, + 0.6454430676460267, + 0.6881791119873524, + 0.6889909839630127, + 0.7676727800190449, + 0.7288528527259827, + 0.7648732300281524, + 0.7703499612808228, + 0.702520156121254, + 0.6705087103843689, + 0.7275943111419678, + 0.5834438146114349, + 0.5341563625752926, + 0.5786461258172989, + 0.4691500406265259, + 0.46397005558013915, + 0.3172274461269379, + 0.4181660563707352, + 0.32323681541234256, + 0.2588549638271332, + 0.24302781400680543, + 0.2924638859629631, + 0.24494203708171844, + 0.2152600380897522, + 0.22989102821350096, + 0.2353773395419121, + 0.28108422079086304, + 0.31342148925065993, + 0.27359422492980956, + 0.25125429936647414, + 0.257268256187439, + 0.2591492292642593, + 0.23964913494586945, + 0.29251497268676757, + 0.3298768766343594, + 0.3039268769741058, + 0.2792709235191345, + 0.33827268505096436, + 0.28002805522680285, + 0.3018962340831757, + 0.3368746694564819, + 0.32222775983810426, + 0.2843563482582569, + 0.30906297858953474, + 0.3611741382598877, + 0.33170013012886046, + 0.2902149326324463, + 0.28840259952545166, + 0.31378483290672304, + 0.2902891281366348, + 0.2919290991783142, + 0.28340531673431396, + 0.278327653375268, + 0.27732584218978884, + 0.25806645315587523, + 0.25701560287475583, + 0.2673572342649102, + 0.2432628269404173, + 0.2552922504991293, + 0.2640775308728218, + 0.2335890076160431 + ], + "bridge_loss": [ + 0.9043548678459716, + 0.1099991770863533, + 0.0185405650511384, + 0.006047719717770815, + 0.016022920724749565, + 0.028978378069400786, + 0.031905842757225036, + 0.029302026838064193, + 0.023079814870655538, + 0.016131247261166572, + 0.012949446664750576, + 0.013754056148231029, + 0.015889972979575395, + 0.018446111026406288, + 0.01638760406896472, + 0.017992716232687236, + 0.019003601244091988, + 0.020746660566329955, + 0.01826081564426422, + 0.02830883066356182, + 0.024853757178783416, + 0.024344006457924842, + 0.023935870000720023, + 0.02609362450838089, + 0.025477111788839102, + 0.02811358508467674, + 0.037432029013335706, + 0.04066388768851757, + 0.03775561413168907, + 0.045691771799325945, + 0.04316586040407419, + 0.03629823230803013, + 0.044383459562063216, + 0.03235162799358368, + 0.0325787200063467, + 0.027550594240427016, + 0.053535217493772505, + 0.035429628413915636, + 0.031108605259656905, + 0.023855108603835107, + 0.02121337473988533, + 0.02979328683614731, + 0.020273821192979814, + 0.020139847481250764, + 0.025227140033245086, + 0.025450278180837633, + 0.03434615105986595, + 0.02146386271119118, + 0.02109189542680979, + 0.02925411523580551, + 0.02310084878951311, + 0.02616748433560133, + 0.03327374953627586, + 0.04235334511995315, + 0.041773559814691545, + 0.03985991308093071, + 0.05651662215590477, + 0.04745835790634155, + 0.055931367576122284, + 0.06850977175235748, + 0.0639593681037426, + 0.05509283916950226, + 0.05903308473825455, + 0.07053237849473953, + 0.06470432556271553, + 0.0535823705971241, + 0.051599254608154295, + 0.05326937973499298, + 0.047149808438122276, + 0.046959778106212616, + 0.04897745460271835, + 0.04479330514669418, + 0.04897215344905853, + 0.040769342416524884, + 0.03437164931297302, + 0.03721886334717274, + 0.03824560036659241, + 0.04369500883221626, + 0.04542522546350956, + 0.035112081968784334 + ], + "tgrad_loss": [ + 0.3274335751533508, + 0.29738261065483096, + 0.2151399471282959, + 0.17602813131809233, + 0.15335891692638398, + 0.13891186106204986, + 0.13359641733169555, + 0.12857291507720947, + 0.12964537999629974, + 0.13123868188858032, + 0.125629212808609, + 0.12861598132550717, + 0.12365560574531555, + 0.1285898279428482, + 0.1248266352891922, + 0.13120342084169387, + 0.1273922846198082, + 0.12772456929683684, + 0.12871881544589997, + 0.13659093623161317, + 0.14333192269802095, + 0.151958393907547, + 0.1510344393968582, + 0.16408629912137984, + 0.1652039253950119, + 0.1728026305437088, + 0.18305413188934327, + 0.1767272587299347, + 0.18156433925628662, + 0.20023834683895111, + 0.18908477582931518, + 0.19694202189445495, + 0.20086088314056397, + 0.21353280200958252, + 0.21265892071723938, + 0.20705352492332457, + 0.21948367331027985, + 0.20898223748207093, + 0.20141525354385376, + 0.20803757467269898, + 0.21578866653442383, + 0.2055383932828903, + 0.20841947269439698, + 0.21576083455085754, + 0.21432514040470124, + 0.21917368249893188, + 0.22681067111492156, + 0.22152773485183716, + 0.22072633769512176, + 0.22052977714538574, + 0.21948456611633302, + 0.22623822565078736, + 0.2302587287902832, + 0.22997530328035354, + 0.2321607629299164, + 0.2327660462141037, + 0.23371964123249053, + 0.2347214570045471, + 0.23805074806213378, + 0.24244639527797698, + 0.23792780854701995, + 0.23814912319183348, + 0.23989032588005066, + 0.2449065265893936, + 0.2422380124092102, + 0.24216427443027497, + 0.24535614709854126, + 0.24218899645805358, + 0.24150181224346162, + 0.24397935581207275, + 0.24281450612545014, + 0.24297407388687134, + 0.24161563982963563, + 0.24255329012870788, + 0.2409217383861542, + 0.24172897021770479, + 0.24179836411476135, + 0.24100825939178466, + 0.2406052262067795, + 0.2404891884803772 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.1011175885796547, + 0.23295700550079346 + ], + "perturbation_rho": [ + 0.19994769990444183, + 0.32798534631729126 + ], + "nudging": { + "0.001": [ + -0.00725348386913538, + -0.00188851123675704 + ], + "0.003": [ + -0.021614037454128265, + -0.0056588975712656975 + ], + "0.01": [ + -0.07033564895391464, + -0.01879441738128662 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json new file mode 100644 index 0000000..3f357b8 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.7540335287094115, + 0.7887995930671692, + 0.45601481485366824, + 0.3563029076099396, + 0.3058449071407318, + 0.27814644107818604, + 0.256092844247818, + 0.2486086864233017, + 0.2273713537454605, + 0.22320388717651368, + 0.22591865739822387, + 0.21023976492881774, + 0.21006116704940797, + 0.2019081612110138, + 0.19240621073246003, + 0.17767472962141037, + 0.17261487174034118, + 0.18222670216560363, + 0.18264247782230378, + 0.16773689975738526, + 0.18042192044258118, + 0.17836842503547667, + 0.17410975818634034, + 0.17574358505010604, + 0.15518579416275025, + 0.14563439567089081, + 0.14957009754180908, + 0.16893083366155626, + 0.14229146575927734, + 0.1370330379009247, + 0.1540110511779785, + 0.16346854424476623, + 0.13422132856845856, + 0.12666763162612915, + 0.12608725222349168, + 0.12264905602931976, + 0.1324379847049713, + 0.13239208903312683, + 0.1317316207408905, + 0.12270301322340965, + 0.11590332639217377, + 0.11994003572463989, + 0.11405094165802002, + 0.1112155341386795, + 0.10668404247760772, + 0.10974465991258621, + 0.1068548722743988, + 0.10398986601829528, + 0.10589976058006287, + 0.1045347521185875, + 0.09930369100570678, + 0.09925224586725236, + 0.10005474714636803, + 0.09637348690032958, + 0.09619558620452881, + 0.09599231715202332, + 0.09453698312044144, + 0.09238649787902832, + 0.09135240658521653, + 0.09056207950115204, + 0.0904913359284401, + 0.08896962072849274, + 0.08807550078630447, + 0.08736293792724609, + 0.0872790049791336, + 0.08682763931751251, + 0.0863328184247017, + 0.08547967915534974, + 0.08507368334531784, + 0.08477922387123107, + 0.08439313389062882, + 0.08397663788795472, + 0.08362844693660736, + 0.08331081527471543, + 0.0830932537317276, + 0.08289919497966766, + 0.08278876669406891, + 0.0826721666097641, + 0.08259252429008485, + 0.08254909700155258 + ], + "train_acc": [ + 0.4207, + 0.7857, + 0.8773, + 0.894, + 0.8987, + 0.9076, + 0.9143, + 0.9122, + 0.9185, + 0.9164, + 0.9167, + 0.9216, + 0.9235, + 0.9238, + 0.93, + 0.9363, + 0.9374, + 0.9328, + 0.9317, + 0.9368, + 0.9311, + 0.9307, + 0.9329, + 0.9344, + 0.9447, + 0.946, + 0.9452, + 0.937, + 0.9509, + 0.9534, + 0.9455, + 0.9371, + 0.9516, + 0.9572, + 0.9578, + 0.9583, + 0.9521, + 0.953, + 0.9548, + 0.9569, + 0.9621, + 0.9563, + 0.963, + 0.9664, + 0.9689, + 0.967, + 0.967, + 0.9678, + 0.9681, + 0.9689, + 0.9727, + 0.9735, + 0.9715, + 0.9752, + 0.974, + 0.9752, + 0.975, + 0.9778, + 0.9781, + 0.9787, + 0.9785, + 0.9787, + 0.9804, + 0.9802, + 0.9801, + 0.9803, + 0.9816, + 0.9826, + 0.9823, + 0.9821, + 0.9823, + 0.9826, + 0.9829, + 0.983, + 0.9833, + 0.9833, + 0.9832, + 0.9838, + 0.9839, + 0.9839 + ], + "test_acc": [ + 0.6795, + 0.8435, + 0.8735, + 0.887, + 0.887, + 0.904, + 0.908, + 0.9, + 0.9045, + 0.9015, + 0.903, + 0.906, + 0.9035, + 0.9135, + 0.9175, + 0.9075, + 0.9125, + 0.913, + 0.908, + 0.913, + 0.906, + 0.911, + 0.914, + 0.9145, + 0.921, + 0.9215, + 0.92, + 0.915, + 0.923, + 0.923, + 0.916, + 0.917, + 0.9285, + 0.921, + 0.921, + 0.9275, + 0.919, + 0.927, + 0.924, + 0.9265, + 0.928, + 0.9215, + 0.923, + 0.9205, + 0.928, + 0.9235, + 0.93, + 0.927, + 0.931, + 0.929, + 0.9305, + 0.9275, + 0.927, + 0.93, + 0.932, + 0.9305, + 0.9305, + 0.932, + 0.9295, + 0.9305, + 0.9305, + 0.929, + 0.93, + 0.9325, + 0.93, + 0.9285, + 0.9325, + 0.9295, + 0.929, + 0.929, + 0.931, + 0.931, + 0.93, + 0.93, + 0.929, + 0.93, + 0.9295, + 0.9295, + 0.9295, + 0.9295 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8826531171798706, + 0.8583619594573975 + ], + "perturbation_rho": [ + 0.9999988079071045, + 0.9999959468841553 + ], + "nudging": { + "0.001": [ + -0.021625827997922897, + -0.0073820194229483604 + ], + "0.003": [ + -0.0571812242269516, + -0.021265367045998573 + ], + "0.01": [ + -0.12340263277292252, + -0.06141046807169914 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2789152168273925, + 1.5198317989349366, + 0.864434551525116, + 0.5843122736930847, + 0.45720995845794676, + 0.4017148985385895, + 0.3776179392337799, + 0.37144901649951934, + 0.3685629499435425, + 0.37063308811187745, + 0.37334213446378706, + 0.3977362024307251, + 0.3849859349250793, + 0.3885465118408203, + 0.4121596324086189, + 0.4142354433834553, + 0.41292374534606935, + 0.4443123857498169, + 0.44203310720920563, + 0.42226147565841676, + 0.4249496959686279, + 0.4256349886894226, + 0.43858823890686033, + 0.4887267217159271, + 0.4046924789428711, + 0.44023080163002015, + 0.4586866247177124, + 0.47388719167709353, + 0.4657478348731995, + 0.4368759090423584, + 0.49420316143035886, + 0.455893372297287, + 0.43190188279151914, + 0.4301922942638397, + 0.4683740642309189, + 0.41559304761886595, + 0.4515250599861145, + 0.44344369277954104, + 0.5267878504753113, + 0.44394594959020617, + 0.4324127757668495, + 0.40358923535346986, + 0.4648085826396942, + 0.4322748986721039, + 0.3977247392654419, + 0.4430144777774811, + 0.4182663669586182, + 0.4156523362159729, + 0.41285320320129393, + 0.4263911725178361, + 0.3818113656997681, + 0.40127683003544806, + 0.38001128873825074, + 0.395466704750061, + 0.37924830303192136, + 0.39582441291809084, + 0.38846483197212217, + 0.3674187141418457, + 0.37231723667383193, + 0.3590473205566406, + 0.3668627885401249, + 0.35952253170013426, + 0.3661739505529404, + 0.35552182607650756, + 0.35606588587760923, + 0.3480822557926178, + 0.3466999515578151, + 0.3430781412124634, + 0.3444066115856171, + 0.34685713081359865, + 0.3389283345222473, + 0.3368847903251648, + 0.33722841114997865, + 0.3348792476654053, + 0.335844083404541, + 0.33308425464630126, + 0.33272774691581725, + 0.33165184540748593, + 0.3310907633304596, + 0.3308901508331299 + ], + "train_acc": [ + 0.159, + 0.4941, + 0.7011, + 0.7898, + 0.8315, + 0.85, + 0.8575, + 0.8576, + 0.8634, + 0.8631, + 0.8649, + 0.8574, + 0.8654, + 0.8661, + 0.8592, + 0.8603, + 0.8626, + 0.8547, + 0.856, + 0.8636, + 0.8584, + 0.8637, + 0.8627, + 0.8485, + 0.8733, + 0.8618, + 0.8621, + 0.859, + 0.8585, + 0.8637, + 0.8544, + 0.8631, + 0.868, + 0.8694, + 0.8606, + 0.873, + 0.8584, + 0.8689, + 0.856, + 0.8702, + 0.871, + 0.8764, + 0.8614, + 0.8719, + 0.8793, + 0.8682, + 0.8713, + 0.8756, + 0.8757, + 0.8733, + 0.8849, + 0.8772, + 0.8819, + 0.8792, + 0.8835, + 0.8813, + 0.8817, + 0.8863, + 0.8835, + 0.8858, + 0.8857, + 0.8845, + 0.8833, + 0.886, + 0.8875, + 0.8875, + 0.8927, + 0.8909, + 0.891, + 0.8876, + 0.891, + 0.892, + 0.8939, + 0.8924, + 0.8919, + 0.8912, + 0.8928, + 0.8941, + 0.8947, + 0.8946 + ], + "test_acc": [ + 0.323, + 0.6025, + 0.745, + 0.7805, + 0.8, + 0.8155, + 0.806, + 0.8185, + 0.819, + 0.8075, + 0.8195, + 0.8265, + 0.8285, + 0.814, + 0.814, + 0.8155, + 0.8205, + 0.813, + 0.825, + 0.8265, + 0.809, + 0.83, + 0.8195, + 0.839, + 0.8095, + 0.8245, + 0.81, + 0.8155, + 0.835, + 0.8135, + 0.8325, + 0.8325, + 0.834, + 0.813, + 0.836, + 0.842, + 0.81, + 0.8265, + 0.834, + 0.82, + 0.833, + 0.832, + 0.8315, + 0.8425, + 0.824, + 0.8375, + 0.8375, + 0.823, + 0.824, + 0.8375, + 0.8415, + 0.842, + 0.842, + 0.8365, + 0.8405, + 0.8435, + 0.841, + 0.85, + 0.8425, + 0.848, + 0.844, + 0.847, + 0.849, + 0.845, + 0.8465, + 0.846, + 0.8445, + 0.85, + 0.8455, + 0.8485, + 0.847, + 0.8475, + 0.847, + 0.848, + 0.847, + 0.8485, + 0.851, + 0.8495, + 0.8485, + 0.8485 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.016239378601312637, + 0.08700481057167053 + ], + "perturbation_rho": [ + -0.0633457601070404, + 0.09238316863775253 + ], + "nudging": { + "0.001": [ + -0.0005403641844168305, + -0.0003429484786465764 + ], + "0.003": [ + -0.0015787126030772924, + -0.0010280576534569263 + ], + "0.01": [ + -0.004778302274644375, + -0.003415417857468128 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.03510007686615, + 1.077442472267151, + 0.609830850982666, + 0.4300918912887573, + 0.3839862449645996, + 0.3708487091064453, + 0.36614356565475464, + 0.3628130876541138, + 0.36194450925588606, + 0.3576546109199524, + 0.3619418657779694, + 0.3517365313529968, + 0.34097144956588743, + 0.35138510484695434, + 0.3435681216239929, + 0.352434642791748, + 0.3715478811264038, + 0.3778843415737152, + 0.3998612182617188, + 0.3988710145950317, + 0.41688702239990233, + 0.4265467617034912, + 0.4248304518222809, + 0.40923274965286255, + 0.3897163356781006, + 0.3885489140033722, + 0.3746957459449768, + 0.3795012855529785, + 0.3912307156085968, + 0.38832212753295897, + 0.39127745122909546, + 0.4051106197834015, + 0.4201839946746826, + 0.4025802077293396, + 0.413509761428833, + 0.4256944602966309, + 0.4097448627471924, + 0.4372278747558594, + 0.4230543599128723, + 0.4329932454109192, + 0.4262246448993683, + 0.4197934967517853, + 0.4233694318771362, + 0.4268952363014221, + 0.41731767301559447, + 0.416495183467865, + 0.4137693079948425, + 0.42386709623336793, + 0.40960294895172117, + 0.40348369274139406, + 0.4084292630195618, + 0.393343914270401, + 0.39545347409248355, + 0.391191748046875, + 0.3969509807109833, + 0.3895566881656647, + 0.3817503587841988, + 0.37462963981628417, + 0.3790303818464279, + 0.3720798149585724, + 0.37286534557342527, + 0.37294170576334, + 0.3663740547180176, + 0.36788779735565186, + 0.3682312522411346, + 0.36158624505996706, + 0.362826536655426, + 0.35837330026626585, + 0.35764170565605163, + 0.3563748463153839, + 0.3544979793548584, + 0.35291474685668944, + 0.3523685070037842, + 0.351926808154583, + 0.3506764990568161, + 0.3501978385448456, + 0.3497668510437012, + 0.3495366275787353, + 0.3492322545051575, + 0.3491422838926315 + ], + "train_acc": [ + 0.2744, + 0.6311, + 0.7872, + 0.8484, + 0.8554, + 0.8602, + 0.8602, + 0.8633, + 0.8637, + 0.8656, + 0.8633, + 0.8667, + 0.8716, + 0.8655, + 0.8699, + 0.8666, + 0.8529, + 0.8537, + 0.8501, + 0.848, + 0.8471, + 0.8413, + 0.8409, + 0.8409, + 0.8532, + 0.8535, + 0.8604, + 0.858, + 0.8543, + 0.857, + 0.8538, + 0.8501, + 0.8501, + 0.8543, + 0.8504, + 0.8482, + 0.8537, + 0.8499, + 0.8539, + 0.848, + 0.8512, + 0.856, + 0.8522, + 0.8492, + 0.8551, + 0.8557, + 0.8557, + 0.8555, + 0.8581, + 0.862, + 0.859, + 0.8629, + 0.8608, + 0.8622, + 0.8617, + 0.8624, + 0.8643, + 0.8697, + 0.8672, + 0.8676, + 0.8683, + 0.8667, + 0.8679, + 0.8667, + 0.866, + 0.8722, + 0.8701, + 0.8718, + 0.872, + 0.8713, + 0.8714, + 0.8731, + 0.8729, + 0.873, + 0.8724, + 0.873, + 0.8736, + 0.8731, + 0.8733, + 0.8734 + ], + "test_acc": [ + 0.525, + 0.726, + 0.7975, + 0.8225, + 0.8235, + 0.825, + 0.8225, + 0.8235, + 0.8195, + 0.827, + 0.8265, + 0.8295, + 0.835, + 0.8375, + 0.8315, + 0.83, + 0.824, + 0.8095, + 0.809, + 0.8125, + 0.799, + 0.8075, + 0.8115, + 0.812, + 0.812, + 0.817, + 0.812, + 0.812, + 0.8065, + 0.815, + 0.815, + 0.81, + 0.805, + 0.817, + 0.808, + 0.823, + 0.8045, + 0.8, + 0.801, + 0.8115, + 0.82, + 0.814, + 0.812, + 0.8155, + 0.8105, + 0.8175, + 0.8065, + 0.817, + 0.8135, + 0.8205, + 0.824, + 0.8145, + 0.8215, + 0.812, + 0.8215, + 0.819, + 0.8195, + 0.815, + 0.8225, + 0.8205, + 0.8225, + 0.823, + 0.8175, + 0.8265, + 0.8225, + 0.829, + 0.8255, + 0.8255, + 0.8265, + 0.8255, + 0.8285, + 0.8265, + 0.8285, + 0.828, + 0.829, + 0.8275, + 0.8275, + 0.829, + 0.8285, + 0.8285 + ], + "state_pred_error": [ + 0.7936658924102783, + 0.33496607384681704, + 0.20223751559257508, + 0.16735892939567565, + 0.14485984333753585, + 0.11955849848985672, + 0.09462791703939438, + 0.07538449263572693, + 0.05961660117506981, + 0.04735348780155182, + 0.038567446672916415, + 0.03213091719150543, + 0.028004648900032042, + 0.024515093371272088, + 0.022012931832671164, + 0.020446427571773527, + 0.018394847139716147, + 0.016773300230503083, + 0.015448834140598774, + 0.014468847262859344, + 0.013597128289937973, + 0.012880013291537762, + 0.012064755845069886, + 0.011425680384039879, + 0.010745641595125198, + 0.010167037642002106, + 0.0096464214771986, + 0.009187596023082733, + 0.008730744183063507, + 0.008276390147954225, + 0.007866678546369075, + 0.00768265388160944, + 0.007270389303565025, + 0.007174727764725685, + 0.0070541538849473, + 0.0067812193542718885, + 0.006654527989774942, + 0.00636177619099617, + 0.006175523652881384, + 0.006045299311727285, + 0.005936238116025925, + 0.005970760487020016, + 0.005785428526252508, + 0.005630842386931181, + 0.005440417719632387, + 0.005434160755574703, + 0.005252558408677578, + 0.005300074205547571, + 0.005076368814706802, + 0.005021050906181336, + 0.004854675306379795, + 0.004958594182133675, + 0.004614286011457443, + 0.004535953061282635, + 0.004470928203314543, + 0.004415199124440551, + 0.0042777580007910725, + 0.004198400410264731, + 0.004141696321219206, + 0.004083840855211019, + 0.004052111233770847, + 0.003930420187115669, + 0.003949926514923573, + 0.0037584460385143756, + 0.0037061349514871836, + 0.003612276028469205, + 0.0035469237841665746, + 0.0035739093132317067, + 0.0034136051505804063, + 0.0034378198258578777, + 0.003333174591511488, + 0.0032446157082915306, + 0.003214318350702524, + 0.0031311317443847657, + 0.003078432670608163, + 0.003057278237864375, + 0.0029395090855658056, + 0.003017135479673743, + 0.0030766903996467592, + 0.0030378309611231087 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9387110471725464, + 0.5040415525436401 + ], + "perturbation_rho": [ + 0.7997298240661621, + 0.4891185164451599 + ], + "nudging": { + "0.001": [ + -0.02664007619023323, + -0.0032268627546727657 + ], + "0.003": [ + -0.07605530321598053, + -0.00962437316775322 + ], + "0.01": [ + -0.21233828365802765, + -0.031433407217264175 + ] + }, + "state_pred_error_per_layer": [ + 387.8657531738281, + 319.336669921875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2791277053833006, + 1.5271975772857667, + 0.8674576456069947, + 0.587049162864685, + 0.4626688796043396, + 0.4040388158321381, + 0.37643657150268556, + 0.37468256072998046, + 0.3784513481616974, + 0.3786823602676392, + 0.37917218251228335, + 0.38788830342292785, + 0.3958303390264511, + 0.393599364900589, + 0.39977145621776583, + 0.40370213751792905, + 0.4120421281814575, + 0.45399587993621826, + 0.4687366197824478, + 0.4652291350364685, + 0.5005440378189087, + 0.5234059304714203, + 0.5221618666172028, + 0.5542463368415832, + 0.5820084628105163, + 0.5705709765195847, + 0.5702225286483764, + 0.5786975580215454, + 0.6307714500427246, + 0.6665315362930297, + 0.6137196712493896, + 0.6527844795227051, + 0.690822039604187, + 0.7107784267425538, + 0.7316474711418152, + 0.718277031326294, + 0.7050886112213135, + 0.708720292520523, + 0.7131800124168396, + 0.7192850646018982, + 0.7119332159996032, + 0.7151562330245972, + 0.7151052355766296, + 0.7357472681999206, + 0.7336779589653015, + 0.7310818168640136, + 0.7227139064788818, + 0.7629635635375976, + 0.7363060358047485, + 0.7154419450759888, + 0.7398526870727539, + 0.7556214105606079, + 0.7158489876747132, + 0.7164914712905884, + 0.7232932413101196, + 0.720790207862854, + 0.7382160652160644, + 0.7421017236709595, + 0.7198905362606048, + 0.7215996326446533, + 0.713732839012146, + 0.7260521041870117, + 0.7214395964860916, + 0.7165161167144776, + 0.718010532951355, + 0.7195493728637695, + 0.7165915153503418, + 0.7138662039756775, + 0.7102315483093262, + 0.7073148555755615, + 0.7073911678314209, + 0.7052887998104096, + 0.7047561235427856, + 0.7036817129135132, + 0.7020157369613648, + 0.7008753277301788, + 0.7001741619110108, + 0.6988817626953125, + 0.6988485893249512, + 0.6985764275550842 + ], + "train_acc": [ + 0.1601, + 0.491, + 0.7022, + 0.7916, + 0.8288, + 0.8486, + 0.8581, + 0.8577, + 0.8589, + 0.8612, + 0.8592, + 0.8631, + 0.8628, + 0.8636, + 0.8657, + 0.8659, + 0.8624, + 0.8518, + 0.8531, + 0.8528, + 0.8367, + 0.8354, + 0.8307, + 0.8247, + 0.8166, + 0.8139, + 0.8134, + 0.8052, + 0.793, + 0.7851, + 0.7952, + 0.7803, + 0.7699, + 0.7628, + 0.7577, + 0.7532, + 0.7604, + 0.7578, + 0.7536, + 0.7537, + 0.7561, + 0.7468, + 0.7497, + 0.7416, + 0.7428, + 0.7422, + 0.7463, + 0.7339, + 0.7393, + 0.7454, + 0.7379, + 0.7354, + 0.7424, + 0.7436, + 0.7415, + 0.7443, + 0.7379, + 0.7353, + 0.743, + 0.7401, + 0.744, + 0.7405, + 0.7417, + 0.7408, + 0.7428, + 0.7408, + 0.7425, + 0.7423, + 0.742, + 0.7447, + 0.7421, + 0.7443, + 0.7463, + 0.745, + 0.7458, + 0.7467, + 0.7485, + 0.747, + 0.7475, + 0.7478 + ], + "test_acc": [ + 0.3225, + 0.6005, + 0.735, + 0.7835, + 0.799, + 0.8105, + 0.813, + 0.8105, + 0.815, + 0.8275, + 0.816, + 0.8135, + 0.8275, + 0.8225, + 0.8215, + 0.819, + 0.809, + 0.812, + 0.8025, + 0.8145, + 0.804, + 0.7925, + 0.7875, + 0.7805, + 0.771, + 0.7595, + 0.7835, + 0.761, + 0.756, + 0.7445, + 0.7525, + 0.733, + 0.722, + 0.7035, + 0.718, + 0.7215, + 0.724, + 0.722, + 0.718, + 0.716, + 0.7085, + 0.7115, + 0.7125, + 0.704, + 0.705, + 0.711, + 0.6985, + 0.696, + 0.719, + 0.703, + 0.6875, + 0.708, + 0.706, + 0.708, + 0.7035, + 0.695, + 0.6985, + 0.6985, + 0.702, + 0.7065, + 0.706, + 0.713, + 0.71, + 0.7165, + 0.705, + 0.711, + 0.7115, + 0.708, + 0.709, + 0.7055, + 0.707, + 0.7125, + 0.7065, + 0.7095, + 0.7125, + 0.711, + 0.7115, + 0.7115, + 0.7115, + 0.7115 + ], + "value_loss": [ + 3.1635106006622316, + 0.7740020160675048, + 0.6276501627922058, + 0.5707134353637695, + 0.5015447573661804, + 0.4983567372083664, + 0.5175379848480225, + 0.547992883682251, + 0.5898804153442383, + 0.6042054812431336, + 0.6014190244197846, + 0.6637537957787514, + 0.6845919721126557, + 0.6927346345424652, + 0.7124938590049744, + 0.7445667055130005, + 0.7623097400665283, + 0.8733150297164917, + 0.9832132648468017, + 0.8608565040588378, + 0.9329591770648956, + 0.9217451201438904, + 0.8799381763935089, + 0.9203727130889893, + 0.9129298717975617, + 0.8228008040904998, + 0.723678154373169, + 0.6765096341133118, + 0.7649027530670166, + 0.8161859791755677, + 0.6514515069007873, + 0.7141245938301086, + 0.7329993425369262, + 0.7307948766708374, + 0.7585475451469421, + 0.6689410001754761, + 0.624963953590393, + 0.6088551391601562, + 0.6095617308139801, + 0.5894894409894943, + 0.5563288737297059, + 0.5322869329929352, + 0.4976848304748535, + 0.524449465751648, + 0.5014263719558716, + 0.4898082717895508, + 0.46659274439811704, + 0.5616481122970581, + 0.4971419037818909, + 0.4274770281791687, + 0.46093521366119383, + 0.4697890731334686, + 0.43194802646636965, + 0.4221532721042633, + 0.4475786390304565, + 0.42143903999328614, + 0.4458761687278748, + 0.45337565126419066, + 0.4238472384929657, + 0.40281684017181396, + 0.38932490911483764, + 0.3897231784820557, + 0.38490687227249143, + 0.38104017810821533, + 0.3687279556751251, + 0.3669544050216675, + 0.36931539878845215, + 0.36263137147426605, + 0.349668848323822, + 0.34732296204566954, + 0.3342470671653748, + 0.33395242664813996, + 0.33387985258102415, + 0.33358972406387327, + 0.3530650995254517, + 0.3312079078435898, + 0.31177036271095276, + 0.3145587480545044, + 0.3253957736968994, + 0.31588549439907077 + ], + "term_loss": [ + 1.7951480650424958, + 0.3761807126045227, + 0.4006756747245789, + 0.3907634472846985, + 0.33307474012374877, + 0.33421838104128837, + 0.3550305375099182, + 0.3851635645866394, + 0.4342513330459595, + 0.45601325892210004, + 0.45521873558163645, + 0.5165402359724045, + 0.5361827510595322, + 0.5454751461267471, + 0.5646561876296997, + 0.5965961949110031, + 0.6103998653411865, + 0.7111995510339737, + 0.8167527445793152, + 0.6931714932918549, + 0.747134658908844, + 0.7326245096206665, + 0.6787485965967178, + 0.7093002405881882, + 0.6855188606858253, + 0.595027423453331, + 0.5057091500282288, + 0.4579630083799362, + 0.5400014482975006, + 0.5755828867912293, + 0.43018956017494203, + 0.477418512403965, + 0.49788543190956114, + 0.4815887330055237, + 0.5000800666809082, + 0.4204012803554535, + 0.3826768821001053, + 0.3597612362623215, + 0.3625356485247612, + 0.34448800829648973, + 0.3180155368089676, + 0.28404023527503014, + 0.2569198631286621, + 0.27715443172454834, + 0.2526350587069988, + 0.2411904234647751, + 0.22838947129249573, + 0.299795917224884, + 0.246653905916214, + 0.191054323387146, + 0.21536591811180114, + 0.217297107899189, + 0.1931860875606537, + 0.1848979764148593, + 0.20436019200086594, + 0.18643514511585235, + 0.2030245313167572, + 0.2116449776649475, + 0.18160687791109084, + 0.16249994401931764, + 0.15484164142608642, + 0.1528463675737381, + 0.1489361402630806, + 0.14461671495437622, + 0.13463031718730928, + 0.1294142901301384, + 0.13273104189634324, + 0.12744402947425842, + 0.11626906907856464, + 0.11444123766869306, + 0.10322715325504542, + 0.10297624860405923, + 0.10388474629819393, + 0.10207910882234573, + 0.1196654408454895, + 0.10161699144244193, + 0.08757407498955727, + 0.08594336168766022, + 0.09848421711921691, + 0.09000624770522117 + ], + "bridge_loss": [ + 1.0729727275717247, + 0.11431841832399368, + 0.023766263148188593, + 0.007563671678304672, + 0.013874480509757996, + 0.021678775465488433, + 0.025472599875926972, + 0.025822595372796058, + 0.01795407388061285, + 0.011467179806530475, + 0.01033123205602169, + 0.01144010070860386, + 0.012751704286038876, + 0.013523769325017929, + 0.014328493074327707, + 0.015080985119193792, + 0.01630606939792633, + 0.01711897891610861, + 0.020690989595651625, + 0.02325695974826813, + 0.028962209689617158, + 0.027630632358789445, + 0.03822321012318134, + 0.041376910424232485, + 0.050044859862327574, + 0.04990889082849026, + 0.04164786594510078, + 0.03684647643864155, + 0.03118742448091507, + 0.03392234752178192, + 0.029907469933480025, + 0.03319982000291347, + 0.024718015414476394, + 0.030926838570833205, + 0.036485740578174594, + 0.027715866570174694, + 0.02814151096343994, + 0.033959431263804435, + 0.03254524117708206, + 0.029349126595258714, + 0.02586204304397106, + 0.03363803274035454, + 0.02803821322321892, + 0.0314576941460371, + 0.03330667742192745, + 0.03362447772026062, + 0.0266525205463171, + 0.04000154567956925, + 0.03556216908097267, + 0.026239325052499773, + 0.029197816705703736, + 0.033797084963321684, + 0.029408058428764344, + 0.027986173009872436, + 0.032767310640215874, + 0.026094853281974792, + 0.029071284955739976, + 0.02895135208964348, + 0.032204047930240634, + 0.030318710601329804, + 0.026927110385894775, + 0.026824868822097777, + 0.02698569309413433, + 0.02751481302976608, + 0.02610580772459507, + 0.02898943041563034, + 0.02892138159275055, + 0.028138772577047347, + 0.026615089032053948, + 0.02712062079310417, + 0.025527843962609768, + 0.026397538816928863, + 0.025526897245645525, + 0.026975207622349263, + 0.029337245070934295, + 0.02542050951719284, + 0.02072744626104832, + 0.025458942368626593, + 0.023841479897499084, + 0.023082720217108728 + ], + "tgrad_loss": [ + 0.29538979725837705, + 0.2835028868198395, + 0.20320821890830992, + 0.1723863210439682, + 0.15459553496837616, + 0.14245957915782928, + 0.13703485209941865, + 0.1370067240715027, + 0.13767500700950622, + 0.13672504227161408, + 0.13586905403137206, + 0.13577345745563507, + 0.1356575172126293, + 0.13373572314977647, + 0.13350917862653733, + 0.1328895225763321, + 0.13560380978584288, + 0.1449965008020401, + 0.14576953587532043, + 0.14442804169654846, + 0.15686230430603026, + 0.16148997682332994, + 0.16296637887954712, + 0.1696955554485321, + 0.17736615447998047, + 0.17786449105739593, + 0.17632114362716675, + 0.18170014889240266, + 0.1937138816833496, + 0.20668074293136596, + 0.1913544800758362, + 0.20350626287460327, + 0.21039589591026306, + 0.2182793056488037, + 0.22198174507617952, + 0.22082385530471801, + 0.21414556305408478, + 0.21513447856903076, + 0.21448083605766297, + 0.2156523087978363, + 0.21245129132270812, + 0.21460866712331772, + 0.21272675414085387, + 0.21583734347820283, + 0.21548463908433915, + 0.21499337368011476, + 0.21155075321197508, + 0.22185065126419068, + 0.2149258313894272, + 0.21018337931632997, + 0.21637148156166078, + 0.2186948810338974, + 0.2093538791656494, + 0.20926912331581116, + 0.21045113792419434, + 0.2089090428352356, + 0.2137803575515747, + 0.2127793226003647, + 0.21003631122112273, + 0.20999818406105042, + 0.20755615634918212, + 0.21005194301605223, + 0.2089850417137146, + 0.20890865128040315, + 0.2079918318271637, + 0.20855068507194519, + 0.20766297452449797, + 0.20704856889247894, + 0.20678469212055206, + 0.20576110424995422, + 0.20549206850528717, + 0.20457864027023315, + 0.20446821138858795, + 0.20453540694713593, + 0.20406241462230681, + 0.20417041058540344, + 0.20346884107589722, + 0.20315644788742065, + 0.2030700761795044, + 0.20279652795791625 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.08927787840366364, + 0.2430092990398407 + ], + "perturbation_rho": [ + 0.16060538589954376, + 0.35060590505599976 + ], + "nudging": { + "0.001": [ + -0.004890232812613249, + -0.001682603731751442 + ], + "0.003": [ + -0.01459127850830555, + -0.005042100325226784 + ], + "0.01": [ + -0.047705113887786865, + -0.016734274104237556 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json new file mode 100644 index 0000000..9d86d3b --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3597635933876038, + 0.4536431095123291, + 0.3459823863983154, + 0.3341377299308777, + 0.32835464673042297, + 0.2696523241996765, + 0.27801587681770323, + 0.24306170365810395, + 0.23653682124614717, + 0.215101296377182, + 0.2301153823494911, + 0.20403413383960725, + 0.20097120499610902, + 0.22046247262954713, + 0.2552937029838562, + 0.21473501553535462, + 0.21990597033500672, + 0.19129086129665374, + 0.212379501581192, + 0.16677302420139312, + 0.15547462480068205, + 0.186291242647171, + 0.18397651748657226, + 0.16398042314052583, + 0.1707391785144806, + 0.16971807260513305, + 0.16760108163356782, + 0.16507963252067565, + 0.1741574893474579, + 0.1611321299791336, + 0.1508718879699707, + 0.1727994635283947, + 0.1291253708600998, + 0.1493298847913742, + 0.1369689993739128, + 0.11946097416877746, + 0.13066255633831025, + 0.11778032405376435, + 0.11688732101917267, + 0.11105217039585114, + 0.10557443997859955, + 0.10357953503131867, + 0.10208219905346631, + 0.09509066256284714, + 0.09412468841969968, + 0.09085212640762329, + 0.09300690701007842, + 0.10208991168737412, + 0.09088193004131317, + 0.09341149046421052, + 0.09043532534837723, + 0.0881039730668068, + 0.08196499594449996, + 0.07785149207115173, + 0.07818879878520965, + 0.08360754170417786, + 0.08134148994684219, + 0.07631582351922989, + 0.07548105678558349, + 0.07233029038906097, + 0.07013705761432648, + 0.0682597011089325, + 0.0686048051595688, + 0.06799649763703346, + 0.0662772851228714, + 0.06585792093835771, + 0.06456468963623047, + 0.06448650191426278, + 0.06374172894954681, + 0.06366113255023956, + 0.06288158102035522, + 0.06201381566524505, + 0.061693436133861544, + 0.06130597965121269, + 0.06098243209123611, + 0.06075502749085426, + 0.060538161253929135, + 0.06037251279354095, + 0.060264147567749025, + 0.060201747500896456 + ], + "train_acc": [ + 0.5469, + 0.8466, + 0.8731, + 0.8675, + 0.8726, + 0.8934, + 0.8903, + 0.9035, + 0.9056, + 0.9159, + 0.9072, + 0.9191, + 0.9196, + 0.9081, + 0.8992, + 0.9099, + 0.9158, + 0.9243, + 0.9152, + 0.9351, + 0.9413, + 0.9245, + 0.9283, + 0.9337, + 0.9353, + 0.9357, + 0.9329, + 0.9358, + 0.931, + 0.9387, + 0.9413, + 0.9337, + 0.9518, + 0.9419, + 0.945, + 0.9548, + 0.9509, + 0.9574, + 0.9556, + 0.9605, + 0.9631, + 0.9646, + 0.9651, + 0.9708, + 0.9709, + 0.9736, + 0.9711, + 0.9635, + 0.9714, + 0.9693, + 0.9719, + 0.9699, + 0.9779, + 0.9786, + 0.9795, + 0.9744, + 0.9765, + 0.9797, + 0.9796, + 0.9828, + 0.9838, + 0.9862, + 0.9861, + 0.9862, + 0.9869, + 0.9876, + 0.9883, + 0.9879, + 0.9884, + 0.9893, + 0.9888, + 0.9893, + 0.9892, + 0.9899, + 0.9896, + 0.9901, + 0.9901, + 0.9901, + 0.9901, + 0.9901 + ], + "test_acc": [ + 0.803, + 0.8665, + 0.8645, + 0.8795, + 0.8855, + 0.8825, + 0.8945, + 0.885, + 0.889, + 0.8915, + 0.8925, + 0.898, + 0.905, + 0.8975, + 0.884, + 0.8955, + 0.9, + 0.902, + 0.902, + 0.916, + 0.907, + 0.9015, + 0.9105, + 0.896, + 0.9095, + 0.916, + 0.9225, + 0.9055, + 0.9095, + 0.916, + 0.9135, + 0.907, + 0.9135, + 0.9115, + 0.9085, + 0.9065, + 0.9185, + 0.914, + 0.914, + 0.916, + 0.9185, + 0.9185, + 0.9225, + 0.921, + 0.921, + 0.9205, + 0.9195, + 0.9165, + 0.9215, + 0.926, + 0.9245, + 0.9255, + 0.922, + 0.923, + 0.926, + 0.9225, + 0.9245, + 0.9245, + 0.9235, + 0.922, + 0.923, + 0.924, + 0.924, + 0.924, + 0.9255, + 0.927, + 0.925, + 0.927, + 0.925, + 0.9265, + 0.925, + 0.9265, + 0.9245, + 0.926, + 0.9265, + 0.926, + 0.9255, + 0.926, + 0.926, + 0.926 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.808335542678833, + 0.780368447303772, + 0.7579712271690369, + 0.7386088371276855 + ], + "perturbation_rho": [ + 0.9999986886978149, + 0.999996542930603, + 0.9999827146530151, + 0.9999296069145203 + ], + "nudging": { + "0.001": [ + -0.024415872991085052, + -0.010280027985572815, + -0.0043833074159920216, + -0.002259491942822933 + ], + "0.003": [ + -0.06437402963638306, + -0.029320701956748962, + -0.012876948341727257, + -0.006704050116240978 + ], + "0.01": [ + -0.13544964790344238, + -0.08136264234781265, + -0.039826083928346634, + -0.02149367332458496 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.217821652793884, + 1.3246940484046936, + 0.7493350847244262, + 0.538270884513855, + 0.44736879706382754, + 0.3983163408279419, + 0.39004899067878723, + 0.3853191681861877, + 0.41915534315109254, + 0.39315735092163084, + 0.47443838696479795, + 0.4305809484481812, + 0.4602065758705139, + 0.4855801467895508, + 0.544716870880127, + 0.6184461592674255, + 0.48602481198310854, + 0.511720466041565, + 0.5636395650863647, + 0.5762063206672668, + 0.6417800651550293, + 0.6123115917682648, + 0.5502352278709411, + 0.5557829687118531, + 0.6617294226646423, + 0.6650739029884338, + 0.7917305309295655, + 0.6830677656173706, + 0.5279762314796448, + 0.5275279850006104, + 0.7316341178894042, + 0.8045071473598481, + 0.5481081441879272, + 0.6501041484832764, + 0.670727561199665, + 0.4684417116165161, + 0.6186270072937011, + 0.466635973739624, + 0.5074456503868103, + 0.5474989008903504, + 0.6431586159706115, + 0.5485258643150329, + 0.5743701865196228, + 0.6116557616233825, + 0.49257451605796815, + 0.45059744175672534, + 0.442867475605011, + 0.41883020987510683, + 0.48730407762527467, + 0.4751015350818634, + 0.4839245565414429, + 0.6619925937652588, + 0.4038557548522949, + 0.42862871398925784, + 0.42465049457550047, + 0.4021777713537216, + 0.3575906034708023, + 0.37100726470947265, + 0.44350298371315, + 0.37363572471141815, + 0.35096964074373244, + 0.3305072016239166, + 0.3425370252609253, + 0.33376783447265623, + 0.33789163026809693, + 0.3560477269053459, + 0.33696223058700564, + 0.3281270618438721, + 0.3405058237075806, + 0.3135561194419861, + 0.3187324108123779, + 0.3193257817268372, + 0.31392969816923144, + 0.3078404443740845, + 0.3086083073616028, + 0.30346697087287905, + 0.3060754126548767, + 0.3020245785713196, + 0.3013403681755066, + 0.3004632753372192 + ], + "train_acc": [ + 0.1919, + 0.5281, + 0.7258, + 0.7963, + 0.8319, + 0.8494, + 0.8467, + 0.8535, + 0.8446, + 0.8508, + 0.8274, + 0.8414, + 0.8308, + 0.8218, + 0.8056, + 0.7906, + 0.8203, + 0.8164, + 0.8014, + 0.801, + 0.7813, + 0.7929, + 0.8008, + 0.8026, + 0.7794, + 0.7745, + 0.7558, + 0.7777, + 0.8133, + 0.8094, + 0.7677, + 0.7531, + 0.8023, + 0.7904, + 0.7811, + 0.828, + 0.7935, + 0.8292, + 0.8167, + 0.8113, + 0.7979, + 0.8091, + 0.8019, + 0.7991, + 0.8229, + 0.8322, + 0.8354, + 0.8504, + 0.828, + 0.8261, + 0.8283, + 0.8013, + 0.8476, + 0.8422, + 0.8432, + 0.8514, + 0.8646, + 0.862, + 0.8393, + 0.8586, + 0.8673, + 0.8731, + 0.8716, + 0.8738, + 0.8731, + 0.8669, + 0.8707, + 0.8738, + 0.8703, + 0.8794, + 0.8792, + 0.8773, + 0.8792, + 0.8832, + 0.8817, + 0.8849, + 0.8831, + 0.8865, + 0.8856, + 0.8849 + ], + "test_acc": [ + 0.3755, + 0.6615, + 0.758, + 0.8, + 0.807, + 0.8035, + 0.812, + 0.8155, + 0.832, + 0.7705, + 0.804, + 0.799, + 0.796, + 0.7725, + 0.6785, + 0.7665, + 0.7685, + 0.7155, + 0.774, + 0.726, + 0.68, + 0.6745, + 0.763, + 0.7305, + 0.602, + 0.661, + 0.627, + 0.684, + 0.742, + 0.741, + 0.6955, + 0.773, + 0.676, + 0.597, + 0.7755, + 0.7595, + 0.7705, + 0.7325, + 0.71, + 0.716, + 0.707, + 0.6835, + 0.7205, + 0.7695, + 0.7395, + 0.742, + 0.746, + 0.7305, + 0.768, + 0.7255, + 0.72, + 0.762, + 0.797, + 0.749, + 0.788, + 0.813, + 0.7895, + 0.7935, + 0.798, + 0.8085, + 0.8275, + 0.8285, + 0.8155, + 0.8315, + 0.814, + 0.8125, + 0.829, + 0.8125, + 0.834, + 0.8345, + 0.834, + 0.833, + 0.8285, + 0.833, + 0.8365, + 0.829, + 0.834, + 0.8415, + 0.8385, + 0.8375 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.028116505593061447, + 0.29581546783447266, + 0.170908123254776, + 0.12216862291097641 + ], + "perturbation_rho": [ + -0.07312458753585815, + 0.3015226125717163, + 0.09657395631074905, + 0.12382403016090393 + ], + "nudging": { + "0.001": [ + 0.0003163664659950882, + -0.0007488747360184789, + -0.0004035384044982493, + -0.0003090125974267721 + ], + "0.003": [ + 0.000998551258817315, + -0.0022399011068046093, + -0.0012046258198097348, + -0.0009229769930243492 + ], + "0.01": [ + 0.0038727924693375826, + -0.007415304891765118, + -0.0039948043413460255, + -0.0030613194685429335 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7790241302490235, + 0.7654216047286987, + 0.46630783150196076, + 0.47609069652557373, + 0.5295370441436767, + 0.6392696193695069, + 0.8025703903675079, + 0.8035835893630981, + 0.7054816937446594, + 0.7188894889831543, + 0.723155996131897, + 0.7175666692256928, + 0.7450492376327514, + 0.8028973734855652, + 0.7876711024284363, + 0.8558139623641968, + 0.9155208786010742, + 0.9130255826950073, + 0.8950250951766968, + 0.8848126942634582, + 0.8685707977294922, + 0.8587310639381409, + 0.8291590257644653, + 0.8409093645095825, + 0.8759365214824677, + 0.8694478960990906, + 0.8698111413955688, + 0.8271794857025146, + 0.7845186081886292, + 0.7641353513717651, + 0.8730007939338684, + 0.7617129602432251, + 0.8081050999641418, + 0.7825005729675293, + 0.8260969108581543, + 0.788632160949707, + 0.785611438369751, + 0.7567414481163025, + 0.7519236874580383, + 0.7204991332054138, + 0.6952073329925537, + 0.6957939908981323, + 0.6553646293640136, + 0.6512393726348877, + 0.6812118953704834, + 0.6507732427597046, + 0.6394011632919312, + 0.6314525890350342, + 0.6011349618911743, + 0.6011737225532532, + 0.6056679985046387, + 0.5851486385583877, + 0.5611786159515381, + 0.5698102533340454, + 0.573320036649704, + 0.5536427591323853, + 0.5558445056915283, + 0.5360203624725342, + 0.5445126184463501, + 0.5587158493041993, + 0.5366106060028076, + 0.5330157579421997, + 0.5352685430526734, + 0.5297672599315644, + 0.5239216472625733, + 0.5195175980091095, + 0.5199703005313874, + 0.5157433489561081, + 0.5121160847663879, + 0.5126092442512512, + 0.5086378963470459, + 0.5108375263214111, + 0.5078012703418732, + 0.5062523377895355, + 0.5038812646865845, + 0.5041313044309617, + 0.5022756348133087, + 0.5015905421257019, + 0.5012978015899658, + 0.5010596646308899 + ], + "train_acc": [ + 0.3594, + 0.7146, + 0.8235, + 0.8186, + 0.8051, + 0.7814, + 0.7432, + 0.7361, + 0.7595, + 0.7514, + 0.7429, + 0.74, + 0.7308, + 0.7178, + 0.7278, + 0.7089, + 0.6963, + 0.7038, + 0.7026, + 0.7037, + 0.7077, + 0.7078, + 0.7158, + 0.7134, + 0.7102, + 0.712, + 0.715, + 0.7232, + 0.7355, + 0.7393, + 0.7201, + 0.7444, + 0.7367, + 0.7377, + 0.7323, + 0.7432, + 0.7453, + 0.7439, + 0.7481, + 0.7521, + 0.7572, + 0.757, + 0.7669, + 0.7734, + 0.7688, + 0.7735, + 0.7733, + 0.7809, + 0.7902, + 0.7857, + 0.7875, + 0.7929, + 0.7995, + 0.7974, + 0.7971, + 0.8058, + 0.8039, + 0.8103, + 0.8086, + 0.8045, + 0.8106, + 0.8073, + 0.8086, + 0.8128, + 0.8122, + 0.8158, + 0.8171, + 0.8151, + 0.8149, + 0.8175, + 0.8169, + 0.8165, + 0.8181, + 0.8173, + 0.82, + 0.8182, + 0.8196, + 0.8202, + 0.82, + 0.8192 + ], + "test_acc": [ + 0.61, + 0.777, + 0.8045, + 0.7855, + 0.7695, + 0.743, + 0.699, + 0.728, + 0.7265, + 0.7325, + 0.717, + 0.722, + 0.697, + 0.725, + 0.685, + 0.6885, + 0.6915, + 0.677, + 0.685, + 0.6855, + 0.671, + 0.7015, + 0.6895, + 0.69, + 0.6625, + 0.6745, + 0.6885, + 0.7165, + 0.718, + 0.7145, + 0.7225, + 0.715, + 0.7155, + 0.7125, + 0.72, + 0.732, + 0.7175, + 0.7335, + 0.74, + 0.7355, + 0.7315, + 0.7365, + 0.742, + 0.731, + 0.755, + 0.7395, + 0.7525, + 0.7595, + 0.775, + 0.7535, + 0.776, + 0.773, + 0.779, + 0.7765, + 0.7815, + 0.7785, + 0.787, + 0.785, + 0.784, + 0.777, + 0.7825, + 0.7805, + 0.78, + 0.7915, + 0.78, + 0.7855, + 0.784, + 0.784, + 0.787, + 0.7865, + 0.782, + 0.79, + 0.7875, + 0.7845, + 0.785, + 0.7875, + 0.789, + 0.788, + 0.788, + 0.788 + ], + "state_pred_error": [ + 0.731694634437561, + 0.23417646443843843, + 0.16782856330871582, + 0.16226573445796966, + 0.17099161510467528, + 0.18394631323814392, + 0.2019855978012085, + 0.2017958946466446, + 0.18371798615455628, + 0.16329481868743898, + 0.14329309587478636, + 0.12559115798473358, + 0.11022487533092498, + 0.09227231090068817, + 0.08201295229792595, + 0.0791339715719223, + 0.08487667949199676, + 0.08578719186782836, + 0.08310736228227615, + 0.07845945283174514, + 0.07394840196371079, + 0.07031645606756211, + 0.06856394438743592, + 0.06723007636070251, + 0.06694858776330948, + 0.06499523911476135, + 0.0608354157447815, + 0.058438737750053406, + 0.05698145393133163, + 0.052568575745821, + 0.050997378104925155, + 0.05048060681819916, + 0.05061923050284386, + 0.050916296947002414, + 0.05144686884880066, + 0.049674761563539505, + 0.04818300241231918, + 0.04592841443419456, + 0.04362559068500996, + 0.04214356968998909, + 0.040407472240924835, + 0.0395667809009552, + 0.03697864121794701, + 0.035583154261112214, + 0.034380488550662995, + 0.033168623971939086, + 0.03175738565921783, + 0.030352817764878273, + 0.02928148764371872, + 0.028111288553476332, + 0.027019555035233497, + 0.025773531574010848, + 0.024918644481897356, + 0.02384750773906708, + 0.022921911144256592, + 0.02203721873164177, + 0.021401436349749565, + 0.020324303320050238, + 0.01945747507214546, + 0.019061913284659386, + 0.018533632457256317, + 0.01755019921064377, + 0.017115412124991417, + 0.01673678147494793, + 0.016080432334542274, + 0.015739672049880027, + 0.014881113383173942, + 0.014514415556192399, + 0.014839580875635148, + 0.013830390541255474, + 0.013450295147299767, + 0.013125950311124325, + 0.01287915479838848, + 0.012489116263389588, + 0.012440057030320167, + 0.012103424173593521, + 0.011794415658712388, + 0.011523600345849991, + 0.011835576038062573, + 0.011463819001615047 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8812471032142639, + 0.4430118799209595, + 0.14485391974449158, + 0.12024529278278351 + ], + "perturbation_rho": [ + 0.803270697593689, + 0.4108988642692566, + 0.12428833544254303, + 0.13494184613227844 + ], + "nudging": { + "0.001": [ + -0.024419698864221573, + -0.0013216643128544092, + -0.0002967847976833582, + -0.00024071265943348408 + ], + "0.003": [ + -0.07050125300884247, + -0.003957290668040514, + -0.000889409682713449, + -0.0007224518340080976 + ], + "0.01": [ + -0.20551547408103943, + -0.01310029998421669, + -0.0029572518542408943, + -0.0024035971146076918 + ] + }, + "state_pred_error_per_layer": [ + 6307.859375, + 4221.2177734375, + 3825.8369140625, + 3284.16064453125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2233777091979983, + 1.3201545307159424, + 0.7576372374534607, + 0.5368822441101074, + 0.4500424364089966, + 0.38826052474975586, + 0.39760261478424075, + 0.37347561759948733, + 0.3910197820663452, + 0.4118315992355347, + 0.540269495010376, + 0.42307977981567385, + 0.5061588063240051, + 0.4734330579280853, + 0.4749123188257217, + 0.5071706413269043, + 0.5010161249160766, + 0.6885399580955506, + 0.544177054977417, + 0.5456480445146561, + 0.6398725945472717, + 0.5177282638072968, + 0.614991586971283, + 0.8017618133783341, + 0.6560545772552491, + 0.6096531329154968, + 0.6245969655513763, + 0.7609677839279175, + 0.6611320633172989, + 0.6679078796386718, + 0.8986292762756347, + 1.0624667304039002, + 1.1147180395126344, + 1.1291320568084717, + 1.0890060359954834, + 0.9963282011032104, + 0.9234770161628724, + 0.8350841384887695, + 0.7985178932189941, + 0.7377351993560791, + 0.6755618171691895, + 0.6427918606758117, + 0.6642848100662232, + 0.6907006132125855, + 0.7195065155029297, + 0.7240495725631714, + 0.7414470927238465, + 0.7254366884231568, + 0.7317997849464416, + 0.7184565709114075, + 0.7197928576469421, + 0.736747712135315, + 0.7459960594177246, + 0.7461433578968049, + 0.7599917417526245, + 0.7754338600158691, + 0.7704233293533325, + 0.7772411148071289, + 0.7732292792320251, + 0.7953451323509216, + 0.7916302759170533, + 0.7988780770301819, + 0.7872319763183594, + 0.7829252526283265, + 0.7787840461730957, + 0.7778675572395325, + 0.769661307477951, + 0.758454351234436, + 0.7563795409679412, + 0.7561245315551758, + 0.7567275346755982, + 0.7507296043395996, + 0.7509326208114624, + 0.7505197130203247, + 0.749734306716919, + 0.7463954158782959, + 0.7466216814041138, + 0.7459904764175415, + 0.7456792185783386, + 0.7455195524215699 + ], + "train_acc": [ + 0.1943, + 0.5348, + 0.7198, + 0.799, + 0.8296, + 0.8514, + 0.8485, + 0.8563, + 0.8515, + 0.8431, + 0.8126, + 0.8404, + 0.8209, + 0.8292, + 0.8287, + 0.8186, + 0.819, + 0.7762, + 0.809, + 0.8056, + 0.793, + 0.8161, + 0.7959, + 0.7597, + 0.7784, + 0.7888, + 0.7822, + 0.7508, + 0.7724, + 0.7708, + 0.7283, + 0.7004, + 0.6836, + 0.6831, + 0.689, + 0.6989, + 0.7143, + 0.7324, + 0.7395, + 0.7549, + 0.7631, + 0.7728, + 0.7685, + 0.7624, + 0.754, + 0.7545, + 0.7474, + 0.7515, + 0.749, + 0.7485, + 0.7501, + 0.7473, + 0.7401, + 0.7421, + 0.7359, + 0.7375, + 0.7374, + 0.7341, + 0.7342, + 0.7265, + 0.7332, + 0.731, + 0.7336, + 0.733, + 0.7325, + 0.736, + 0.7365, + 0.7374, + 0.7408, + 0.7383, + 0.7403, + 0.7414, + 0.7393, + 0.7371, + 0.7397, + 0.7404, + 0.7394, + 0.7412, + 0.7414, + 0.7407 + ], + "test_acc": [ + 0.3715, + 0.648, + 0.7525, + 0.7905, + 0.819, + 0.826, + 0.806, + 0.8, + 0.807, + 0.7125, + 0.8075, + 0.8035, + 0.761, + 0.728, + 0.7605, + 0.7535, + 0.6975, + 0.7105, + 0.679, + 0.6655, + 0.79, + 0.72, + 0.6645, + 0.7405, + 0.724, + 0.7155, + 0.7075, + 0.744, + 0.7375, + 0.7115, + 0.646, + 0.615, + 0.6355, + 0.6425, + 0.6855, + 0.693, + 0.6975, + 0.7135, + 0.7245, + 0.7355, + 0.744, + 0.7495, + 0.7445, + 0.726, + 0.7345, + 0.7295, + 0.7375, + 0.7205, + 0.7325, + 0.7325, + 0.7315, + 0.725, + 0.7175, + 0.717, + 0.7235, + 0.722, + 0.7205, + 0.7155, + 0.7065, + 0.7145, + 0.711, + 0.717, + 0.72, + 0.7205, + 0.714, + 0.7105, + 0.7145, + 0.7235, + 0.729, + 0.7285, + 0.7265, + 0.725, + 0.73, + 0.728, + 0.728, + 0.7275, + 0.7295, + 0.731, + 0.732, + 0.7305 + ], + "value_loss": [ + 2.8550353353500366, + 0.8866892028808594, + 0.7480095406532288, + 0.6082758625984191, + 0.5294733749389648, + 0.4669463201522827, + 0.5216086049079895, + 0.4541858399868011, + 0.4832085543632507, + 0.5550105792999268, + 0.9533118436336517, + 0.6223780393600464, + 0.8233321074962616, + 0.7200716451644897, + 0.7445190457582473, + 0.761704793548584, + 0.7307724816322326, + 1.308116909313202, + 0.847868885421753, + 0.8612865437030792, + 1.1462507836341858, + 0.8061599975585938, + 1.0712029182434082, + 1.6493792618513108, + 1.0849245027542114, + 0.9315045223712921, + 0.9024537401676178, + 1.1654763233184815, + 0.831434667301178, + 0.802046495628357, + 1.4604990215301514, + 1.8645850904464722, + 1.9254398429870605, + 1.901911312484741, + 1.908003631401062, + 1.3320872589588166, + 1.159297624206543, + 1.0534205688476563, + 1.022995594406128, + 0.8503112316131591, + 0.6928019966125488, + 0.5846758200645447, + 0.6259316144943238, + 0.737749203491211, + 0.7123853011608123, + 0.7282990433692932, + 0.7251070489883423, + 0.6488828766226769, + 0.6383351172924042, + 0.5482705329895019, + 0.5401105587005616, + 0.6111136708259582, + 0.6008573663949967, + 0.5928836660385132, + 0.587500508594513, + 0.6057562492847443, + 0.5744828891277314, + 0.5471131669998169, + 0.5470271216392517, + 0.5842728374481201, + 0.5563190423965454, + 0.5892029490470886, + 0.5781536190032959, + 0.559272833108902, + 0.5027279161453247, + 0.5155309186935425, + 0.4943126286268234, + 0.48159287810325624, + 0.47510195388793947, + 0.4727193992614746, + 0.4602918514728546, + 0.4717276556968689, + 0.4678098875999451, + 0.44807784576416015, + 0.4467434461593628, + 0.4619509654998779, + 0.4547319677352905, + 0.4616655399799347, + 0.4558076531887054, + 0.454630423784256 + ], + "term_loss": [ + 1.6017029710769652, + 0.5620692476034165, + 0.5624156644821167, + 0.45781700096130373, + 0.3847409117221832, + 0.3312454249382019, + 0.38407751197814943, + 0.32735779056549075, + 0.3551049388170242, + 0.41827326583862307, + 0.7827223787307739, + 0.4792309603691101, + 0.6631194186210633, + 0.56457426404953, + 0.5845303027391434, + 0.5921518229961396, + 0.560609471321106, + 1.0828363707065582, + 0.6606335117340087, + 0.6683305771827698, + 0.9340125537872315, + 0.6249504384040833, + 0.8550516845703126, + 1.3669306713342666, + 0.8527113088130951, + 0.7162394056797028, + 0.682893370962143, + 0.9105785119056702, + 0.6048965015590191, + 0.5712942959785462, + 1.1673702945709228, + 1.5335067611694335, + 1.5751249431610108, + 1.5584389656066895, + 1.5522349954605104, + 0.9972099202394485, + 0.8370615739822388, + 0.754201112651825, + 0.6871392876505852, + 0.5123987158775329, + 0.37408054313659667, + 0.2995497988522053, + 0.3503581358909607, + 0.43231560316085815, + 0.41566086394786833, + 0.42524624509811404, + 0.4210509229183197, + 0.37233240249752997, + 0.3575580341219902, + 0.28671212253570555, + 0.276478619146347, + 0.34283951930999756, + 0.33277941216230394, + 0.32401346683502197, + 0.3095528627634048, + 0.33110152459144593, + 0.3003123944878578, + 0.27548920292854306, + 0.2802939491033554, + 0.3095864547729492, + 0.28826558628082277, + 0.3132749440193176, + 0.30294250259399413, + 0.2914313010454178, + 0.23652310552597045, + 0.25194979372024534, + 0.23297107075452805, + 0.22141846432685852, + 0.213679298555851, + 0.21105558428764343, + 0.198782471460104, + 0.21103085417747497, + 0.20293742198944092, + 0.18831457014083863, + 0.18615080082416535, + 0.19670715589523316, + 0.19051085848808288, + 0.19064104088544845, + 0.18662560603618622, + 0.185297670173645 + ], + "bridge_loss": [ + 0.9507376404299052, + 0.07687758333981037, + 0.010045724719017744, + 0.007879937368631363, + 0.01797304810285568, + 0.022158381700515747, + 0.01883206216990948, + 0.013739564181864262, + 0.009246241227537394, + 0.00828621684461832, + 0.013158259350061416, + 0.009157512763142585, + 0.008230384607613087, + 0.010887455415725708, + 0.01082873924607411, + 0.011825704242289067, + 0.011146052476763726, + 0.020588019510917367, + 0.014733550934493541, + 0.018946828547120095, + 0.0171926746442914, + 0.012086341893672943, + 0.02020258846729994, + 0.04198084568008781, + 0.020474260175228118, + 0.017216893035918474, + 0.016566254922747613, + 0.02010813295543194, + 0.011718014118075371, + 0.009661335621774196, + 0.014811528635025025, + 0.025247243924438955, + 0.02885524544119835, + 0.02420730111002922, + 0.04327671680450439, + 0.041912767720222475, + 0.05198930660188198, + 0.04971838068962097, + 0.0946202084183693, + 0.10887049219608307, + 0.09956775677204133, + 0.07377382544577121, + 0.05807075983285904, + 0.07968466079235077, + 0.06396899864077568, + 0.07015788811445237, + 0.0661502730846405, + 0.04226519621908665, + 0.04419996572732925, + 0.02805532423853874, + 0.02968351852297783, + 0.03154238290339708, + 0.030124809206277133, + 0.030319892784953117, + 0.03490727263391018, + 0.029208701252937317, + 0.030425633952021598, + 0.027547460222244264, + 0.02228509824424982, + 0.025416205316781997, + 0.020846416425704957, + 0.025860949020087717, + 0.029329672813415527, + 0.02281882424093783, + 0.02173859670162201, + 0.02062494530826807, + 0.019635991206765176, + 0.021509875628352167, + 0.024021596324443818, + 0.02360761443376541, + 0.023896243134140967, + 0.024439388674497603, + 0.028702323484420776, + 0.022215539541840554, + 0.02425522618293762, + 0.029845060449838638, + 0.029500862574577333, + 0.03606419536471367, + 0.03410082252025604, + 0.03432008520960808 + ], + "tgrad_loss": [ + 0.3025947289943695, + 0.24774237773418425, + 0.17554815773963928, + 0.14257892484664916, + 0.12675941741466523, + 0.11354251420497895, + 0.11869904023408889, + 0.11308848708868027, + 0.11885737178325653, + 0.12845109815597533, + 0.15743120503425598, + 0.1339895663022995, + 0.1519823107242584, + 0.14460992698669434, + 0.14916000380814076, + 0.1577272620677948, + 0.15901696157455444, + 0.2046925228357315, + 0.17250181584358215, + 0.17400914220809938, + 0.19504555777311325, + 0.16912321989536286, + 0.19594864068031312, + 0.2404677330493927, + 0.21173893311023712, + 0.1980482220649719, + 0.20299411978721618, + 0.23478967311382293, + 0.21482015360593795, + 0.22109085936546324, + 0.27831719441413877, + 0.3058310720920563, + 0.32145967130661013, + 0.3192650461196899, + 0.31249191117286684, + 0.29296456089019773, + 0.27024675250053404, + 0.2495010799407959, + 0.24123610022068023, + 0.2290420253276825, + 0.21915370206832885, + 0.21135219641923905, + 0.21750271730422974, + 0.22574893996715545, + 0.23275544457435607, + 0.23289490954875947, + 0.2379058575630188, + 0.23428526936769486, + 0.23657712292671204, + 0.23350308730602265, + 0.23394841928482055, + 0.23673176517486572, + 0.2379531442165375, + 0.23855031342506408, + 0.2430403748035431, + 0.2454460260629654, + 0.24374487085342408, + 0.24407650451660157, + 0.24444807255268097, + 0.24927017650604247, + 0.24720704221725465, + 0.25006705377101895, + 0.245881445145607, + 0.24502270793914796, + 0.24446621508598326, + 0.24295618000030517, + 0.24170556166172028, + 0.23866453852653505, + 0.23740106127262114, + 0.23805620374679565, + 0.23761313960552216, + 0.23625741076469423, + 0.2361701448917389, + 0.23754773426055908, + 0.23633741874694825, + 0.23539874830245971, + 0.2347202454328537, + 0.234960302066803, + 0.23508122134208678, + 0.2350126650452614 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.03434538468718529, + 0.12379913777112961, + 0.1433446854352951, + 0.13808263838291168 + ], + "perturbation_rho": [ + 0.03924814611673355, + 0.21971622109413147, + 0.26409071683883667, + 0.20994533598423004 + ], + "nudging": { + "0.001": [ + -0.002085629850625992, + -0.000930527166929096, + -0.0010337861021980643, + -0.0009522428154014051 + ], + "0.003": [ + -0.00620113592594862, + -0.002788654062896967, + -0.00309766735881567, + -0.002854354679584503 + ], + "0.01": [ + -0.020018436014652252, + -0.00925234891474247, + -0.010285570286214352, + -0.009476927109062672 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json new file mode 100644 index 0000000..ea8fed5 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.393444329071045, + 0.4656594688892364, + 0.3387208812713623, + 0.3310880187511444, + 0.2834443459033966, + 0.274416100025177, + 0.27555663251876833, + 0.2919650815010071, + 0.27522954301834107, + 0.23417099084854126, + 0.25085752539634704, + 0.23627781853675842, + 0.22855967761278154, + 0.18523962483406067, + 0.21957328805923462, + 0.21457258567810059, + 0.1951643503189087, + 0.2028646148085594, + 0.17204643013477325, + 0.1741173769235611, + 0.17967198448181151, + 0.2015627604007721, + 0.18227966165542603, + 0.1597546272277832, + 0.18108189311623574, + 0.13940092482566835, + 0.17725008516311647, + 0.16082020609378814, + 0.14163353414535523, + 0.18069012370109558, + 0.13981632175445557, + 0.17373259100914, + 0.14335163850188257, + 0.11797005029916763, + 0.1098598550081253, + 0.12287375556230545, + 0.11599228973388671, + 0.13744940540790557, + 0.11864437719583511, + 0.10169189417362214, + 0.11369898817539215, + 0.11818749423027039, + 0.12267465643882751, + 0.10739170112609864, + 0.10322156901359558, + 0.09787526609897614, + 0.09492687509059906, + 0.09019990837574005, + 0.09442386355400086, + 0.08670992460250855, + 0.08388052983283996, + 0.09170566325187683, + 0.08163954379558563, + 0.0846316162109375, + 0.07659096655249596, + 0.07475700554847717, + 0.07641377507448197, + 0.07337763814926147, + 0.072775554728508, + 0.0721108490049839, + 0.06907813559770584, + 0.06751610193252564, + 0.06612331621646882, + 0.06645804003477096, + 0.06647891576737165, + 0.06381897580623627, + 0.06374451096057891, + 0.06368994359970093, + 0.06230272837877274, + 0.06174979591369629, + 0.061164255321025846, + 0.06092808446884155, + 0.06049565544426441, + 0.05998984745144844, + 0.05971836262345314, + 0.05945266941785812, + 0.0592673523157835, + 0.059102416515350344, + 0.05901545432806015, + 0.058958782851696014 + ], + "train_acc": [ + 0.5424, + 0.8445, + 0.872, + 0.8691, + 0.8872, + 0.8945, + 0.8899, + 0.8867, + 0.8926, + 0.908, + 0.9016, + 0.9067, + 0.9102, + 0.9315, + 0.9151, + 0.915, + 0.923, + 0.9194, + 0.9324, + 0.9339, + 0.931, + 0.9216, + 0.9259, + 0.9363, + 0.927, + 0.9478, + 0.9299, + 0.9384, + 0.9472, + 0.9319, + 0.9471, + 0.9343, + 0.9444, + 0.9583, + 0.9624, + 0.957, + 0.9581, + 0.949, + 0.9573, + 0.9665, + 0.9617, + 0.9571, + 0.9557, + 0.9597, + 0.9643, + 0.9678, + 0.9689, + 0.9725, + 0.9692, + 0.9744, + 0.9771, + 0.9728, + 0.9764, + 0.9742, + 0.9821, + 0.9815, + 0.9798, + 0.9822, + 0.983, + 0.9823, + 0.9865, + 0.986, + 0.9874, + 0.9871, + 0.9859, + 0.9891, + 0.9891, + 0.9885, + 0.9899, + 0.9905, + 0.9909, + 0.9915, + 0.9915, + 0.9914, + 0.9918, + 0.992, + 0.9922, + 0.9921, + 0.9923, + 0.9924 + ], + "test_acc": [ + 0.806, + 0.8735, + 0.8755, + 0.8855, + 0.8975, + 0.8865, + 0.8865, + 0.8855, + 0.896, + 0.897, + 0.9005, + 0.901, + 0.9055, + 0.9075, + 0.895, + 0.905, + 0.903, + 0.8995, + 0.9155, + 0.91, + 0.912, + 0.909, + 0.9155, + 0.9125, + 0.9175, + 0.909, + 0.913, + 0.9085, + 0.917, + 0.913, + 0.9215, + 0.9195, + 0.919, + 0.9195, + 0.923, + 0.919, + 0.9155, + 0.9115, + 0.926, + 0.92, + 0.9215, + 0.922, + 0.9235, + 0.921, + 0.921, + 0.921, + 0.922, + 0.9245, + 0.9255, + 0.93, + 0.924, + 0.923, + 0.926, + 0.9225, + 0.9265, + 0.925, + 0.9255, + 0.923, + 0.9235, + 0.925, + 0.929, + 0.925, + 0.923, + 0.9235, + 0.9275, + 0.9245, + 0.924, + 0.924, + 0.925, + 0.925, + 0.925, + 0.9245, + 0.925, + 0.926, + 0.925, + 0.925, + 0.9255, + 0.9255, + 0.9255, + 0.925 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8599773645401001, + 0.8422204256057739, + 0.8250665664672852, + 0.8009470701217651 + ], + "perturbation_rho": [ + 0.9999991655349731, + 0.9999953508377075, + 0.9999807476997375, + 0.9999338984489441 + ], + "nudging": { + "0.001": [ + -0.021187957376241684, + -0.008892672136425972, + -0.003854521783068776, + -0.002078109886497259 + ], + "0.003": [ + -0.05588283762335777, + -0.02533331699669361, + -0.01131636556237936, + -0.006165246479213238 + ], + "0.01": [ + -0.12188813835382462, + -0.07056954503059387, + -0.034971628338098526, + -0.019762540236115456 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2351631088256836, + 1.2604516805648804, + 0.6909901732444763, + 0.5023803288459778, + 0.4199826082229614, + 0.3939720664024353, + 0.36745505712032317, + 0.36464036779403686, + 0.36945423431396485, + 0.37754397621154784, + 0.41259857263565064, + 0.3929980557441711, + 0.3836580101966858, + 0.42829677181243897, + 0.45100361251831056, + 0.4771954530715942, + 0.45615267324447634, + 0.47997308826446533, + 0.519016338443756, + 0.4339796148777008, + 0.48482293429374695, + 0.4760143366098404, + 0.41006571016311644, + 0.4283779393434525, + 0.4630606350660324, + 0.4736118658065796, + 0.47070072836875915, + 0.5205575771808624, + 0.43153712959289553, + 0.6288577288150787, + 0.49815777282714846, + 0.5681126009941101, + 0.4582767408490181, + 0.4725220314502716, + 0.4469193904876709, + 0.4821565442085266, + 0.4843693884849548, + 0.5006482328891754, + 0.44061602096557617, + 0.4250831531524658, + 0.4099806285858154, + 0.4905092445373535, + 0.5239814792633056, + 0.43106476440429686, + 0.42259651679992677, + 0.4021846671104431, + 0.41326967359781264, + 0.36481091504096985, + 0.3732275875091553, + 0.38772435383796694, + 0.3595582166671753, + 0.4164277789950371, + 0.3571169295310974, + 0.3573374299049377, + 0.3340035634994507, + 0.3495286958694458, + 0.34169850187301637, + 0.36254877605438235, + 0.3357857964515686, + 0.3260487530708313, + 0.3146523279190063, + 0.32904662322998046, + 0.3236200043678284, + 0.3109028839111328, + 0.30532244243621826, + 0.3066009913444519, + 0.29923178367614744, + 0.31248617701530457, + 0.30051798222064974, + 0.29083643901348116, + 0.289837948679924, + 0.28680111265182495, + 0.2866984937429428, + 0.284077316904068, + 0.2823953621149063, + 0.2806439053058624, + 0.28072562822103503, + 0.27919705109596255, + 0.2788663013458252, + 0.2786029499530792 + ], + "train_acc": [ + 0.1823, + 0.5598, + 0.7406, + 0.8059, + 0.8373, + 0.8477, + 0.857, + 0.8613, + 0.859, + 0.8612, + 0.8538, + 0.8613, + 0.8658, + 0.857, + 0.8547, + 0.8475, + 0.8567, + 0.8558, + 0.8472, + 0.864, + 0.854, + 0.8592, + 0.8691, + 0.8692, + 0.8595, + 0.8599, + 0.8604, + 0.8496, + 0.8638, + 0.8323, + 0.8575, + 0.8423, + 0.8613, + 0.8581, + 0.8604, + 0.855, + 0.852, + 0.8511, + 0.8644, + 0.8643, + 0.8698, + 0.8532, + 0.8413, + 0.8641, + 0.8633, + 0.8688, + 0.8668, + 0.8784, + 0.8777, + 0.8732, + 0.8802, + 0.8646, + 0.8806, + 0.8813, + 0.8854, + 0.8824, + 0.8856, + 0.876, + 0.8839, + 0.8899, + 0.8921, + 0.8875, + 0.8856, + 0.8889, + 0.8933, + 0.8918, + 0.8969, + 0.8906, + 0.8936, + 0.8976, + 0.8998, + 0.8993, + 0.8996, + 0.899, + 0.8987, + 0.9003, + 0.8989, + 0.9013, + 0.9017, + 0.9017 + ], + "test_acc": [ + 0.3805, + 0.658, + 0.763, + 0.8055, + 0.802, + 0.799, + 0.8135, + 0.83, + 0.818, + 0.818, + 0.8195, + 0.821, + 0.822, + 0.7695, + 0.8265, + 0.821, + 0.8265, + 0.8005, + 0.8295, + 0.8195, + 0.8175, + 0.837, + 0.825, + 0.7865, + 0.813, + 0.783, + 0.7715, + 0.7985, + 0.767, + 0.8315, + 0.782, + 0.82, + 0.819, + 0.8365, + 0.777, + 0.8205, + 0.7815, + 0.7855, + 0.8065, + 0.823, + 0.835, + 0.774, + 0.805, + 0.812, + 0.8135, + 0.813, + 0.837, + 0.834, + 0.841, + 0.8225, + 0.8385, + 0.8245, + 0.8455, + 0.8425, + 0.8365, + 0.8515, + 0.8475, + 0.8555, + 0.847, + 0.854, + 0.854, + 0.836, + 0.8465, + 0.843, + 0.853, + 0.848, + 0.8515, + 0.849, + 0.8545, + 0.8535, + 0.8525, + 0.8535, + 0.853, + 0.854, + 0.855, + 0.855, + 0.855, + 0.8565, + 0.8555, + 0.856 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.004014266654849052, + 0.16519895195960999, + 0.13244280219078064, + 0.11504888534545898 + ], + "perturbation_rho": [ + 0.042726192623376846, + 0.18379396200180054, + 0.108277827501297, + 0.03345024213194847 + ], + "nudging": { + "0.001": [ + -0.0005973952356725931, + -0.0005849459557794034, + -0.00033618923043832183, + -0.0002846581628546119 + ], + "0.003": [ + -0.0017661447636783123, + -0.0017487092409282923, + -0.0010064283851534128, + -0.0008522539865225554 + ], + "0.01": [ + -0.005573366768658161, + -0.005793239921331406, + -0.003338021691888571, + -0.002831015270203352 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8313716026306153, + 0.7926182842254639, + 0.46973575134277346, + 0.48155548248291014, + 0.5448596946716309, + 0.6645664943695069, + 0.7318389461517334, + 0.7279546222686768, + 0.7492408039093018, + 0.7303381389141083, + 0.7058333037376404, + 0.7079017165184021, + 0.7165615272521972, + 0.7146007489204407, + 0.7339236400604248, + 0.7427304380893708, + 0.760910213470459, + 0.8237569445610047, + 0.7993208209991455, + 0.8246796663284301, + 0.8065732408523559, + 0.8133731035232544, + 0.7934063248634339, + 0.8101628801345825, + 0.8197265989303589, + 0.8273739593505859, + 0.8092071041584015, + 0.7728347238540649, + 0.7805830051422119, + 0.7523685384750366, + 0.6997231612205506, + 0.7115532672405243, + 0.6899057216644288, + 0.7243086003780365, + 0.7161950044155121, + 0.6915306072235108, + 0.7306950844287873, + 0.7001749244689941, + 0.7435074928283691, + 0.7183393833160401, + 0.6917117639541626, + 0.6912902464389801, + 0.7219114833831787, + 0.7060039350509644, + 0.7032419225692749, + 0.7001213099002838, + 0.6712141176223755, + 0.6735524456977844, + 0.6646129000663757, + 0.6637430681228638, + 0.6549304262876511, + 0.6523052272796631, + 0.6376511907577515, + 0.6561032221794129, + 0.6557626156806946, + 0.6385821124076844, + 0.6371082330703736, + 0.622728742980957, + 0.6358778423309326, + 0.6097657412528992, + 0.5984001077651978, + 0.6008862220764161, + 0.6019291736602783, + 0.5893378508806228, + 0.5775623394012451, + 0.5764101420402526, + 0.5693036109924317, + 0.5785774702072144, + 0.5725307025909424, + 0.5699037223815918, + 0.5678042579650879, + 0.5655107064247131, + 0.5588490388393402, + 0.5583755543708802, + 0.5569040360450744, + 0.555097555732727, + 0.5553366912841797, + 0.5538557461977005, + 0.5529845510482788, + 0.5527793859481811 + ], + "train_acc": [ + 0.3425, + 0.7013, + 0.8169, + 0.8155, + 0.8002, + 0.7747, + 0.7521, + 0.7467, + 0.7366, + 0.7402, + 0.7432, + 0.7511, + 0.7483, + 0.7529, + 0.7435, + 0.7501, + 0.7443, + 0.7278, + 0.737, + 0.729, + 0.7347, + 0.7305, + 0.7339, + 0.7327, + 0.7272, + 0.7248, + 0.7394, + 0.7436, + 0.7445, + 0.7497, + 0.7621, + 0.7597, + 0.7682, + 0.7574, + 0.7627, + 0.7629, + 0.7527, + 0.7656, + 0.7528, + 0.7589, + 0.7652, + 0.7627, + 0.7557, + 0.7562, + 0.7584, + 0.7611, + 0.7712, + 0.7672, + 0.7691, + 0.77, + 0.7688, + 0.7715, + 0.7805, + 0.7717, + 0.7726, + 0.7796, + 0.7806, + 0.784, + 0.7781, + 0.7916, + 0.7943, + 0.7897, + 0.788, + 0.7945, + 0.7966, + 0.7954, + 0.7997, + 0.7948, + 0.7941, + 0.7979, + 0.7973, + 0.7998, + 0.8028, + 0.8015, + 0.8024, + 0.8021, + 0.8017, + 0.8049, + 0.8036, + 0.8043 + ], + "test_acc": [ + 0.582, + 0.7605, + 0.805, + 0.7815, + 0.7585, + 0.739, + 0.7315, + 0.7055, + 0.709, + 0.716, + 0.7225, + 0.7035, + 0.714, + 0.7025, + 0.6895, + 0.71, + 0.682, + 0.684, + 0.6935, + 0.6815, + 0.663, + 0.6735, + 0.6475, + 0.6625, + 0.687, + 0.691, + 0.691, + 0.6855, + 0.708, + 0.711, + 0.7175, + 0.7135, + 0.7035, + 0.7, + 0.702, + 0.7015, + 0.719, + 0.69, + 0.722, + 0.7085, + 0.711, + 0.6865, + 0.7155, + 0.693, + 0.727, + 0.717, + 0.726, + 0.7125, + 0.734, + 0.7355, + 0.7235, + 0.721, + 0.7245, + 0.703, + 0.7315, + 0.7205, + 0.733, + 0.735, + 0.745, + 0.7455, + 0.742, + 0.7425, + 0.757, + 0.754, + 0.7545, + 0.754, + 0.7585, + 0.753, + 0.7545, + 0.755, + 0.7585, + 0.7635, + 0.758, + 0.76, + 0.762, + 0.763, + 0.759, + 0.76, + 0.762, + 0.7615 + ], + "state_pred_error": [ + 0.738724960899353, + 0.23754536838531495, + 0.17166675362586975, + 0.16519432184696198, + 0.17659714086055756, + 0.1853035955429077, + 0.18247937891483307, + 0.1752823434829712, + 0.16551947779655457, + 0.15197912480831147, + 0.14014595470428468, + 0.12900954908132553, + 0.11189029586315155, + 0.09048521988391876, + 0.07707659014463425, + 0.06862674397230148, + 0.0619474271774292, + 0.057251011681556704, + 0.05508155573606491, + 0.053471049499511716, + 0.05379626307487488, + 0.05419672028422356, + 0.052421370673179625, + 0.049650419402122496, + 0.047358448946475985, + 0.04709382080435753, + 0.04492674662470818, + 0.04099081097245216, + 0.038694602066278456, + 0.03637899459600449, + 0.035295955044031144, + 0.03464271750450134, + 0.03390544964671135, + 0.0339607761323452, + 0.03294503695368767, + 0.03164411043822765, + 0.030480435860157012, + 0.030075301492214202, + 0.028113591521978377, + 0.027257576552033425, + 0.02627144229412079, + 0.026506870889663695, + 0.024739411950111388, + 0.02403323279619217, + 0.023340081292390822, + 0.022683567291498185, + 0.021613040015101434, + 0.020623113670945166, + 0.01925096574127674, + 0.018227936267852782, + 0.017412171779572962, + 0.01633626956343651, + 0.015502833461761475, + 0.01486019978672266, + 0.014131347727775573, + 0.013682181715965271, + 0.013298307892680168, + 0.012884229637682439, + 0.01228856347501278, + 0.012014592817425727, + 0.011584452259540558, + 0.011723892691731453, + 0.011077864146232606, + 0.010830551779270172, + 0.01048019336760044, + 0.010463275627046823, + 0.010006480371952058, + 0.010270701536536217, + 0.009520307847857476, + 0.009370259954035282, + 0.009139169569313526, + 0.009051338295638561, + 0.0087209147721529, + 0.0086469930768013, + 0.00830997234582901, + 0.008232304611802101, + 0.00801251590847969, + 0.007979873966425657, + 0.007716833171993494, + 0.0075651704967021945 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8646283149719238, + 0.4090673327445984, + 0.1404263973236084, + 0.114067442715168 + ], + "perturbation_rho": [ + 0.7375176548957825, + 0.33617356419563293, + 0.14259827136993408, + 0.06911392509937286 + ], + "nudging": { + "0.001": [ + -0.02527385950088501, + -0.0013827341608703136, + -0.0003888161154463887, + -0.00030949554638937116 + ], + "0.003": [ + -0.07343459129333496, + -0.004140978213399649, + -0.0011658729054033756, + -0.0009282166138291359 + ], + "0.01": [ + -0.218303382396698, + -0.013712376356124878, + -0.003879058640450239, + -0.0030895976815372705 + ] + }, + "state_pred_error_per_layer": [ + 6951.521484375, + 6099.5322265625, + 5877.8310546875, + 3832.076416015625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.235261058425903, + 1.262081871986389, + 0.6915569072723389, + 0.4963927393436432, + 0.41897850689888, + 0.3801000884056091, + 0.3732742650032043, + 0.360334720993042, + 0.40119956569671633, + 0.40856367979049685, + 0.39234666719436645, + 0.38830075261592867, + 0.42427587156295776, + 0.39181271744966506, + 0.3884301266908646, + 0.40899407005310057, + 0.5711139780521393, + 0.44214163110256194, + 0.5412520337820053, + 0.5265979358673095, + 0.6395262619018555, + 0.6767067618846894, + 0.8079449705123901, + 0.8860318534851074, + 0.7464127262115479, + 0.8458122653961182, + 0.8400936029434204, + 0.8388831905364991, + 0.7874737511634826, + 0.8481869525909423, + 0.9002291926383972, + 0.8685866487503052, + 0.9101456764221192, + 0.8837849536895752, + 0.972322064781189, + 0.9345996368408203, + 0.9418193544387817, + 1.0260784551620483, + 0.9719976706504821, + 0.9391058128356934, + 0.9489206720352172, + 0.9835691333770752, + 0.967494802236557, + 0.9707959476470948, + 1.0399179498672486, + 1.0601639880180358, + 0.985697636795044, + 1.008144894504547, + 1.0092436389923096, + 1.0680249240875244, + 1.0354044677734375, + 1.0328852564811706, + 1.015745788383484, + 1.0277701950073241, + 1.0103555604934693, + 1.0488319797515868, + 1.0303876429557801, + 1.0285811204433442, + 1.0417894123077394, + 1.0004704116821288, + 1.0626476989746094, + 0.9951508989334107, + 1.0081708417892457, + 0.9910860794067383, + 0.9883740512847901, + 0.9812014641761779, + 0.9917335124969482, + 0.9694048974990844, + 0.9646705657958984, + 0.9635228799819946, + 0.9591471391677856, + 0.9535331716537475, + 0.9531492277145386, + 0.9459964708328247, + 0.9468160850524903, + 0.9449826847076416, + 0.9444061769485473, + 0.9419779738426208, + 0.940774139881134, + 0.9405258314132691 + ], + "train_acc": [ + 0.1859, + 0.5571, + 0.7419, + 0.8077, + 0.8355, + 0.854, + 0.8566, + 0.8623, + 0.8544, + 0.8542, + 0.8635, + 0.863, + 0.8534, + 0.8702, + 0.8695, + 0.8666, + 0.8423, + 0.8592, + 0.8456, + 0.8478, + 0.8218, + 0.8173, + 0.7867, + 0.777, + 0.7871, + 0.7663, + 0.7597, + 0.7502, + 0.7552, + 0.7402, + 0.7275, + 0.7264, + 0.7154, + 0.721, + 0.7022, + 0.7062, + 0.7027, + 0.6832, + 0.689, + 0.6948, + 0.6911, + 0.68, + 0.6843, + 0.6828, + 0.6613, + 0.6613, + 0.6731, + 0.669, + 0.6672, + 0.6584, + 0.6651, + 0.6658, + 0.6648, + 0.6609, + 0.661, + 0.6587, + 0.6615, + 0.6583, + 0.6597, + 0.6641, + 0.6535, + 0.6622, + 0.6598, + 0.6636, + 0.6656, + 0.6651, + 0.6674, + 0.6666, + 0.6709, + 0.6665, + 0.6731, + 0.6714, + 0.673, + 0.6717, + 0.6727, + 0.6728, + 0.6735, + 0.6738, + 0.6744, + 0.6741 + ], + "test_acc": [ + 0.384, + 0.66, + 0.757, + 0.791, + 0.815, + 0.826, + 0.7975, + 0.8165, + 0.8125, + 0.799, + 0.83, + 0.8025, + 0.8145, + 0.822, + 0.808, + 0.8145, + 0.8015, + 0.8145, + 0.8205, + 0.785, + 0.8, + 0.744, + 0.738, + 0.764, + 0.7405, + 0.713, + 0.729, + 0.7045, + 0.7025, + 0.7025, + 0.677, + 0.6385, + 0.721, + 0.592, + 0.627, + 0.694, + 0.6495, + 0.6515, + 0.637, + 0.6755, + 0.6155, + 0.673, + 0.6715, + 0.628, + 0.6315, + 0.6485, + 0.635, + 0.62, + 0.5955, + 0.622, + 0.636, + 0.63, + 0.637, + 0.643, + 0.6265, + 0.6445, + 0.6375, + 0.6175, + 0.649, + 0.6255, + 0.656, + 0.652, + 0.643, + 0.644, + 0.6555, + 0.6575, + 0.647, + 0.6605, + 0.656, + 0.6575, + 0.6565, + 0.661, + 0.655, + 0.6575, + 0.664, + 0.657, + 0.663, + 0.6585, + 0.6585, + 0.6585 + ], + "value_loss": [ + 2.789435099697113, + 0.8181893708229065, + 0.7272053227424622, + 0.5833633841991425, + 0.5203261951446533, + 0.487560515499115, + 0.5104867960453033, + 0.5071568609237671, + 0.7265350058555603, + 0.6770524631500244, + 0.6544264476060867, + 0.6184350404918194, + 0.82130862698555, + 0.7288621360361576, + 0.6920311128377914, + 0.7491695034027099, + 1.436285315656662, + 0.9137073722839355, + 1.3024319067001342, + 1.1969394775390625, + 1.5527768714904786, + 1.7683637444019318, + 2.1371090829849244, + 2.7897338537216188, + 1.7251617815971374, + 2.1219203945159912, + 1.8316284656524657, + 1.6271437129974364, + 1.533262328338623, + 1.4435790887832642, + 1.425470267868042, + 1.2025170761942863, + 1.3155294904232024, + 1.1143611429214477, + 1.2226881009578705, + 1.4462114141464233, + 1.0543560623168946, + 1.0660594150543212, + 0.9147385849952697, + 0.8270027490615844, + 0.8281644924163818, + 1.0131224609851837, + 0.8204657958984375, + 0.7915476408958435, + 1.0112078512191773, + 0.9825851963043213, + 0.7297250129699707, + 0.7310111741065979, + 0.8675759086608886, + 0.8777669506072998, + 0.7935477031707764, + 0.7559813811302185, + 0.6910819556236267, + 0.7187119407653808, + 0.7091325038909913, + 0.8288764345169067, + 0.6835856030464172, + 0.696506120300293, + 0.7955103742599487, + 0.6248370735168457, + 0.7264847853183747, + 0.6357070183992386, + 0.6640777275085449, + 0.6200332149505615, + 0.6066704128265381, + 0.6134613354206085, + 0.624502198600769, + 0.5682870136260987, + 0.5714269968986512, + 0.5611187159061432, + 0.560384591293335, + 0.5337265998840331, + 0.518946839427948, + 0.5066715524673462, + 0.5192569964408874, + 0.5218038980484009, + 0.515819926071167, + 0.5021115490913391, + 0.5022512309074402, + 0.5270826056480408 + ], + "term_loss": [ + 1.6281806005001067, + 0.5260812068939209, + 0.5574779790878296, + 0.4467624794960022, + 0.38560171570777896, + 0.35132181377410887, + 0.3726922478437424, + 0.3839768423080444, + 0.5983181779623031, + 0.5458563985824585, + 0.5328782257556915, + 0.49554837535619733, + 0.6895202607631683, + 0.6041087128341198, + 0.5711961905956269, + 0.622646349143982, + 1.2603772453427315, + 0.773075110912323, + 1.1336991445064544, + 1.0312418762207032, + 1.3463582670211791, + 1.5365228524684906, + 1.8501261821746826, + 2.4006380270242693, + 1.451894647026062, + 1.8385419921875, + 1.5503413744926453, + 1.348254576587677, + 1.2533037424087525, + 1.162389670753479, + 1.1130255826950073, + 0.9006625356771052, + 1.0001833762645722, + 0.8168405591964721, + 0.9015608322620392, + 1.099498508644104, + 0.723140911102295, + 0.7195442680358887, + 0.5906892456054688, + 0.5117025557518006, + 0.5222296411037445, + 0.6893843678474426, + 0.5126559923410415, + 0.47389315984249114, + 0.6742367547988891, + 0.6494622436523437, + 0.42108994102478026, + 0.42529633424282076, + 0.5564227697372437, + 0.562213070678711, + 0.4802745559692383, + 0.4539243455886841, + 0.3954838166773319, + 0.41656764430999754, + 0.407904678440094, + 0.5054427813529968, + 0.3801931502342224, + 0.3841923901736736, + 0.47365911989212034, + 0.32998718037605285, + 0.4120689484864473, + 0.334956028342247, + 0.3557816318035126, + 0.31811208209991454, + 0.3048724256515503, + 0.31001371720433235, + 0.3186835240840912, + 0.27292693586349487, + 0.2744087711334228, + 0.26349675579071047, + 0.26173307815790176, + 0.24325768327713013, + 0.22855849746465684, + 0.21712086362838745, + 0.2279037822365761, + 0.22775145735740662, + 0.2218828114748001, + 0.21318944548368454, + 0.2103438462257385, + 0.22659661755561827 + ], + "bridge_loss": [ + 0.8669556872836547, + 0.06360601794421673, + 0.008560461984574795, + 0.005917139887809754, + 0.01696948218345642, + 0.025800688429176807, + 0.02753051795810461, + 0.015897551971673966, + 0.012487161195278167, + 0.011549899433553218, + 0.009167527516558766, + 0.010144380106031895, + 0.012813932079076768, + 0.014643209081888198, + 0.012564446350932122, + 0.013087814033031464, + 0.0355284596927464, + 0.019168835720419882, + 0.028831265807896852, + 0.029531528568267823, + 0.04496059722006321, + 0.05906419792771339, + 0.08262725896835327, + 0.17684709503650664, + 0.07839597351551056, + 0.07206453119516373, + 0.06329247436523437, + 0.05826105718612671, + 0.06393873658180237, + 0.05167575533390045, + 0.06876316456794739, + 0.06094803668484092, + 0.06672434015274048, + 0.05214060747623444, + 0.059061125856637954, + 0.0942545708656311, + 0.0740616250872612, + 0.07541715958714486, + 0.06009064224362373, + 0.05432415052056313, + 0.044301791000366214, + 0.05619173694849014, + 0.04468392983227968, + 0.05211084792613983, + 0.056994534659385684, + 0.0499825501203537, + 0.036443243896961214, + 0.032711439895629885, + 0.0384589661359787, + 0.0338902623295784, + 0.03647522128820419, + 0.02619726200699806, + 0.02073877650052309, + 0.025440873777866364, + 0.026828269357979297, + 0.04103488396704197, + 0.027947768175601958, + 0.03465887205153704, + 0.04586356149315834, + 0.023804297626018524, + 0.03421685046106577, + 0.031679686503112314, + 0.03704538420438767, + 0.03376271347999573, + 0.032853434824943545, + 0.037378453141450885, + 0.03849537320137024, + 0.031244005316495894, + 0.033646199870109555, + 0.033860014009475706, + 0.036484488779306413, + 0.029376127362251283, + 0.03004473757147789, + 0.03032349246442318, + 0.03176274458765983, + 0.03554704558849335, + 0.03567317904829979, + 0.030595304039120676, + 0.033694784569740295, + 0.04233165686130524 + ], + "tgrad_loss": [ + 0.29429881639480593, + 0.22850215055942535, + 0.161166881275177, + 0.13068375954627992, + 0.11775499715805053, + 0.11043801250457763, + 0.11026402975320816, + 0.1072824667930603, + 0.11572966387271881, + 0.1196461637020111, + 0.11238069614171982, + 0.11274228993058205, + 0.11897443695068359, + 0.1101102095194161, + 0.10827047473788261, + 0.11343533954620362, + 0.1403796047925949, + 0.12146342446804047, + 0.13990149824619294, + 0.13616608276367187, + 0.16145800683498382, + 0.17277670335769654, + 0.20435564041137697, + 0.2122487030506134, + 0.19487117614746094, + 0.2113138470888138, + 0.21799462871551514, + 0.22062808697223663, + 0.21601984961032866, + 0.2295136512517929, + 0.2436815215110779, + 0.24090649601221084, + 0.24862176179885864, + 0.24537998490333557, + 0.2620661392688751, + 0.2524583529949188, + 0.25715352358818055, + 0.27109798228740695, + 0.26395870418548584, + 0.26097603678703307, + 0.2616330534219742, + 0.26754635171890256, + 0.26312588040828705, + 0.26554363651275636, + 0.27997655792236326, + 0.283140408372879, + 0.27219182567596434, + 0.273003400182724, + 0.2726941707611084, + 0.28166362385749816, + 0.2767979258060455, + 0.27585977494716646, + 0.27485936024188995, + 0.27670341873168947, + 0.27439955916404724, + 0.28239877376556394, + 0.2754446792840958, + 0.2776548579931259, + 0.2759876941680908, + 0.2710455940723419, + 0.2801989861369133, + 0.26907129883766173, + 0.27125071516036986, + 0.2681584177017212, + 0.26894454793930056, + 0.2660691703081131, + 0.2673233015060425, + 0.26411607012748717, + 0.26337203187942504, + 0.2637619474411011, + 0.2621670220375061, + 0.2610927885055542, + 0.2603436091423035, + 0.2592271981239319, + 0.2595904722213745, + 0.2585053967475891, + 0.25826393089294436, + 0.2583268014431, + 0.2582126024246216, + 0.25815433073043825 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.049023956060409546, + 0.11911389231681824, + 0.12341275811195374, + 0.14533579349517822 + ], + "perturbation_rho": [ + 0.09633419662714005, + 0.23598268628120422, + 0.24357257783412933, + 0.28465405106544495 + ], + "nudging": { + "0.001": [ + -0.0026640507858246565, + -0.0008936430094763637, + -0.0009184350492432714, + -0.0010046247625723481 + ], + "0.003": [ + -0.00795636884868145, + -0.002677815966308117, + -0.0027562258765101433, + -0.00301147997379303 + ], + "0.01": [ + -0.026128236204385757, + -0.008897590450942516, + -0.009167088195681572, + -0.01000890415161848 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json new file mode 100644 index 0000000..7650767 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3731443418502807, + 0.45537459869384767, + 0.35577080373764036, + 0.31175249495506285, + 0.27360669269561766, + 0.2810947861671448, + 0.24048879499435424, + 0.24676378889083864, + 0.2759784088134766, + 0.24307160301208497, + 0.26237674512863157, + 0.23416826553344727, + 0.2248387837409973, + 0.21073892421722412, + 0.24063232788443564, + 0.1794070078253746, + 0.16393975179195405, + 0.17630366325974464, + 0.1611418173789978, + 0.18589975430965425, + 0.19959153530597687, + 0.18609004082679748, + 0.2101752697944641, + 0.18727956137657165, + 0.18735633269548416, + 0.15335247926712037, + 0.15109058359861374, + 0.13571504959762096, + 0.1245847250699997, + 0.14161244950294494, + 0.1458503407716751, + 0.13648778162002564, + 0.15326098034381866, + 0.13605039689540863, + 0.14244712383747102, + 0.12564499164819717, + 0.12560201988220215, + 0.123886791780591, + 0.10236743612289428, + 0.1362798055291176, + 0.12099106664657593, + 0.10914861574172974, + 0.12570393970012664, + 0.10449062542915344, + 0.10824102314710617, + 0.09449664130806923, + 0.08988672842979431, + 0.09423538935184479, + 0.086681573843956, + 0.08409314980506898, + 0.09122710851430893, + 0.08288905795812607, + 0.07891612914800644, + 0.08072301609516144, + 0.07801145380735397, + 0.07551923055648804, + 0.08653738065361977, + 0.07552462376207113, + 0.07158097697496414, + 0.06908470562696457, + 0.07035302019119263, + 0.0688866972208023, + 0.06807387411594391, + 0.06748173639774323, + 0.06727217892408371, + 0.06582817186415195, + 0.0644117630302906, + 0.06337794905900955, + 0.06335201333165169, + 0.06263100127875805, + 0.061897891375422474, + 0.06139995861053467, + 0.061135529518127445, + 0.06082992137670517, + 0.060517309045791626, + 0.06032120343446731, + 0.06014305528700352, + 0.05998744894862175, + 0.059879496657848356, + 0.05982443904429674 + ], + "train_acc": [ + 0.5436, + 0.8483, + 0.8663, + 0.8784, + 0.8941, + 0.8913, + 0.9035, + 0.905, + 0.8901, + 0.9066, + 0.8969, + 0.9066, + 0.909, + 0.9154, + 0.9038, + 0.9302, + 0.9381, + 0.9348, + 0.9379, + 0.9263, + 0.9193, + 0.9257, + 0.9166, + 0.9258, + 0.9252, + 0.9404, + 0.9411, + 0.9484, + 0.9558, + 0.9448, + 0.9436, + 0.9492, + 0.941, + 0.9459, + 0.9449, + 0.9524, + 0.9517, + 0.9544, + 0.9659, + 0.9472, + 0.9539, + 0.9594, + 0.9519, + 0.9626, + 0.9611, + 0.9693, + 0.9708, + 0.9683, + 0.9725, + 0.9741, + 0.972, + 0.9759, + 0.9773, + 0.9767, + 0.9781, + 0.9808, + 0.9724, + 0.9803, + 0.9835, + 0.9843, + 0.9837, + 0.9842, + 0.9845, + 0.9851, + 0.9866, + 0.9865, + 0.9873, + 0.9891, + 0.9886, + 0.9882, + 0.9892, + 0.9897, + 0.9899, + 0.9895, + 0.9902, + 0.9903, + 0.9903, + 0.9903, + 0.9905, + 0.9904 + ], + "test_acc": [ + 0.8105, + 0.863, + 0.8775, + 0.8835, + 0.8925, + 0.891, + 0.887, + 0.8875, + 0.894, + 0.9015, + 0.8975, + 0.8955, + 0.895, + 0.898, + 0.8995, + 0.9105, + 0.9045, + 0.91, + 0.9115, + 0.9025, + 0.899, + 0.908, + 0.8935, + 0.903, + 0.911, + 0.917, + 0.9115, + 0.918, + 0.914, + 0.917, + 0.9165, + 0.923, + 0.922, + 0.911, + 0.9185, + 0.9145, + 0.9095, + 0.917, + 0.9165, + 0.914, + 0.918, + 0.919, + 0.919, + 0.9215, + 0.919, + 0.926, + 0.925, + 0.927, + 0.927, + 0.928, + 0.9255, + 0.928, + 0.9295, + 0.9275, + 0.931, + 0.9255, + 0.929, + 0.929, + 0.9295, + 0.929, + 0.9285, + 0.928, + 0.928, + 0.927, + 0.9275, + 0.927, + 0.927, + 0.93, + 0.9285, + 0.9285, + 0.9285, + 0.9275, + 0.928, + 0.9285, + 0.929, + 0.9285, + 0.9285, + 0.9285, + 0.9285, + 0.9285 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8268355131149292, + 0.7960893511772156, + 0.7726784944534302, + 0.758276104927063 + ], + "perturbation_rho": [ + 0.9999993443489075, + 0.999996542930603, + 0.999983549118042, + 0.9999449253082275 + ], + "nudging": { + "0.001": [ + -0.025982849299907684, + -0.011168255470693111, + -0.004903188906610012, + -0.00263153831474483 + ], + "0.003": [ + -0.0689958781003952, + -0.031877096742391586, + -0.014398043975234032, + -0.0078039406798779964 + ], + "0.01": [ + -0.15056422352790833, + -0.08916378021240234, + -0.04451071470975876, + -0.024980343878269196 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.224132486343384, + 1.301893235874176, + 0.7188028474807739, + 0.5128707235813141, + 0.42812706022262575, + 0.37687723331451417, + 0.36274061586856843, + 0.37224565534591675, + 0.409719740486145, + 0.363206641292572, + 0.4132363173484802, + 0.3830319176673889, + 0.4377296754837036, + 0.5042400701522827, + 0.4587587996959686, + 0.40405231256484986, + 0.4265386765956879, + 0.46920745529383423, + 0.4496193967103958, + 0.5309565215110779, + 0.47508658266067505, + 0.5223682291030883, + 0.5833926257848739, + 0.4541007481098175, + 0.486807417678833, + 0.6768758428573608, + 0.6182225590750575, + 0.44827224477529526, + 0.4793268074035644, + 0.5156525156021118, + 0.6022252152085305, + 0.5234319113731384, + 0.579210432434082, + 0.6143261737346649, + 0.5015040687561035, + 0.5146571145176887, + 0.445119722366333, + 0.5691154903054237, + 0.448343026638031, + 0.4685825558662415, + 0.4096014291524887, + 0.5122244827270508, + 0.6234302169322967, + 0.45217046575546266, + 0.47220536499023436, + 0.4531041558265686, + 0.4435129361629486, + 0.41575306297540665, + 0.3937792213439941, + 0.41530909223556517, + 0.3755643924176693, + 0.3749552250266075, + 0.3837516236305237, + 0.4414386757850647, + 0.37744559860229493, + 0.3851316329956055, + 0.4645349792003632, + 0.3641450496673584, + 0.33832284042835237, + 0.3521949558258057, + 0.3619681317090988, + 0.32718548822402954, + 0.3552513185501099, + 0.3407223903656006, + 0.35497476048469545, + 0.33103148469924926, + 0.3239391952753067, + 0.3205251240491867, + 0.3142642366409302, + 0.3211916448712349, + 0.31001556646823886, + 0.30832804889678955, + 0.30703437480926515, + 0.30306859114170076, + 0.3034073314666748, + 0.30061344475746155, + 0.2995585773333907, + 0.2981973441004753, + 0.29732816677093504, + 0.29705501853227617 + ], + "train_acc": [ + 0.1974, + 0.5468, + 0.7323, + 0.8055, + 0.8397, + 0.8578, + 0.8597, + 0.8554, + 0.8508, + 0.8621, + 0.8543, + 0.8596, + 0.8544, + 0.8409, + 0.8505, + 0.8624, + 0.8606, + 0.8605, + 0.8591, + 0.849, + 0.8606, + 0.8512, + 0.847, + 0.8642, + 0.8642, + 0.8388, + 0.8457, + 0.8726, + 0.8708, + 0.8639, + 0.8488, + 0.8655, + 0.8584, + 0.8527, + 0.8736, + 0.8691, + 0.879, + 0.8616, + 0.8812, + 0.8705, + 0.8883, + 0.8723, + 0.8579, + 0.8837, + 0.877, + 0.8811, + 0.8823, + 0.89, + 0.8942, + 0.8841, + 0.898, + 0.8937, + 0.8918, + 0.8832, + 0.8939, + 0.8931, + 0.8814, + 0.8987, + 0.9038, + 0.9009, + 0.8973, + 0.9057, + 0.9007, + 0.9047, + 0.8983, + 0.9058, + 0.9078, + 0.9061, + 0.9088, + 0.9077, + 0.9092, + 0.9088, + 0.9106, + 0.9119, + 0.9088, + 0.9119, + 0.9103, + 0.9118, + 0.9119, + 0.9122 + ], + "test_acc": [ + 0.403, + 0.649, + 0.7545, + 0.7955, + 0.8085, + 0.8145, + 0.8085, + 0.822, + 0.819, + 0.816, + 0.7925, + 0.7795, + 0.768, + 0.797, + 0.8135, + 0.816, + 0.811, + 0.7945, + 0.778, + 0.8085, + 0.8, + 0.811, + 0.7915, + 0.797, + 0.777, + 0.7965, + 0.8235, + 0.809, + 0.82, + 0.82, + 0.792, + 0.787, + 0.814, + 0.8055, + 0.8135, + 0.833, + 0.7875, + 0.8145, + 0.819, + 0.826, + 0.8285, + 0.7855, + 0.827, + 0.8245, + 0.8305, + 0.844, + 0.8395, + 0.83, + 0.8305, + 0.837, + 0.8445, + 0.8275, + 0.8325, + 0.842, + 0.853, + 0.821, + 0.831, + 0.848, + 0.85, + 0.8495, + 0.845, + 0.858, + 0.8535, + 0.856, + 0.8565, + 0.859, + 0.8565, + 0.8555, + 0.862, + 0.857, + 0.8585, + 0.8565, + 0.8635, + 0.8615, + 0.862, + 0.864, + 0.8635, + 0.8655, + 0.8655, + 0.8655 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.012256121262907982, + 0.07949584722518921, + 0.0787847638130188, + 0.09904449433088303 + ], + "perturbation_rho": [ + -0.003950485959649086, + 0.06165219843387604, + 0.14469987154006958, + 0.16344788670539856 + ], + "nudging": { + "0.001": [ + 0.00019160524243488908, + -0.0005540554411709309, + -0.0002737665781751275, + -0.0003133100690320134 + ], + "0.003": [ + 0.0006248276331461966, + -0.0016580942319706082, + -0.0008215569541789591, + -0.0009416901739314198 + ], + "0.01": [ + 0.002696676878258586, + -0.005506287328898907, + -0.0027312645688652992, + -0.003131583333015442 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7803834889411927, + 0.732652216053009, + 0.45487410321235655, + 0.4741226222038269, + 0.5595431688308716, + 0.6150015846252441, + 0.6448732872009277, + 0.7614690663337708, + 0.7527310195922852, + 0.6854381818771362, + 0.69789430103302, + 0.7211309887886047, + 0.7422091772079468, + 0.771403307723999, + 0.7684701559066772, + 0.7899860233306885, + 0.785915501832962, + 0.7849839227676392, + 0.7681392771720886, + 0.7435544511795044, + 0.751194825553894, + 0.7936021596908569, + 0.7802497886657714, + 0.780384884262085, + 0.7791699929237366, + 0.7584754270553589, + 0.8155371535301208, + 0.7780845603942871, + 0.7793395760059356, + 0.7373061706542968, + 0.7489152907371521, + 0.7263450141906739, + 0.7460742810249329, + 0.6866057529449463, + 0.7141902516365052, + 0.703807559967041, + 0.7199574493408203, + 0.7092751522064209, + 0.6616440784454346, + 0.6884374785423278, + 0.6783149375915527, + 0.6543091285705567, + 0.6953400015354156, + 0.6466015434265137, + 0.6512385541915894, + 0.6394664388656616, + 0.6508148580551147, + 0.6421753215789795, + 0.6408709971427917, + 0.659412619304657, + 0.6453365729808808, + 0.6413490727424621, + 0.6515926889896393, + 0.6426593520641327, + 0.6448210357666015, + 0.6461298638343811, + 0.6379973960399627, + 0.6365840391635895, + 0.6462472536087036, + 0.6423500331401825, + 0.6288489917755127, + 0.6368016141891479, + 0.6358265670776367, + 0.6384655450820923, + 0.631528349018097, + 0.6209217232704163, + 0.6202675918579101, + 0.6212863056182861, + 0.614168495464325, + 0.6118847620964051, + 0.6091739875793457, + 0.6087853524208069, + 0.6050858163833618, + 0.603250790977478, + 0.6008227246522904, + 0.6006201690673828, + 0.5996918613433838, + 0.5988774878025055, + 0.5984367890357971, + 0.5981314883232117 + ], + "train_acc": [ + 0.3598, + 0.7233, + 0.8271, + 0.8268, + 0.8049, + 0.7872, + 0.7751, + 0.7489, + 0.745, + 0.7539, + 0.7478, + 0.7413, + 0.7351, + 0.7251, + 0.7302, + 0.7287, + 0.7275, + 0.7273, + 0.7377, + 0.7392, + 0.7399, + 0.7321, + 0.7351, + 0.7354, + 0.7407, + 0.748, + 0.7371, + 0.7431, + 0.7437, + 0.7604, + 0.7542, + 0.76, + 0.7521, + 0.7689, + 0.7628, + 0.7629, + 0.7559, + 0.7656, + 0.7767, + 0.7703, + 0.7741, + 0.7826, + 0.7689, + 0.7867, + 0.782, + 0.7838, + 0.7823, + 0.784, + 0.7867, + 0.7803, + 0.7829, + 0.7858, + 0.7799, + 0.7847, + 0.7848, + 0.7865, + 0.7889, + 0.7883, + 0.7786, + 0.7867, + 0.7864, + 0.7874, + 0.7889, + 0.7865, + 0.7892, + 0.7911, + 0.7941, + 0.7912, + 0.7911, + 0.7912, + 0.7945, + 0.796, + 0.7962, + 0.7951, + 0.7976, + 0.7975, + 0.7968, + 0.7959, + 0.7968, + 0.7965 + ], + "test_acc": [ + 0.602, + 0.757, + 0.81, + 0.7795, + 0.771, + 0.7595, + 0.7525, + 0.7185, + 0.7265, + 0.7125, + 0.7215, + 0.7035, + 0.6955, + 0.696, + 0.671, + 0.689, + 0.655, + 0.676, + 0.694, + 0.692, + 0.682, + 0.6875, + 0.684, + 0.677, + 0.695, + 0.6915, + 0.708, + 0.6805, + 0.705, + 0.689, + 0.7165, + 0.7085, + 0.7085, + 0.7135, + 0.6955, + 0.7125, + 0.7225, + 0.723, + 0.6925, + 0.736, + 0.728, + 0.7205, + 0.726, + 0.746, + 0.731, + 0.721, + 0.735, + 0.737, + 0.731, + 0.741, + 0.7455, + 0.731, + 0.744, + 0.743, + 0.7445, + 0.749, + 0.7415, + 0.749, + 0.74, + 0.746, + 0.742, + 0.7375, + 0.751, + 0.7475, + 0.7455, + 0.739, + 0.744, + 0.747, + 0.744, + 0.743, + 0.7435, + 0.745, + 0.747, + 0.7455, + 0.7465, + 0.747, + 0.746, + 0.746, + 0.7455, + 0.7455 + ], + "state_pred_error": [ + 0.7301947330474854, + 0.2293994782924652, + 0.15949859266281127, + 0.15117296252250673, + 0.15491236505508424, + 0.16152297229766846, + 0.16639477663040161, + 0.16297674663066863, + 0.1474767792701721, + 0.13462664729356766, + 0.1192866288304329, + 0.10311011584997178, + 0.08718618566989898, + 0.07007366203069687, + 0.059906782633066175, + 0.05418295328617096, + 0.05250892471075058, + 0.053210784059762956, + 0.05376021633148193, + 0.0505560393512249, + 0.04665645271539688, + 0.04122237099409103, + 0.035260846930742266, + 0.029457686340808868, + 0.02472122933268547, + 0.020959654900431633, + 0.018036982771754265, + 0.01579355520308018, + 0.014835753314197063, + 0.013916902904212474, + 0.013557420775294303, + 0.013417310911417008, + 0.013456771358847618, + 0.013404925701022148, + 0.013516017714142799, + 0.013791045615077019, + 0.013860506749153137, + 0.013912296595424414, + 0.01376565940529108, + 0.01364058257341385, + 0.016863438057899475, + 0.013605340698361397, + 0.01336009669303894, + 0.013293599289655686, + 0.01339816378504038, + 0.01297538487315178, + 0.012990520419180394, + 0.012765769854187965, + 0.012577315384149551, + 0.012284608180820942, + 0.012003655248880387, + 0.011748795488476753, + 0.011465166535973549, + 0.011208864139020443, + 0.010971895548701286, + 0.010833216698467731, + 0.010546348862349987, + 0.010316753853857517, + 0.01005659337937832, + 0.009844934567809105, + 0.009683808153867721, + 0.009427979576587676, + 0.009225837172567844, + 0.009161983558535576, + 0.008829943571984768, + 0.008661615046858787, + 0.008553683330118656, + 0.008285431960225105, + 0.008538309474289418, + 0.007964446505904197, + 0.007747227008640766, + 0.0076069540724158285, + 0.007299331539869308, + 0.007200139582157135, + 0.007046559315174818, + 0.006977505052089691, + 0.006643858262896538, + 0.006649243193119764, + 0.006426095798611641, + 0.006344281244277954 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8436356782913208, + 0.46039146184921265, + 0.16277557611465454, + 0.13905379176139832 + ], + "perturbation_rho": [ + 0.7277628183364868, + 0.48849108815193176, + 0.1771586537361145, + 0.09970887005329132 + ], + "nudging": { + "0.001": [ + -0.027422115206718445, + -0.0018765792483463883, + -0.0004788438673131168, + -0.0003904813784174621 + ], + "0.003": [ + -0.07989989221096039, + -0.0056180888786911964, + -0.001435610232874751, + -0.0011701165931299329 + ], + "0.01": [ + -0.2401106357574463, + -0.018598388880491257, + -0.004775169305503368, + -0.0038934119511395693 + ] + }, + "state_pred_error_per_layer": [ + 3442.556884765625, + 2195.27490234375, + 2035.546875, + 2293.3291015625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.21667213973999, + 1.3028536838531495, + 0.7136714351654053, + 0.5170062650680542, + 0.428484773182869, + 0.3893401426315308, + 0.3633166349887848, + 0.3759902914404869, + 0.3800179394721985, + 0.374489461517334, + 0.41736346807479857, + 0.4102055465698242, + 0.4892664265632629, + 0.4714547214508057, + 0.4549084837436676, + 0.4638775846004486, + 0.4697629602909088, + 0.5410322017669678, + 0.455058971118927, + 0.5534555526733398, + 0.5718941131830215, + 0.5692951575756073, + 0.7074480386734009, + 0.8779852552890778, + 0.7194037189483643, + 0.7017252969741822, + 0.7141246451377868, + 0.8214343783378601, + 0.860213596200943, + 0.8622452178955078, + 0.9510571762084961, + 0.9425890031814576, + 0.9824190010070801, + 1.0797506145477296, + 0.9800792013168335, + 0.9507031625747681, + 1.0324596477508545, + 0.9877136844635009, + 1.00947436542511, + 1.0367300788879394, + 1.0976514343261718, + 1.1145684359550476, + 1.1553843279838563, + 1.1054404956817627, + 1.1235701330184937, + 1.104157660484314, + 1.084609769821167, + 1.0474918176651, + 1.0699964389801024, + 1.1043497201919557, + 1.1458708742141723, + 1.1705602006912232, + 1.1516906476974487, + 1.1598484769821167, + 1.1815660175323486, + 1.2148106037139892, + 1.2095819049835206, + 1.1930717593193054, + 1.2089854690551758, + 1.2108521512985229, + 1.1752276388168335, + 1.1807297292709351, + 1.1614444935798645, + 1.1496624534606934, + 1.1391552867889405, + 1.1303464347839356, + 1.1392961274147033, + 1.1198745210647583, + 1.107233187866211, + 1.1058051456451417, + 1.1052214641571045, + 1.103658806848526, + 1.0945639568328858, + 1.0903655527114868, + 1.0888818534851075, + 1.0861711362838744, + 1.0846550971984863, + 1.083442396068573, + 1.082554894256592, + 1.0821752315998077 + ], + "train_acc": [ + 0.1941, + 0.539, + 0.7388, + 0.8041, + 0.837, + 0.8521, + 0.8595, + 0.8565, + 0.8598, + 0.8592, + 0.8536, + 0.8592, + 0.8407, + 0.8492, + 0.8514, + 0.8502, + 0.8553, + 0.8478, + 0.8617, + 0.8493, + 0.8419, + 0.8356, + 0.8135, + 0.7864, + 0.8069, + 0.8035, + 0.79, + 0.7629, + 0.7469, + 0.7452, + 0.718, + 0.7185, + 0.7087, + 0.6877, + 0.7011, + 0.7004, + 0.687, + 0.6925, + 0.6908, + 0.6827, + 0.6795, + 0.6783, + 0.6698, + 0.6789, + 0.6776, + 0.6689, + 0.6723, + 0.6756, + 0.6708, + 0.6601, + 0.6588, + 0.6492, + 0.6589, + 0.6555, + 0.6509, + 0.6513, + 0.651, + 0.6547, + 0.6524, + 0.6504, + 0.6618, + 0.6563, + 0.6608, + 0.6593, + 0.6637, + 0.667, + 0.6641, + 0.6633, + 0.6724, + 0.6698, + 0.6683, + 0.6682, + 0.6699, + 0.6721, + 0.6704, + 0.6736, + 0.6716, + 0.6722, + 0.6723, + 0.6729 + ], + "test_acc": [ + 0.415, + 0.662, + 0.754, + 0.7975, + 0.793, + 0.7945, + 0.817, + 0.811, + 0.8205, + 0.8045, + 0.8105, + 0.7925, + 0.81, + 0.799, + 0.7945, + 0.8085, + 0.8125, + 0.812, + 0.815, + 0.773, + 0.7865, + 0.7505, + 0.7205, + 0.7745, + 0.7635, + 0.726, + 0.7075, + 0.641, + 0.663, + 0.654, + 0.659, + 0.598, + 0.603, + 0.6775, + 0.662, + 0.609, + 0.667, + 0.663, + 0.662, + 0.6265, + 0.621, + 0.623, + 0.653, + 0.6325, + 0.6035, + 0.661, + 0.655, + 0.644, + 0.6515, + 0.6325, + 0.608, + 0.6305, + 0.624, + 0.6245, + 0.622, + 0.6345, + 0.6375, + 0.6435, + 0.611, + 0.629, + 0.633, + 0.6365, + 0.638, + 0.6355, + 0.634, + 0.637, + 0.6385, + 0.643, + 0.637, + 0.635, + 0.6355, + 0.6385, + 0.6425, + 0.6395, + 0.641, + 0.643, + 0.645, + 0.6455, + 0.642, + 0.644 + ], + "value_loss": [ + 2.98627366771698, + 0.8837935139656067, + 0.7089252394676209, + 0.5627537595748902, + 0.4647229739665985, + 0.4527482861757278, + 0.42183804416656495, + 0.44746375745534894, + 0.5015264921665191, + 0.5325376167297363, + 0.67313133187294, + 0.6454255343437195, + 0.9217477686882019, + 0.8973391900062561, + 0.8749618107795716, + 0.8525666799545288, + 0.9360130718708038, + 1.3155556218147277, + 0.9591496783256531, + 1.3932193581581116, + 1.3368174820899963, + 1.4153075652837754, + 1.8522763618469238, + 2.692264319419861, + 1.987386597442627, + 1.7064623640060426, + 1.5963992614746094, + 1.8007077737808228, + 1.8428632176399231, + 1.8114418548583984, + 2.151936915397644, + 1.9110771072387696, + 2.018029465484619, + 1.8322255165100099, + 1.645587540435791, + 1.3747720615386962, + 1.5352789054870606, + 1.2163612977981568, + 1.1944268989562987, + 1.2833883277893066, + 1.3255775995254517, + 1.4826569160461425, + 1.5467321198940278, + 1.284308567047119, + 1.7137093808174133, + 1.1552894416809083, + 1.1311728733062745, + 1.0472279965400695, + 1.0053806617736816, + 1.0010575477600097, + 0.9859790618896485, + 1.2155662194252015, + 1.003822357082367, + 1.0635619995355605, + 1.1148122986793518, + 1.1133179431915283, + 1.1314655995845795, + 1.063596166086197, + 1.08116314201355, + 1.2070675258636474, + 1.1020942071914672, + 1.0678428085327147, + 0.9401497948646546, + 0.9278912733078003, + 0.9080529265403747, + 0.9108555992126465, + 0.9342455106735229, + 0.8713727573394775, + 0.8542225917339324, + 0.7861682298660279, + 0.8850017538070679, + 0.8619107227563858, + 0.8038089787960052, + 0.7899838858604431, + 0.7701753869056701, + 0.769465737915039, + 0.7744430953979492, + 0.7900901956558227, + 0.7403188591003418, + 0.7469501955509186 + ], + "term_loss": [ + 1.7330207207679749, + 0.5570951914310456, + 0.5406998898506165, + 0.42358581104278564, + 0.330837759578228, + 0.3169518223524094, + 0.29698160467147827, + 0.3257715297937393, + 0.38289243738651274, + 0.41381053009033203, + 0.5447130520641804, + 0.5157749845981597, + 0.7718508359909058, + 0.7546274427890778, + 0.7339719145298004, + 0.7112689768791198, + 0.791866575551033, + 1.1592939472913741, + 0.8167946130514145, + 1.2256993349075318, + 1.1646487221479416, + 1.2383904585599899, + 1.631025779724121, + 2.4219681352615354, + 1.7584926077842713, + 1.4707476893424989, + 1.3351344179153442, + 1.520205120897293, + 1.5596533782958983, + 1.515875082397461, + 1.79064727973938, + 1.5599366078615189, + 1.6685857362747192, + 1.4755192764282226, + 1.3079399518966675, + 1.044541180229187, + 1.1824697380065918, + 0.9046971752166748, + 0.875753413772583, + 0.9598105868339538, + 0.9913295073509216, + 1.1304236074447631, + 1.1843891148805619, + 0.9457870094299317, + 1.3240039914131165, + 0.8169942698001862, + 0.7961643146514893, + 0.7154263019561767, + 0.6731688285827637, + 0.6658499521374702, + 0.6485110036373138, + 0.8649091658592224, + 0.6634476466417313, + 0.7145267177820206, + 0.7573314692020416, + 0.7621763240695, + 0.7773383576869964, + 0.7098418580263853, + 0.7351013217926026, + 0.8393829751968384, + 0.7465768881320953, + 0.7260645219802856, + 0.6062547987580299, + 0.5984976484775543, + 0.5737183202266694, + 0.5811108931541443, + 0.6015944788455964, + 0.5377804847717285, + 0.5286362272024154, + 0.46792872714996336, + 0.5465958580970764, + 0.523382218259573, + 0.47831321868896487, + 0.464987371301651, + 0.44250393846035, + 0.44271842584609983, + 0.44280669292211533, + 0.45500148746967317, + 0.41044492044448855, + 0.4142983556270599 + ], + "bridge_loss": [ + 0.9648801658940677, + 0.08952797002196312, + 0.010387033657729626, + 0.00868126191496849, + 0.019953231650590895, + 0.02652147726416588, + 0.020377826833724976, + 0.0113384807407856, + 0.008869929821789265, + 0.00884415243268013, + 0.010127060194313526, + 0.013834500606358052, + 0.015429657346010208, + 0.015005127727985382, + 0.01737220617234707, + 0.016507850235700606, + 0.017887714263796806, + 0.023489831846952438, + 0.02137830719947815, + 0.02939054045677185, + 0.026938988852500914, + 0.03005907730460167, + 0.0494566838145256, + 0.07397269518375396, + 0.05218240886628628, + 0.05718883774280548, + 0.07471259951591491, + 0.07095959825217724, + 0.058274264189600945, + 0.06374176431894302, + 0.11108007080554962, + 0.09976578676998615, + 0.08669499335289002, + 0.07870205481052399, + 0.07394435806274414, + 0.06967136498093605, + 0.080409853130579, + 0.04817635658979416, + 0.05157966592311859, + 0.05089826797246933, + 0.05235503783226013, + 0.06689172427654266, + 0.0671337242603302, + 0.05729759488105774, + 0.1062810962766409, + 0.05406412786245346, + 0.05491479247808456, + 0.054957729548215865, + 0.052455113303661344, + 0.04835679746866226, + 0.042898213720321654, + 0.05113928149938583, + 0.04518155987560749, + 0.051552925246953964, + 0.058847477835416794, + 0.04706944565176964, + 0.052829784095287324, + 0.05310420074760914, + 0.04631037278175354, + 0.06662687994241714, + 0.06011319470405579, + 0.04712236127257347, + 0.039016457271575926, + 0.03940267757177353, + 0.044726579827070234, + 0.043924689245224, + 0.045097052454948425, + 0.04810757489204407, + 0.04271955596804619, + 0.03583536728620529, + 0.057168651711940764, + 0.05612469773888588, + 0.04613451107442379, + 0.0457260724902153, + 0.0485022147655487, + 0.04867343447208405, + 0.05331066003292799, + 0.05733778126835823, + 0.05258702590465546, + 0.05541581681370735 + ], + "tgrad_loss": [ + 0.2883727689743042, + 0.23717035751342774, + 0.15783831593990327, + 0.1304866850376129, + 0.11393198389410973, + 0.10927498421669006, + 0.10447861251831055, + 0.11035374848097562, + 0.10976412500143051, + 0.10988293509483338, + 0.1182912248492241, + 0.11581605107784271, + 0.13446727237701417, + 0.12770662536621094, + 0.12361769351959229, + 0.12478985731601715, + 0.12625877491235732, + 0.1327718471288681, + 0.12097676041126251, + 0.13812946257591247, + 0.14522977732419967, + 0.14685802749991417, + 0.17179391975402833, + 0.1963234726667404, + 0.17671158585548402, + 0.1785258449792862, + 0.18655224494934083, + 0.20954303665161134, + 0.22493557806015016, + 0.2318249930381775, + 0.25020956571102143, + 0.2513746982336044, + 0.2627487404823303, + 0.27800417733192445, + 0.263703225851059, + 0.2605595135688782, + 0.27239930696487424, + 0.26348776059150697, + 0.26709380178451536, + 0.272679474067688, + 0.2818930588245392, + 0.2853415786743164, + 0.2952092591524124, + 0.28122395482063295, + 0.2834243035316467, + 0.2842310373783112, + 0.28009376602172853, + 0.276843967628479, + 0.2797567158699036, + 0.28685079827308657, + 0.2945698440313339, + 0.2995177795648575, + 0.2951931531190872, + 0.29748235273361207, + 0.2986333510398865, + 0.3040721726417541, + 0.3012974452495575, + 0.30065011866092684, + 0.299751437997818, + 0.3010576790332794, + 0.2954041223526001, + 0.2946559201717377, + 0.29487854740619657, + 0.28999093780517576, + 0.28960802850723266, + 0.2858200194358826, + 0.28755397300720215, + 0.28548469729423526, + 0.28286680579185486, + 0.28240412793159486, + 0.2812372575759888, + 0.2824038036108017, + 0.2793612523317337, + 0.2792704437494278, + 0.27916923666000365, + 0.2780738802909851, + 0.27832574605941773, + 0.27775092339515683, + 0.2772869101524353, + 0.2772360302686691 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.053475264459848404, + 0.17959368228912354, + 0.19590041041374207, + 0.18553033471107483 + ], + "perturbation_rho": [ + 0.04320300370454788, + 0.30398592352867126, + 0.35316282510757446, + 0.3741052448749542 + ], + "nudging": { + "0.001": [ + -0.002843886613845825, + -0.0015414394438266754, + -0.001540113240480423, + -0.0015225318493321538 + ], + "0.003": [ + -0.008491966873407364, + -0.004619893617928028, + -0.004617607686668634, + -0.004564257338643074 + ], + "0.01": [ + -0.027841825038194656, + -0.015361151657998562, + -0.015351004898548126, + -0.015173434279859066 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json new file mode 100644 index 0000000..e4a62d1 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0751699994087218, + 0.5078761493682862, + 0.4315531859636307, + 0.3730073788642883, + 0.3855140475273132, + 0.3838132353544235, + 0.3313831533908844, + 0.3231501661300659, + 0.3923093918323517, + 0.31546831176280976, + 0.28469861125946044, + 0.31882518215179445, + 0.2853241161823273, + 0.30717134480476377, + 0.3008323100566864, + 0.25230099849700927, + 0.26736773533821107, + 0.290317884016037, + 0.28117715458869935, + 0.2628298757553101, + 0.27629507098197936, + 0.21616523714065553, + 0.23837570557594298, + 0.23259806416034698, + 0.20912184219360352, + 0.2282358638763428, + 0.23643302953243256, + 0.19742694540023803, + 0.19373424887657165, + 0.17873178114891053, + 0.21476234383583068, + 0.19948986144065856, + 0.19502384197711944, + 0.18266755771636964, + 0.1968197359085083, + 0.16177621128559114, + 0.16351565613746644, + 0.18049528713226318, + 0.17411686115264893, + 0.1877502377986908, + 0.1758611748933792, + 0.15605131125450133, + 0.1843089075088501, + 0.16815092163085937, + 0.16242712774276732, + 0.14932012376785278, + 0.13747083263397217, + 0.14795307011604308, + 0.14553518596887588, + 0.12967102394104005, + 0.12926516201496124, + 0.12882190299034119, + 0.1262246768951416, + 0.12236184301376343, + 0.11932372522354126, + 0.12124661664962769, + 0.1193896909236908, + 0.11769546012878418, + 0.11199279772043229, + 0.10861553268432617, + 0.11058963505029679, + 0.10696912100315094, + 0.10576842985153198, + 0.10256688792705536, + 0.10151043713092804, + 0.10045346193313599, + 0.10001536026597023, + 0.09882576355934143, + 0.09955769186019897, + 0.097229629945755, + 0.09649371477365494, + 0.09524589428305626, + 0.0947727505683899, + 0.0946026062130928, + 0.09410042756795883, + 0.09368885006904602, + 0.09331119285821915, + 0.09311075817346573, + 0.09294630281925201, + 0.0928657611489296 + ], + "train_acc": [ + 0.6186, + 0.8031, + 0.8268, + 0.8526, + 0.8455, + 0.8495, + 0.8701, + 0.8729, + 0.8484, + 0.8757, + 0.888, + 0.8728, + 0.8865, + 0.8801, + 0.8827, + 0.901, + 0.8965, + 0.8856, + 0.8887, + 0.8952, + 0.8927, + 0.917, + 0.9074, + 0.9096, + 0.9187, + 0.9067, + 0.9079, + 0.9245, + 0.9234, + 0.933, + 0.9146, + 0.9225, + 0.9254, + 0.9321, + 0.9224, + 0.9382, + 0.9376, + 0.9292, + 0.9326, + 0.9306, + 0.9328, + 0.9449, + 0.9316, + 0.9368, + 0.9386, + 0.9465, + 0.9512, + 0.9456, + 0.9435, + 0.9554, + 0.9547, + 0.9558, + 0.9586, + 0.9609, + 0.9611, + 0.9582, + 0.9615, + 0.9614, + 0.9655, + 0.9654, + 0.9633, + 0.9676, + 0.968, + 0.9707, + 0.9713, + 0.9729, + 0.9732, + 0.9731, + 0.9733, + 0.9743, + 0.9746, + 0.9761, + 0.976, + 0.976, + 0.9763, + 0.9767, + 0.9765, + 0.9767, + 0.9766, + 0.9766 + ], + "test_acc": [ + 0.813, + 0.8325, + 0.8525, + 0.8385, + 0.845, + 0.8585, + 0.871, + 0.8765, + 0.865, + 0.8745, + 0.8755, + 0.8695, + 0.8765, + 0.8855, + 0.877, + 0.8745, + 0.8755, + 0.88, + 0.883, + 0.885, + 0.8855, + 0.8835, + 0.891, + 0.8905, + 0.884, + 0.886, + 0.8865, + 0.899, + 0.897, + 0.8985, + 0.8885, + 0.8895, + 0.8865, + 0.9005, + 0.8965, + 0.9, + 0.8905, + 0.892, + 0.8955, + 0.9005, + 0.898, + 0.8985, + 0.893, + 0.9025, + 0.896, + 0.908, + 0.9095, + 0.9045, + 0.9095, + 0.9105, + 0.909, + 0.9125, + 0.907, + 0.9095, + 0.9065, + 0.906, + 0.9085, + 0.91, + 0.9105, + 0.911, + 0.9125, + 0.915, + 0.915, + 0.9135, + 0.9135, + 0.9155, + 0.9145, + 0.914, + 0.912, + 0.91, + 0.9125, + 0.914, + 0.9145, + 0.9135, + 0.9125, + 0.913, + 0.9125, + 0.9125, + 0.913, + 0.913 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9087610840797424, + 0.8890509605407715, + 0.8756387233734131, + 0.860000729560852, + 0.8513467311859131, + 0.8465403914451599, + 0.8431664705276489, + 0.8415512442588806 + ], + "perturbation_rho": [ + 0.9999994039535522, + 0.9999971389770508, + 0.9999857544898987, + 0.9999687671661377, + 0.9999316930770874, + 0.9999115467071533, + 0.9998936653137207, + 0.9998670816421509 + ], + "nudging": { + "0.001": [ + -0.028264127671718597, + -0.012846414931118488, + -0.006331811659038067, + -0.00377178774215281, + -0.002737606642767787, + -0.002249529119580984, + -0.001993998885154724, + -0.001851807115599513 + ], + "0.003": [ + -0.07839110493659973, + -0.037237778306007385, + -0.01868210732936859, + -0.011206002905964851, + -0.00815582275390625, + -0.006710343062877655, + -0.005951954051852226, + -0.005529414396733046 + ], + "0.01": [ + -0.19297254085540771, + -0.10940254479646683, + -0.05867426097393036, + -0.03609157353639603, + -0.026526644825935364, + -0.02192458137869835, + -0.019491419196128845, + -0.01812979206442833 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2520987983703615, + 1.1921777906417848, + 0.7223491347312927, + 0.569675174999237, + 0.5051876047611237, + 0.48127662410736083, + 0.4736270173072815, + 0.48385843744277957, + 0.5066647751808167, + 0.6151531973838806, + 0.5581183519363403, + 0.5944986409664154, + 0.5604664645195008, + 0.6437756621837616, + 0.5333342678070069, + 0.6594652740478516, + 0.6894421440124512, + 0.923525112915039, + 0.6622302152633667, + 0.716798538017273, + 0.878897295498848, + 0.744471817779541, + 0.7070304737091064, + 0.8442294884204864, + 0.7826246971130371, + 0.9029400730133057, + 0.8069341362476349, + 0.6115505308151246, + 0.6366227967739105, + 0.7032427085876465, + 0.7799454936504364, + 0.6853430420875549, + 0.5523268433570862, + 0.6605892517089844, + 0.7941808592796326, + 0.6566873438835144, + 0.6355799470424652, + 0.5692268901824952, + 0.5685003101348877, + 0.5846692030906677, + 0.5944320782661437, + 0.5346815711975098, + 0.5563252561569214, + 0.5020768721580505, + 0.5537538578987121, + 0.6320813038825989, + 0.5045045644760132, + 0.5110798831939697, + 0.5231480001449585, + 0.5048403442382813, + 0.5210682102203369, + 0.4949748097419739, + 0.4827910567998886, + 0.4423401186943054, + 0.4498805576324463, + 0.46643654356002806, + 0.4347722285270691, + 0.4337064916610718, + 0.41907463989257815, + 0.4191367287635803, + 0.419102601480484, + 0.40577776985168457, + 0.3929736733078957, + 0.37650615103244783, + 0.3740151602745056, + 0.3905257468223572, + 0.36958946516513824, + 0.3557390733718872, + 0.36144173402786256, + 0.3519090287685394, + 0.36009115864038466, + 0.3531981776714325, + 0.3487885144233704, + 0.3433017575263977, + 0.3405120318412781, + 0.3415103307723999, + 0.33846223516464236, + 0.3397556669831276, + 0.3369497664451599, + 0.33650312814712524 + ], + "train_acc": [ + 0.187, + 0.5683, + 0.7281, + 0.7834, + 0.8106, + 0.8164, + 0.8225, + 0.8247, + 0.8189, + 0.8058, + 0.8164, + 0.8143, + 0.8204, + 0.8133, + 0.8333, + 0.8131, + 0.8084, + 0.7864, + 0.8171, + 0.8117, + 0.7935, + 0.8132, + 0.8146, + 0.798, + 0.8052, + 0.7939, + 0.8041, + 0.8316, + 0.8288, + 0.8203, + 0.8082, + 0.8216, + 0.8393, + 0.8247, + 0.8002, + 0.8228, + 0.8243, + 0.8356, + 0.8345, + 0.8326, + 0.8294, + 0.8372, + 0.836, + 0.8491, + 0.8335, + 0.8282, + 0.8409, + 0.8445, + 0.8382, + 0.8452, + 0.8417, + 0.8476, + 0.8478, + 0.8554, + 0.8543, + 0.8507, + 0.8552, + 0.8554, + 0.8587, + 0.8575, + 0.856, + 0.8624, + 0.8653, + 0.8712, + 0.8715, + 0.8675, + 0.8736, + 0.8761, + 0.874, + 0.8767, + 0.8745, + 0.877, + 0.8782, + 0.8787, + 0.8819, + 0.8805, + 0.8819, + 0.8799, + 0.8804, + 0.8814 + ], + "test_acc": [ + 0.3945, + 0.6725, + 0.7445, + 0.7825, + 0.7695, + 0.7775, + 0.7865, + 0.7655, + 0.745, + 0.772, + 0.7825, + 0.7515, + 0.764, + 0.791, + 0.7455, + 0.7675, + 0.6775, + 0.7775, + 0.751, + 0.6575, + 0.782, + 0.758, + 0.7245, + 0.755, + 0.723, + 0.7655, + 0.7665, + 0.7775, + 0.789, + 0.777, + 0.7655, + 0.8005, + 0.7685, + 0.738, + 0.764, + 0.746, + 0.762, + 0.784, + 0.793, + 0.781, + 0.799, + 0.787, + 0.805, + 0.7865, + 0.7745, + 0.802, + 0.79, + 0.819, + 0.812, + 0.8105, + 0.8165, + 0.8025, + 0.8065, + 0.8135, + 0.8005, + 0.8165, + 0.821, + 0.8145, + 0.825, + 0.7965, + 0.8335, + 0.8345, + 0.821, + 0.827, + 0.838, + 0.841, + 0.8415, + 0.8475, + 0.847, + 0.847, + 0.8355, + 0.8485, + 0.849, + 0.8475, + 0.848, + 0.848, + 0.8475, + 0.8505, + 0.849, + 0.849 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.02848462387919426, + 0.15189720690250397, + 0.09141203761100769, + 0.07272940874099731, + 0.09136377274990082, + 0.0857112780213356, + 0.044680722057819366, + 0.0834236741065979 + ], + "perturbation_rho": [ + 0.03057212010025978, + 0.16072696447372437, + 0.13512857258319855, + 0.0885201245546341, + 0.1377822607755661, + 0.04239961504936218, + 0.0035119224339723587, + 0.15597838163375854 + ], + "nudging": { + "0.001": [ + 0.0014594306703656912, + -0.0004577417275868356, + -0.00020887120626866817, + -0.00015224868548102677, + -0.0001943351817317307, + -0.0002066612069029361, + -0.00010780030424939469, + -0.0001827073429012671 + ], + "0.003": [ + 0.00443669268861413, + -0.0013740381691604853, + -0.0006262905662879348, + -0.0004553776525426656, + -0.0005815139738842845, + -0.0006211799918673933, + -0.0003220687503926456, + -0.0005518731195479631 + ], + "0.01": [ + 0.015482441522181034, + -0.004561400040984154, + -0.0020816801115870476, + -0.0015152986161410809, + -0.0019329312490299344, + -0.002064004773274064, + -0.001068722689524293, + -0.0018352947663515806 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6933611570358276, + 0.8735141654968261, + 0.7665568499565124, + 0.8385689164161683, + 0.9764881328582764, + 1.02570270652771, + 1.025010629272461, + 1.020008626461029, + 1.0027467712402345, + 1.0423539823532104, + 1.0425711331367493, + 1.0316707324981689, + 0.9828058090209961, + 1.010973007583618, + 0.986733434677124, + 0.9870936322212219, + 1.0305029682159423, + 0.9933851184844971, + 1.0522663254737854, + 0.9639181180000305, + 0.9579864252090454, + 0.9713263109207153, + 0.9710080772399903, + 0.958733812046051, + 0.9615955039978027, + 1.027508487701416, + 0.9683805879592895, + 0.9042373063087463, + 0.8988901743888855, + 0.9260022815704345, + 0.9189402528762818, + 0.9042542934417724, + 0.9470187347412109, + 0.9738248091697693, + 0.9535215856552124, + 0.9395688908576966, + 0.9090730375289917, + 0.885469716835022, + 0.8550978662490845, + 0.8035958326339722, + 0.8043856971740723, + 0.7268994374275207, + 0.6941964792251587, + 0.6895901699066163, + 0.6707516403198243, + 0.6721853691101074, + 0.6611783460140228, + 0.659359624004364, + 0.6429293818473816, + 0.6381944968223572, + 0.6279613481521606, + 0.6223987235546112, + 0.6126754106521607, + 0.6082254240989685, + 0.6074888929367065, + 0.6079129957199096, + 0.5843968881607056, + 0.5827842922210693, + 0.5797355854988098, + 0.5714883241653442, + 0.5579988807678222, + 0.562573088645935, + 0.5711278948783874, + 0.5605402961730958, + 0.5530248602867126, + 0.5467610740661621, + 0.5411503358840942, + 0.5433719402313233, + 0.540703071641922, + 0.5357308044433594, + 0.533350599193573, + 0.5327393305778504, + 0.5315601040363311, + 0.5277191678047181, + 0.5272269250869751, + 0.5260714418411255, + 0.5258072991371154, + 0.5249099862098694, + 0.5241127325057984, + 0.5239003022670746 + ], + "train_acc": [ + 0.3869, + 0.6741, + 0.7213, + 0.712, + 0.6916, + 0.6886, + 0.6666, + 0.651, + 0.6536, + 0.6405, + 0.6405, + 0.6462, + 0.6581, + 0.6553, + 0.6657, + 0.6618, + 0.656, + 0.6597, + 0.6499, + 0.6689, + 0.6689, + 0.6612, + 0.6713, + 0.6743, + 0.6725, + 0.6567, + 0.6765, + 0.6919, + 0.6986, + 0.6925, + 0.6938, + 0.6935, + 0.6785, + 0.6739, + 0.6752, + 0.6824, + 0.6969, + 0.7072, + 0.7205, + 0.7291, + 0.7284, + 0.7438, + 0.7548, + 0.7567, + 0.7589, + 0.766, + 0.7651, + 0.7677, + 0.7717, + 0.7795, + 0.7739, + 0.7796, + 0.7866, + 0.785, + 0.7854, + 0.786, + 0.7965, + 0.7908, + 0.7913, + 0.7964, + 0.7981, + 0.7981, + 0.7953, + 0.7985, + 0.8028, + 0.8024, + 0.8039, + 0.8051, + 0.8041, + 0.8085, + 0.8105, + 0.8086, + 0.8085, + 0.809, + 0.8111, + 0.8097, + 0.8101, + 0.8101, + 0.8108, + 0.8109 + ], + "test_acc": [ + 0.5935, + 0.72, + 0.6775, + 0.68, + 0.656, + 0.6325, + 0.6155, + 0.6255, + 0.615, + 0.6105, + 0.6085, + 0.6345, + 0.6185, + 0.6345, + 0.5905, + 0.6125, + 0.621, + 0.6105, + 0.6455, + 0.631, + 0.615, + 0.6305, + 0.602, + 0.639, + 0.615, + 0.618, + 0.6255, + 0.6465, + 0.618, + 0.632, + 0.635, + 0.608, + 0.633, + 0.624, + 0.64, + 0.642, + 0.6695, + 0.6785, + 0.6885, + 0.697, + 0.701, + 0.707, + 0.6975, + 0.7185, + 0.7175, + 0.7105, + 0.7225, + 0.724, + 0.7435, + 0.734, + 0.721, + 0.732, + 0.7455, + 0.724, + 0.7385, + 0.7435, + 0.749, + 0.761, + 0.7585, + 0.756, + 0.7515, + 0.758, + 0.754, + 0.76, + 0.7585, + 0.757, + 0.762, + 0.768, + 0.7695, + 0.764, + 0.7665, + 0.7705, + 0.7715, + 0.775, + 0.771, + 0.768, + 0.773, + 0.7715, + 0.7715, + 0.7725 + ], + "state_pred_error": [ + 0.6523542706489563, + 0.19193185296058654, + 0.14653349640369415, + 0.15872931728363038, + 0.18078227672576905, + 0.1991569593667984, + 0.2008796215057373, + 0.18525008442401886, + 0.16809621107578276, + 0.15999590849876405, + 0.15330226860046386, + 0.14592516691684723, + 0.13386850850582122, + 0.12190511665344238, + 0.10378667067289353, + 0.08404812656641006, + 0.07603342895507813, + 0.08103448238372803, + 0.08138266659975052, + 0.07272305935621262, + 0.05746607996225357, + 0.04692842020392418, + 0.043097834444046024, + 0.04099300811886787, + 0.0405810765504837, + 0.04342285684943199, + 0.048582996279001235, + 0.04889846543669701, + 0.0451542430460453, + 0.04271460177898407, + 0.04027070061564445, + 0.039503088825941085, + 0.04128472047448158, + 0.046091007149219515, + 0.050196210831403736, + 0.049017273938655855, + 0.04467248005867004, + 0.039510804724693295, + 0.038085958564281465, + 0.03630638051629066, + 0.03414194769263267, + 0.0312760682284832, + 0.028667821806669234, + 0.026828847748041153, + 0.02496851394176483, + 0.023867447009682654, + 0.022309034156799315, + 0.021144986769557, + 0.020247555989027024, + 0.019221594369411468, + 0.018156419448554516, + 0.017370658588409423, + 0.01632956005334854, + 0.015447458410263062, + 0.014759005525708198, + 0.013934719793498517, + 0.013313219195604324, + 0.012773487070202828, + 0.012312416805326938, + 0.01164230280816555, + 0.011094774509966373, + 0.010633055430650712, + 0.01053461185693741, + 0.009895847409218549, + 0.009508155985176563, + 0.009198328344523906, + 0.009013811707496643, + 0.008660282976180315, + 0.00837978694587946, + 0.008148924431949854, + 0.007967903938889503, + 0.007802195318043232, + 0.007647230580449104, + 0.007468716404587031, + 0.007320268598198891, + 0.007207962603121996, + 0.007048187575489283, + 0.006943403443694114, + 0.00690332992747426, + 0.006703724086284638 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8679102659225464, + 0.46438825130462646, + 0.22033852338790894, + 0.1893446445465088, + 0.16738475859165192, + 0.14945879578590393, + 0.1267041563987732, + 0.16090741753578186 + ], + "perturbation_rho": [ + 0.6897462606430054, + 0.42848390340805054, + 0.19369670748710632, + 0.19582855701446533, + 0.14048044383525848, + 0.12853404879570007, + 0.09809397161006927, + 0.18465319275856018 + ], + "nudging": { + "0.001": [ + -0.023718392476439476, + -0.0012583123752847314, + -0.00044915906619280577, + -0.0003827106556855142, + -0.00033165872446261346, + -0.0002987197949551046, + -0.0002500134869478643, + -0.0003117678570561111 + ], + "0.003": [ + -0.06893274188041687, + -0.0037688319571316242, + -0.0013465355150401592, + -0.001147672301158309, + -0.0009943797485902905, + -0.0008956906385719776, + -0.0007494555320590734, + -0.0009345603175461292 + ], + "0.01": [ + -0.2050759196281433, + -0.01248687319457531, + -0.004478689283132553, + -0.003817938268184662, + -0.00330835347995162, + -0.002980519086122513, + -0.002494834130629897, + -0.003109385259449482 + ] + }, + "state_pred_error_per_layer": [ + 7121.279296875, + 6133.4482421875, + 3940.991943359375, + 2496.587646484375, + 2560.85595703125, + 2498.587890625, + 3539.93115234375, + 2449.22607421875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2500952816009523, + 1.1873374975204467, + 0.7212190233230591, + 0.589605973815918, + 0.5065119435310363, + 0.49011473684310913, + 0.4700994392395019, + 0.49362938632965087, + 0.517937117767334, + 0.5726593207359314, + 0.5896924369812012, + 0.560268968963623, + 0.7397664501190185, + 0.5875084342956542, + 0.7278265399932862, + 0.6364062483787537, + 0.6483331825256348, + 0.6756553826332092, + 0.797479226398468, + 0.8857126516819, + 0.7695636330604553, + 0.8077825311660767, + 0.8752077760696411, + 0.9167019436836242, + 0.9218885593414307, + 1.1383125644683838, + 0.9534948586463928, + 1.0558939460754395, + 1.0323654453277589, + 1.116957998275757, + 1.1411346126556396, + 1.0218814598083497, + 0.9977903114318848, + 0.9335888034820556, + 0.8998320890426635, + 0.8658985606193542, + 0.8732052396774292, + 0.8411305795669556, + 0.8131478414535522, + 0.8340221326828003, + 0.8159633024215698, + 0.950879275226593, + 0.9489988649368286, + 1.0056487663269043, + 1.0859495765686036, + 0.9971291749954224, + 0.9133035232543946, + 0.9639798210144043, + 0.9673156415939331, + 0.9582165712356567, + 0.969321283531189, + 0.9587007732391357, + 0.9764175521850585, + 0.9668055473327637, + 1.0020932814121246, + 0.9464939272403717, + 0.934805569267273, + 0.9322779521942138, + 0.9594141904830933, + 0.9337027027130127, + 0.9510448094367981, + 0.9412529281616211, + 0.9553708855628967, + 0.9822353410720825, + 0.9803216348648072, + 0.9576361427307128, + 0.9710129974365235, + 0.9710078893661499, + 0.9533861350059509, + 0.9576114654541016, + 0.9587514167785645, + 0.9548089513778687, + 0.9527052781105042, + 0.9493050754547119, + 0.9484169096946716, + 0.9474969398975372, + 0.9456873325347901, + 0.9430316831588745, + 0.9420053770065308, + 0.9418123706817627 + ], + "train_acc": [ + 0.1872, + 0.5716, + 0.7344, + 0.7792, + 0.8089, + 0.8161, + 0.8276, + 0.8192, + 0.8187, + 0.8135, + 0.8124, + 0.8225, + 0.7924, + 0.8233, + 0.8001, + 0.8193, + 0.8194, + 0.8151, + 0.7973, + 0.7798, + 0.796, + 0.7956, + 0.7883, + 0.7818, + 0.7855, + 0.761, + 0.7843, + 0.7714, + 0.7577, + 0.7354, + 0.7261, + 0.7398, + 0.7285, + 0.72, + 0.7188, + 0.7159, + 0.7195, + 0.7271, + 0.7257, + 0.7217, + 0.7199, + 0.7001, + 0.7002, + 0.6867, + 0.6722, + 0.6834, + 0.6982, + 0.6896, + 0.6815, + 0.6799, + 0.6781, + 0.6785, + 0.677, + 0.6788, + 0.6645, + 0.6836, + 0.6862, + 0.6881, + 0.6786, + 0.6888, + 0.6833, + 0.6903, + 0.6823, + 0.6764, + 0.677, + 0.6797, + 0.676, + 0.6795, + 0.6773, + 0.6801, + 0.6781, + 0.6817, + 0.6793, + 0.6811, + 0.6811, + 0.6828, + 0.6822, + 0.6819, + 0.6819, + 0.681 + ], + "test_acc": [ + 0.396, + 0.6675, + 0.755, + 0.779, + 0.7785, + 0.7735, + 0.7875, + 0.773, + 0.7755, + 0.7345, + 0.7665, + 0.728, + 0.772, + 0.746, + 0.794, + 0.8, + 0.77, + 0.725, + 0.718, + 0.7665, + 0.781, + 0.735, + 0.78, + 0.7635, + 0.682, + 0.724, + 0.7315, + 0.7385, + 0.629, + 0.6065, + 0.678, + 0.687, + 0.6895, + 0.6655, + 0.6555, + 0.641, + 0.659, + 0.664, + 0.627, + 0.661, + 0.619, + 0.6305, + 0.656, + 0.656, + 0.6375, + 0.6495, + 0.6185, + 0.64, + 0.6445, + 0.6445, + 0.629, + 0.6205, + 0.654, + 0.649, + 0.665, + 0.66, + 0.6525, + 0.641, + 0.658, + 0.652, + 0.6675, + 0.663, + 0.6535, + 0.6515, + 0.6505, + 0.646, + 0.649, + 0.6555, + 0.652, + 0.6485, + 0.6555, + 0.6505, + 0.6615, + 0.66, + 0.6565, + 0.6615, + 0.6555, + 0.6565, + 0.657, + 0.656 + ], + "value_loss": [ + 3.0406550333023072, + 1.0739864919662476, + 0.8797902669906617, + 0.8119230751037597, + 0.7505124300003052, + 0.7688478637218475, + 0.7816700012207031, + 0.8277950994491577, + 0.9332238399505616, + 1.2073661733627319, + 1.2178748641967774, + 1.1489280862808227, + 2.049370337677002, + 1.3749836051940918, + 1.967809481048584, + 1.5042143379211426, + 1.784430411529541, + 1.8522346771240235, + 2.380785788345337, + 2.688079098987579, + 2.2121243869781493, + 2.5771859003067017, + 3.0177161417007445, + 3.1963249433517458, + 3.278499910736084, + 4.103906137943268, + 3.2893902530670167, + 3.538276944923401, + 3.4071033470153806, + 3.393061047363281, + 3.593107583808899, + 2.7045906631469725, + 2.323301078128815, + 1.6587140537261962, + 1.4096987594604493, + 1.1064665121078492, + 1.3018325449943542, + 0.9622974695205688, + 0.9416653045654297, + 1.137942492198944, + 0.8390110436439514, + 1.118818556213379, + 1.4351170351982117, + 1.4146549716949464, + 1.350854679107666, + 1.0553760808944703, + 0.9420531357765197, + 0.8516968212127686, + 0.8288311427116394, + 0.8953044918060302, + 1.0598519243240356, + 0.9243116011619568, + 0.8204109439849854, + 0.7235022459983825, + 0.7862601518392562, + 0.6927293693065644, + 0.6582143189430237, + 0.6549857058525086, + 0.6321955774307251, + 0.6534549119949341, + 0.6194889225959778, + 0.6070202907562255, + 0.6236599988937378, + 0.6771267072677613, + 0.627422360420227, + 0.5855028019428253, + 0.5894961810111999, + 0.6091744654655457, + 0.5452647192955017, + 0.5310998445272446, + 0.5282959970474244, + 0.5099697267055512, + 0.4917725399017334, + 0.5025618681430817, + 0.49637296361923217, + 0.5040994747161865, + 0.4880611917734146, + 0.49410484876632693, + 0.4913170972824097, + 0.5009399848937989 + ], + "term_loss": [ + 1.7701866647720337, + 0.8185793559074401, + 0.7281914510726929, + 0.6773546756744385, + 0.6231063483715057, + 0.6291931590080261, + 0.6409166412353515, + 0.6794824399948121, + 0.7937101348876953, + 1.0600441616535188, + 1.073026711654663, + 1.0124413738250733, + 1.872055620956421, + 1.2352364639282227, + 1.7976898548126221, + 1.3538026538848877, + 1.6288803262233733, + 1.6948101093292236, + 2.183274205303192, + 2.43363659965992, + 1.9681268157958984, + 2.2916102712631226, + 2.6780563119888305, + 2.800471863937378, + 2.8440163452148437, + 3.695234584617615, + 2.880801276016235, + 3.1201632221221924, + 2.9632775779724123, + 2.86259497795105, + 3.054944895553589, + 2.352185597229004, + 1.9367447420120238, + 1.3329054591178895, + 1.1181737011909485, + 0.8464344053268432, + 0.9961952589988708, + 0.7022396294593811, + 0.707889524269104, + 0.8871172556400299, + 0.6092679342508316, + 0.8543165489196778, + 1.115777855873108, + 1.1159364093780517, + 1.0589161104202272, + 0.788054754447937, + 0.6829598517417907, + 0.5953400208473205, + 0.5665688289642334, + 0.6170466102600097, + 0.7452212821960449, + 0.6295418489217758, + 0.5425786751747131, + 0.4624239018917084, + 0.5189494615197182, + 0.4438389172077179, + 0.4131625669956207, + 0.4099783119916916, + 0.39147601351737976, + 0.4156059757232666, + 0.38140970554351805, + 0.3751539804458618, + 0.3869523651123047, + 0.433263720870018, + 0.3870872139692306, + 0.3497257801055908, + 0.34638986687660217, + 0.36702115522623063, + 0.30950822319984433, + 0.2987165945053101, + 0.2955163496017456, + 0.2773493879556656, + 0.2587234512090683, + 0.2675587327003479, + 0.2639723771095276, + 0.2690547852039337, + 0.2558252832889557, + 0.2572220780849457, + 0.2568408847570419, + 0.26505257573127744 + ], + "bridge_loss": [ + 0.9756296471449372, + 0.05096207812726498, + 0.0040795450083911415, + 0.003944373325258493, + 0.010001258826255799, + 0.02449473536014557, + 0.028989047938585283, + 0.03089492822885513, + 0.017126886777579783, + 0.02114856996536255, + 0.015148569072782994, + 0.013431627827882767, + 0.025956531542539598, + 0.016493944716453553, + 0.026987479603290558, + 0.02172586493641138, + 0.024694513821601868, + 0.023027422791719435, + 0.04703930978775024, + 0.0878580693244934, + 0.0928592936873436, + 0.13349414933919906, + 0.17922042346000672, + 0.2330398242712021, + 0.26964373564720157, + 0.2232494835972786, + 0.24393825019598006, + 0.238459867978096, + 0.2615100040435791, + 0.33379141356945036, + 0.3384218771457672, + 0.16515041677951814, + 0.19477927612662316, + 0.1302941825270653, + 0.09851177232265472, + 0.07011229394674301, + 0.11377327572107315, + 0.07345656241178512, + 0.049081385147571564, + 0.06210354118570685, + 0.044834843748807904, + 0.06010619266033173, + 0.11214887998700142, + 0.08002942824363708, + 0.06650356951355935, + 0.05039359704554081, + 0.05662242863774299, + 0.04390023035407066, + 0.04950015317201614, + 0.06451151894330978, + 0.10136058478355407, + 0.08128330940008163, + 0.06231695182323456, + 0.04845148310661316, + 0.04830691860318184, + 0.04050123587995767, + 0.03742270451784134, + 0.038977445417642594, + 0.03015052459836006, + 0.033309116637706755, + 0.02923171687424183, + 0.026229538318514822, + 0.027924185514450073, + 0.030216664960980414, + 0.02713270623087883, + 0.026153411862254144, + 0.03055509918630123, + 0.030000684344768522, + 0.025569038861989975, + 0.021031512331962585, + 0.022238533282279968, + 0.02216599059700966, + 0.022519239933788775, + 0.025397614547610282, + 0.022649219024181367, + 0.025156321668624877, + 0.022629088670015333, + 0.028267720448970794, + 0.025573840299248696, + 0.027039055764675142 + ], + "tgrad_loss": [ + 0.29483874645233155, + 0.20444505448341369, + 0.14751926844120025, + 0.1306240245819092, + 0.11740482016801834, + 0.11515996508598328, + 0.11176430797576904, + 0.11741772980690002, + 0.1223868124961853, + 0.12617343007326126, + 0.12969958176612853, + 0.12305508751869201, + 0.15135818424224853, + 0.12325320014953613, + 0.14313213738203048, + 0.12868581702709198, + 0.13085558440685272, + 0.13439714648723602, + 0.15047225980758666, + 0.16658445747494696, + 0.15113828577399255, + 0.15208148312568665, + 0.16043939247131347, + 0.16281324887275697, + 0.1648398354291916, + 0.18542204723358155, + 0.16465072660446167, + 0.1796539167881012, + 0.18231577808856964, + 0.1966746131181717, + 0.19974080891609192, + 0.18725463242530824, + 0.19177704265117645, + 0.19551441068649292, + 0.19301328949928284, + 0.18991980985403062, + 0.191864014005661, + 0.18660128991603853, + 0.18469438967704774, + 0.18872169270515443, + 0.18490826721191406, + 0.2043958014011383, + 0.20719030148983, + 0.21868912653923034, + 0.2254349905014038, + 0.21692773156166076, + 0.2024708650588989, + 0.21245656762123108, + 0.21276216344833374, + 0.21374636619091034, + 0.2132700624704361, + 0.21348643493652344, + 0.21551531555652617, + 0.21262686700820924, + 0.21900376980304717, + 0.20838922061920165, + 0.20762904937267304, + 0.20602994527816773, + 0.21056903939247132, + 0.20453982200622559, + 0.20884749658107757, + 0.20563676958084107, + 0.20878344979286192, + 0.21364632172584533, + 0.21320244359970092, + 0.2096236107826233, + 0.21255121397972107, + 0.2121526288509369, + 0.21018745770454406, + 0.2113517366886139, + 0.21054111399650574, + 0.21045434730052948, + 0.21052985265254975, + 0.20960552549362182, + 0.20975136260986327, + 0.20988836765289307, + 0.209606822681427, + 0.20861505036354064, + 0.2089023720264435, + 0.20884835484027864 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.001700198045000434, + 0.04125010222196579, + 0.1112770289182663, + 0.11907510459423065, + 0.11768756806850433, + 0.11733907461166382, + 0.11329221725463867, + 0.117521733045578 + ], + "perturbation_rho": [ + 0.043069981038570404, + 0.1044735386967659, + 0.23828034102916718, + 0.18111932277679443, + 0.19782572984695435, + 0.1971191018819809, + 0.20729684829711914, + 0.2299107313156128 + ], + "nudging": { + "0.001": [ + -0.0006511092651635408, + -0.00034308910835534334, + -0.000792907492723316, + -0.0008164917235262692, + -0.0008322584326379001, + -0.0008019506931304932, + -0.0008090936462394893, + -0.0008134577656164765 + ], + "0.003": [ + -0.0019249932374805212, + -0.001026424579322338, + -0.002375826006755233, + -0.0024475236423313618, + -0.00249303737655282, + -0.0024030092172324657, + -0.002427314408123493, + -0.002439431846141815 + ], + "0.01": [ + -0.006082434207201004, + -0.003400696674361825, + -0.007903593592345715, + -0.008138573728501797, + -0.008289994671940804, + -0.007994470186531544, + -0.00807441771030426, + -0.008117234334349632 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json new file mode 100644 index 0000000..9a870b4 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0757543913841248, + 0.5076081553459167, + 0.44924112920761106, + 0.4247585828781128, + 0.390476895737648, + 0.3476995074748993, + 0.34030030264854433, + 0.3316740375518799, + 0.3210986800670624, + 0.3004637783050537, + 0.3107565640449524, + 0.31333593788146974, + 0.3368205448627472, + 0.3013008052945137, + 0.24617022519111634, + 0.2921410479068756, + 0.2635057222366333, + 0.2468733805656433, + 0.2835908453464508, + 0.24917495551109314, + 0.23554206476211548, + 0.2440310100078583, + 0.2401031512260437, + 0.23388757339715957, + 0.22199509954452515, + 0.24858054161071777, + 0.2563783165931702, + 0.2575826109409332, + 0.21732676796913147, + 0.2173767949104309, + 0.22188423473834992, + 0.18563161835670472, + 0.20825975818634032, + 0.17853380255699158, + 0.16998590087890625, + 0.22122718925476073, + 0.17761884450912477, + 0.1721252568244934, + 0.18634113365411759, + 0.16172185846567155, + 0.14872372229099273, + 0.1512143076300621, + 0.1437873905658722, + 0.15217237317562105, + 0.15337150135040284, + 0.16384036836624147, + 0.1659779568195343, + 0.1543241171836853, + 0.14291128422021865, + 0.13691224701404572, + 0.13174424264132978, + 0.12449043486118316, + 0.12606769989728928, + 0.12063085582256317, + 0.1212635150194168, + 0.12218361542224884, + 0.11889479755163193, + 0.11501415977478027, + 0.11453091421127319, + 0.11233264380693436, + 0.10913959243297577, + 0.1080293738424778, + 0.10722576280832291, + 0.10587466154694557, + 0.10347079048156738, + 0.1029079300403595, + 0.1010995524764061, + 0.10133141717910767, + 0.10086093401908874, + 0.09952975501418114, + 0.09885214577913284, + 0.09803358337879181, + 0.09736436128616333, + 0.09699009905606508, + 0.0960432112455368, + 0.09560413639545441, + 0.09529533250927925, + 0.0950549742102623, + 0.09487758847773076, + 0.09478750932216644 + ], + "train_acc": [ + 0.6176, + 0.8033, + 0.8282, + 0.8365, + 0.8415, + 0.8594, + 0.8616, + 0.8667, + 0.8712, + 0.8777, + 0.8772, + 0.8762, + 0.8668, + 0.8811, + 0.9031, + 0.8815, + 0.8954, + 0.9032, + 0.8904, + 0.9, + 0.9054, + 0.9037, + 0.8994, + 0.9078, + 0.9118, + 0.9008, + 0.9003, + 0.8984, + 0.9117, + 0.912, + 0.9104, + 0.9275, + 0.9171, + 0.9301, + 0.9363, + 0.914, + 0.9305, + 0.9348, + 0.925, + 0.9397, + 0.9444, + 0.9459, + 0.9476, + 0.9444, + 0.9424, + 0.9364, + 0.9358, + 0.9404, + 0.9472, + 0.9511, + 0.9553, + 0.9594, + 0.9593, + 0.9604, + 0.9607, + 0.9597, + 0.962, + 0.962, + 0.9636, + 0.9656, + 0.967, + 0.9682, + 0.9697, + 0.9695, + 0.9704, + 0.9715, + 0.9735, + 0.9725, + 0.9739, + 0.9745, + 0.9728, + 0.9745, + 0.9752, + 0.975, + 0.976, + 0.9768, + 0.9773, + 0.977, + 0.9774, + 0.9775 + ], + "test_acc": [ + 0.787, + 0.8035, + 0.833, + 0.842, + 0.8535, + 0.8575, + 0.86, + 0.848, + 0.8745, + 0.866, + 0.8675, + 0.8635, + 0.867, + 0.8735, + 0.887, + 0.876, + 0.8785, + 0.8855, + 0.874, + 0.88, + 0.8865, + 0.8785, + 0.871, + 0.883, + 0.8995, + 0.8785, + 0.8715, + 0.875, + 0.896, + 0.8965, + 0.897, + 0.903, + 0.896, + 0.8985, + 0.895, + 0.8895, + 0.895, + 0.897, + 0.887, + 0.903, + 0.9035, + 0.9045, + 0.897, + 0.8945, + 0.9065, + 0.9025, + 0.904, + 0.9035, + 0.9045, + 0.903, + 0.905, + 0.908, + 0.9045, + 0.91, + 0.909, + 0.908, + 0.9075, + 0.9125, + 0.909, + 0.9085, + 0.9035, + 0.909, + 0.9085, + 0.905, + 0.9075, + 0.9105, + 0.91, + 0.909, + 0.9065, + 0.908, + 0.907, + 0.9065, + 0.9075, + 0.908, + 0.908, + 0.9075, + 0.9065, + 0.9065, + 0.906, + 0.906 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8854324817657471, + 0.8737501502037048, + 0.8630377054214478, + 0.8562113046646118, + 0.8509326577186584, + 0.8481521606445312, + 0.84560626745224, + 0.8443001508712769 + ], + "perturbation_rho": [ + 0.9999991655349731, + 0.9999963045120239, + 0.9999881386756897, + 0.9999630451202393, + 0.9999364614486694, + 0.9999151825904846, + 0.9998926520347595, + 0.9998775720596313 + ], + "nudging": { + "0.001": [ + -0.031868599355220795, + -0.014682772569358349, + -0.00733374897390604, + -0.0044118668884038925, + -0.0032190121710300446, + -0.002646001288667321, + -0.0023340615443885326, + -0.0021536401472985744 + ], + "0.003": [ + -0.08796128630638123, + -0.042457789182662964, + -0.021612998098134995, + -0.013098624534904957, + -0.00958542712032795, + -0.007890285924077034, + -0.006964934058487415, + -0.006429150700569153 + ], + "0.01": [ + -0.21767401695251465, + -0.12408202886581421, + -0.06762672960758209, + -0.04208396375179291, + -0.031123068183660507, + -0.025745777413249016, + -0.022784877568483353, + -0.021061642095446587 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.13472125415802, + 1.064750273513794, + 0.6787943045616149, + 0.5445983642578125, + 0.4691809035301209, + 0.44078434734344485, + 0.4589700782775879, + 0.4633651376724243, + 0.48622037637233734, + 0.5303937173843384, + 0.5300615015029907, + 0.5191615985870361, + 0.6124243753433227, + 0.6110803317785263, + 0.5108732610702514, + 0.6651096425056457, + 0.6519462231874465, + 0.6120770479202271, + 0.611581618309021, + 0.7067273505687713, + 0.6294481365203858, + 0.6680336037635803, + 0.7899993432998658, + 0.7286258486032486, + 0.7593296463012695, + 0.6259688374519348, + 0.7967933742523193, + 1.0146251457214355, + 0.8291450224876403, + 0.7330523146629333, + 0.8095165735721588, + 0.6667535767793655, + 0.6494596580505371, + 0.6892270953893661, + 0.6535914615631103, + 0.752629549407959, + 0.6489908882915973, + 0.7158377149581909, + 0.8427579293370246, + 0.7397276062965393, + 0.7076394484519959, + 0.680823688364029, + 0.6616308630347252, + 0.6541980605125427, + 0.7793759801864624, + 0.8009075149536132, + 0.6981098392486572, + 0.6555009291648864, + 0.6616069585680961, + 0.6934653346061707, + 0.6811443558603525, + 0.6117486233711242, + 0.6414114294528961, + 0.6468382164001465, + 0.6715234688282012, + 0.5874644180297851, + 0.617424130487442, + 0.5686914512634277, + 0.5897184799194336, + 0.563749632358551, + 0.5560783692359924, + 0.5561227001190185, + 0.5419582702159882, + 0.5483636920452117, + 0.5441933881878853, + 0.5452967376232147, + 0.5415290240168571, + 0.5169584144592285, + 0.5267872435450554, + 0.5149645379066468, + 0.5136418291330338, + 0.5051588420391083, + 0.5119852211952209, + 0.5085399871870875, + 0.50260826587677, + 0.4999133358955383, + 0.49910780143737793, + 0.49455464423894885, + 0.4937580402228981, + 0.4927313493728638 + ], + "train_acc": [ + 0.2241, + 0.6144, + 0.7485, + 0.7929, + 0.8238, + 0.8322, + 0.832, + 0.834, + 0.8279, + 0.828, + 0.8247, + 0.8309, + 0.8223, + 0.8173, + 0.843, + 0.8172, + 0.8248, + 0.8386, + 0.8341, + 0.824, + 0.8362, + 0.8351, + 0.8275, + 0.8305, + 0.8288, + 0.8519, + 0.8242, + 0.805, + 0.8315, + 0.8379, + 0.8337, + 0.8522, + 0.8513, + 0.8439, + 0.8553, + 0.8379, + 0.8559, + 0.8481, + 0.8328, + 0.8445, + 0.8516, + 0.8537, + 0.856, + 0.8561, + 0.837, + 0.8422, + 0.8485, + 0.8613, + 0.8568, + 0.8485, + 0.8541, + 0.8632, + 0.8631, + 0.8594, + 0.8544, + 0.8676, + 0.861, + 0.8701, + 0.866, + 0.8709, + 0.8731, + 0.8725, + 0.8749, + 0.8691, + 0.8736, + 0.8732, + 0.8747, + 0.8783, + 0.8739, + 0.8785, + 0.8784, + 0.8796, + 0.8797, + 0.8802, + 0.8794, + 0.8817, + 0.8804, + 0.8823, + 0.8814, + 0.8818 + ], + "test_acc": [ + 0.452, + 0.664, + 0.7355, + 0.773, + 0.7975, + 0.7885, + 0.7945, + 0.777, + 0.774, + 0.7755, + 0.792, + 0.763, + 0.7875, + 0.777, + 0.736, + 0.7485, + 0.789, + 0.7625, + 0.7415, + 0.784, + 0.739, + 0.772, + 0.797, + 0.704, + 0.7955, + 0.786, + 0.7635, + 0.7495, + 0.7615, + 0.771, + 0.7995, + 0.821, + 0.794, + 0.7825, + 0.773, + 0.8035, + 0.804, + 0.779, + 0.7465, + 0.7895, + 0.8165, + 0.783, + 0.8055, + 0.8015, + 0.7835, + 0.7945, + 0.798, + 0.8215, + 0.7735, + 0.8165, + 0.804, + 0.823, + 0.7875, + 0.811, + 0.8245, + 0.8195, + 0.8185, + 0.824, + 0.819, + 0.822, + 0.8275, + 0.821, + 0.8295, + 0.8295, + 0.8315, + 0.825, + 0.829, + 0.823, + 0.8335, + 0.834, + 0.836, + 0.8295, + 0.8315, + 0.8305, + 0.8355, + 0.8335, + 0.8345, + 0.8345, + 0.8325, + 0.8325 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.02968163788318634, + 0.08609121292829514, + 0.09377065300941467, + 0.10205866396427155, + 0.08807726949453354, + 0.053033627569675446, + 0.056919872760772705, + 0.04721488058567047 + ], + "perturbation_rho": [ + -0.09032663702964783, + 0.17043988406658173, + 0.18389353156089783, + 0.16770029067993164, + 0.1504741907119751, + 0.05179755389690399, + 0.050898581743240356, + -0.03670964762568474 + ], + "nudging": { + "0.001": [ + 0.002358348574489355, + -0.0005224555497989058, + -0.00029081435059197247, + -0.0002893093624152243, + -0.00024064714671112597, + -0.0001590531610418111, + -0.00014225264021661133, + -0.00011707056546583772 + ], + "0.003": [ + 0.0073735713958740234, + -0.0015679008793085814, + -0.0008718278259038925, + -0.0008626180933788419, + -0.000721139891538769, + -0.00047776539577171206, + -0.0004256684915162623, + -0.0003536291478667408 + ], + "0.01": [ + 0.028243789449334145, + -0.00520662497729063, + -0.0028999613132327795, + -0.002869710559025407, + -0.0023996694944798946, + -0.0015899656573310494, + -0.0014181910082697868, + -0.0011781371431425214 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7328739669799804, + 0.9811433526992798, + 0.7968745387077332, + 0.80839176197052, + 0.8580701364994049, + 0.9189817895889282, + 0.9484232675552369, + 0.9335546033859253, + 0.9336960997581482, + 0.9480458303451538, + 0.9517143133163453, + 0.9554149606704712, + 0.9504594124794007, + 0.97358454246521, + 1.0018829744338988, + 0.9550861362457276, + 0.9641454742431641, + 0.9438694232940674, + 0.9552924007415772, + 0.9330580535888672, + 0.8800268087387085, + 0.858905982208252, + 0.9175141490936279, + 0.920817092704773, + 0.9107141004562378, + 0.8834829970359802, + 0.845861376953125, + 0.8068534229278564, + 0.8613802621841431, + 0.8515079685211182, + 0.8195189044952392, + 0.8610365732192993, + 0.8288298233509064, + 0.7938063079833985, + 0.782201350402832, + 0.8223142776489257, + 0.8027304618835449, + 0.796955973815918, + 0.769949794960022, + 0.7569882241249084, + 0.7953457245826722, + 0.8144200666427612, + 0.7426586433410645, + 0.755963011932373, + 0.7787463603973389, + 0.743975663948059, + 0.759346683883667, + 0.7585860026836395, + 0.7371354169845581, + 0.7337988836288453, + 0.7494666588783264, + 0.7489494784355164, + 0.7316932228088379, + 0.7707076009750367, + 0.7418164071559906, + 0.7404774815559387, + 0.736026719045639, + 0.7313680733680725, + 0.7195740768432617, + 0.7385888179779053, + 0.7218243119239807, + 0.699979656791687, + 0.6981355967521667, + 0.6896988845348359, + 0.6775998549222946, + 0.6683120150566101, + 0.667447187423706, + 0.6596596981048584, + 0.6571299660205842, + 0.648965798997879, + 0.6483057856559753, + 0.6461096891403199, + 0.6408902339935303, + 0.6388658201217652, + 0.6380767006874084, + 0.6351657607078552, + 0.6342095012664795, + 0.6330936979293823, + 0.6321959840774536, + 0.631820877456665 + ], + "train_acc": [ + 0.3774, + 0.6438, + 0.702, + 0.7105, + 0.7005, + 0.6896, + 0.6819, + 0.6739, + 0.6689, + 0.6621, + 0.6589, + 0.6571, + 0.6607, + 0.6563, + 0.6563, + 0.6693, + 0.6647, + 0.6737, + 0.6748, + 0.6718, + 0.6874, + 0.6971, + 0.6821, + 0.6934, + 0.6935, + 0.7054, + 0.7122, + 0.7186, + 0.7057, + 0.7113, + 0.7256, + 0.7072, + 0.7181, + 0.7251, + 0.7255, + 0.7236, + 0.7238, + 0.7252, + 0.7354, + 0.7392, + 0.7232, + 0.7273, + 0.7429, + 0.7366, + 0.7356, + 0.738, + 0.7348, + 0.7376, + 0.741, + 0.7428, + 0.7398, + 0.7432, + 0.7433, + 0.7352, + 0.7398, + 0.7414, + 0.7443, + 0.7444, + 0.7476, + 0.7398, + 0.748, + 0.7523, + 0.7573, + 0.7549, + 0.7603, + 0.7642, + 0.7656, + 0.7656, + 0.7698, + 0.7711, + 0.7689, + 0.7716, + 0.7704, + 0.7718, + 0.7748, + 0.7733, + 0.7752, + 0.7752, + 0.7762, + 0.7765 + ], + "test_acc": [ + 0.5465, + 0.653, + 0.6825, + 0.6735, + 0.664, + 0.6365, + 0.64, + 0.6305, + 0.6235, + 0.621, + 0.6325, + 0.6335, + 0.633, + 0.6125, + 0.6295, + 0.6175, + 0.65, + 0.615, + 0.641, + 0.6645, + 0.6565, + 0.6625, + 0.6605, + 0.653, + 0.6765, + 0.6805, + 0.69, + 0.6625, + 0.678, + 0.6895, + 0.673, + 0.669, + 0.7, + 0.6975, + 0.6765, + 0.69, + 0.6845, + 0.6915, + 0.707, + 0.6645, + 0.6725, + 0.688, + 0.7195, + 0.701, + 0.7, + 0.682, + 0.7095, + 0.6985, + 0.712, + 0.6955, + 0.6935, + 0.713, + 0.698, + 0.688, + 0.7065, + 0.6865, + 0.7145, + 0.713, + 0.7025, + 0.708, + 0.7195, + 0.7155, + 0.714, + 0.726, + 0.718, + 0.7225, + 0.721, + 0.7275, + 0.721, + 0.7235, + 0.7295, + 0.724, + 0.7245, + 0.7225, + 0.7265, + 0.728, + 0.727, + 0.7265, + 0.727, + 0.726 + ], + "state_pred_error": [ + 0.6428197972297669, + 0.19351577122211455, + 0.1660344313621521, + 0.17652878823280335, + 0.18978006644248963, + 0.19631840877532958, + 0.19491800663471223, + 0.19226022069454193, + 0.18165790848731994, + 0.16527520124912262, + 0.14865010199546813, + 0.13212442252635956, + 0.1177069759130478, + 0.11029988080263138, + 0.10093973301649094, + 0.08951207721233367, + 0.08190780951976775, + 0.08566042828559875, + 0.08916603361368179, + 0.0825111199259758, + 0.07487273232936859, + 0.06487578954696656, + 0.059569144582748416, + 0.05982308453321457, + 0.05629802569746971, + 0.04989139791727066, + 0.0473561365544796, + 0.04492486463785172, + 0.044193212151527404, + 0.04343981958031654, + 0.041326461428403856, + 0.040116964304447174, + 0.03958643175363541, + 0.03792573779821396, + 0.03780722205638885, + 0.03684104197919369, + 0.035100384438037875, + 0.033475980192422865, + 0.03184100140333176, + 0.031417953404784205, + 0.03174956562519073, + 0.031464615708589556, + 0.030044199123978616, + 0.028851599764823915, + 0.027254376643896103, + 0.025502048003673554, + 0.023910949629545212, + 0.02216300364136696, + 0.020575732861459254, + 0.019327285060286522, + 0.018592858423292637, + 0.01823208925127983, + 0.018495164170861243, + 0.01851490514278412, + 0.018615340042114258, + 0.018319079437851906, + 0.017992605185508728, + 0.017830414324998857, + 0.017337585292756558, + 0.016755458490550518, + 0.01625010498762131, + 0.015588380454480648, + 0.015276109413802624, + 0.014523939031362534, + 0.013859204940497876, + 0.013518636293709278, + 0.013107557639479636, + 0.012660594460368156, + 0.012188548400998115, + 0.01179230693280697, + 0.011473847399652005, + 0.0111009864538908, + 0.010866704443097114, + 0.010644253891706467, + 0.01051605779528618, + 0.010096385054290294, + 0.009957369659096002, + 0.009735264672338963, + 0.009506795328110456, + 0.00936661482155323 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8151727914810181, + 0.4042307734489441, + 0.16176781058311462, + 0.1698867678642273, + 0.14891386032104492, + 0.1726662963628769, + 0.1322125643491745, + 0.14817725121974945 + ], + "perturbation_rho": [ + 0.7261759042739868, + 0.36915943026542664, + 0.17840053141117096, + 0.16105638444423676, + 0.14931628108024597, + 0.15696927905082703, + 0.17820878326892853, + 0.1840115785598755 + ], + "nudging": { + "0.001": [ + -0.023730942979454994, + -0.0011499840766191483, + -0.00041868066182360053, + -0.0004118153010495007, + -0.000386256433557719, + -0.0004230579361319542, + -0.0003364062577020377, + -0.0003734407073352486 + ], + "0.003": [ + -0.06960602104663849, + -0.003446865128353238, + -0.001256113639101386, + -0.0012356475926935673, + -0.0011594654060900211, + -0.001268491381779313, + -0.001009067753329873, + -0.0011201862944290042 + ], + "0.01": [ + -0.21425020694732666, + -0.011446774937212467, + -0.004181142896413803, + -0.004114024806767702, + -0.0038589704781770706, + -0.00422251783311367, + -0.003358659567311406, + -0.003728472860530019 + ] + }, + "state_pred_error_per_layer": [ + 7398.20849609375, + 5242.7607421875, + 3768.9609375, + 3258.12548828125, + 3060.2021484375, + 2786.609619140625, + 3211.44921875, + 2939.81005859375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1370582035064696, + 1.0645069687843323, + 0.6801733062744141, + 0.5586606249332428, + 0.4881390431404114, + 0.46811703872680666, + 0.47793011622428894, + 0.491072265625, + 0.45632949471473694, + 0.49341422691345216, + 0.6391787099599838, + 0.5234632035255432, + 0.5246470190525055, + 0.6408189677238464, + 0.6090221863985061, + 0.5636324305534363, + 0.6122668931216001, + 0.6223794656276703, + 0.7977206924438477, + 0.7688750084877014, + 0.8809650159835816, + 0.9288559448242187, + 0.8847734958648682, + 0.9730628623962402, + 0.9568616161346436, + 1.0317223262786865, + 1.136458911895752, + 1.1702300283432008, + 0.9281893106460571, + 1.0470865356445314, + 1.1126060703277587, + 1.1764981075286864, + 0.9546853006362915, + 0.9108602264404296, + 0.8738015920639038, + 0.8948956307888031, + 0.813925849533081, + 0.9619963138580322, + 1.0160358333587647, + 0.9929837261199951, + 1.0878820617675782, + 0.991282360458374, + 1.0092166801452638, + 1.0004161891937255, + 1.0230372599601745, + 1.0760341178894044, + 0.9872162799835205, + 0.9739640418052673, + 1.0317725978851318, + 1.0004596428871155, + 0.9978432794094085, + 1.0264748498916625, + 1.073675299835205, + 1.0885952290534973, + 1.0659225395202636, + 1.0828760971069336, + 1.0679924612045288, + 1.0984314491271974, + 1.1133429298400879, + 1.0874613107681275, + 1.1088385950088502, + 1.080880365371704, + 1.1012449313163757, + 1.0722564311504363, + 1.063163561439514, + 1.0487949291229248, + 1.0663402166366578, + 1.0534990873336791, + 1.0597085929870604, + 1.0426021310806275, + 1.0364102695465087, + 1.0401461017608642, + 1.03147163105011, + 1.032290082359314, + 1.0253121829986571, + 1.023413536453247, + 1.0240816875457763, + 1.0224136894226075, + 1.0198726715087891, + 1.0197427711486817 + ], + "train_acc": [ + 0.2223, + 0.6146, + 0.7422, + 0.7889, + 0.8129, + 0.8208, + 0.8242, + 0.8254, + 0.8378, + 0.8275, + 0.8051, + 0.8348, + 0.8319, + 0.8211, + 0.8253, + 0.8405, + 0.8325, + 0.835, + 0.8078, + 0.8158, + 0.7949, + 0.791, + 0.7938, + 0.7747, + 0.7774, + 0.7745, + 0.7607, + 0.7438, + 0.7736, + 0.749, + 0.7511, + 0.7318, + 0.7493, + 0.7459, + 0.7528, + 0.7375, + 0.7445, + 0.7151, + 0.7011, + 0.707, + 0.6813, + 0.6985, + 0.6986, + 0.6899, + 0.6838, + 0.6775, + 0.6854, + 0.6941, + 0.6759, + 0.677, + 0.682, + 0.6713, + 0.666, + 0.6642, + 0.6638, + 0.6643, + 0.6642, + 0.6542, + 0.6521, + 0.6569, + 0.6636, + 0.6591, + 0.6569, + 0.662, + 0.6675, + 0.6717, + 0.667, + 0.6692, + 0.6706, + 0.6745, + 0.6756, + 0.6742, + 0.6741, + 0.6745, + 0.6746, + 0.6742, + 0.6751, + 0.6767, + 0.6778, + 0.6774 + ], + "test_acc": [ + 0.444, + 0.6745, + 0.7325, + 0.7745, + 0.7815, + 0.798, + 0.8035, + 0.798, + 0.8025, + 0.711, + 0.7895, + 0.7985, + 0.791, + 0.766, + 0.77, + 0.794, + 0.7735, + 0.7315, + 0.759, + 0.7495, + 0.752, + 0.735, + 0.705, + 0.732, + 0.721, + 0.752, + 0.7115, + 0.72, + 0.6915, + 0.7335, + 0.6465, + 0.7225, + 0.6795, + 0.709, + 0.697, + 0.6885, + 0.6295, + 0.6055, + 0.583, + 0.6355, + 0.583, + 0.659, + 0.6365, + 0.6345, + 0.5925, + 0.6095, + 0.666, + 0.602, + 0.6545, + 0.612, + 0.638, + 0.6155, + 0.611, + 0.6055, + 0.6135, + 0.6285, + 0.626, + 0.607, + 0.623, + 0.608, + 0.6185, + 0.6095, + 0.609, + 0.6265, + 0.626, + 0.622, + 0.629, + 0.626, + 0.633, + 0.6425, + 0.634, + 0.636, + 0.634, + 0.6375, + 0.6375, + 0.638, + 0.64, + 0.639, + 0.639, + 0.64 + ], + "value_loss": [ + 2.9023948707580565, + 0.9411828812599182, + 0.9784409198760986, + 0.9702556604385376, + 0.911243058013916, + 0.9411980567932129, + 1.0062726194381715, + 1.0051571633458138, + 0.7945024635076523, + 0.8636679088592529, + 1.351515377473831, + 0.9440338861465454, + 1.0237316113948822, + 1.6041599166870117, + 1.4913020963668824, + 1.3120978896141051, + 1.4634722517490386, + 1.5368283511161804, + 2.3160801666259765, + 2.31045254573822, + 2.833774365234375, + 3.385757903289795, + 2.9262950035095217, + 3.250738282775879, + 3.1019880832672118, + 3.6402773345947264, + 4.2429088134765625, + 4.023282150268555, + 2.689120644378662, + 3.2996597610473635, + 4.053308227157593, + 3.6391844707489014, + 2.5846795793533324, + 1.8673851746559142, + 1.6735054915428162, + 1.9220958820343017, + 1.271403459739685, + 1.567453321647644, + 2.111127665615082, + 1.4919785886764527, + 1.5718415649414061, + 1.237246979522705, + 1.4188125720977782, + 1.0745463274002076, + 1.0068994304180146, + 1.185745523071289, + 1.2835211219787597, + 0.8518369881629944, + 0.8437435919761658, + 0.8486205416202545, + 0.8211554767489433, + 0.7640671442985535, + 0.7999482116699219, + 0.9456826114654541, + 0.810999361205101, + 0.8642545461654663, + 0.8051076416015625, + 0.8193947722434998, + 0.8351191815376282, + 0.7857263399124146, + 0.9166569149971008, + 0.7972983899593353, + 0.9325546828269958, + 0.7981749772071839, + 0.8134522473335266, + 0.7371659188747406, + 0.7727094465255737, + 0.7542548943519592, + 0.7355351985931396, + 0.7110868342399597, + 0.7060981317520142, + 0.7146732750892639, + 0.7173495404720306, + 0.6977155768394471, + 0.6535471586227417, + 0.6667288435935974, + 0.6411734392166137, + 0.6943656763076782, + 0.6403075717926026, + 0.6615465266227722 + ], + "term_loss": [ + 1.6929137281417848, + 0.7076341553688049, + 0.832843780708313, + 0.8462161507606506, + 0.7989002693176269, + 0.8294573577880859, + 0.8796000757217407, + 0.8496675333380699, + 0.6641823264122009, + 0.734419527053833, + 1.1998622996211052, + 0.8190442297935486, + 0.8997376405477524, + 1.463374104309082, + 1.350538944530487, + 1.1835087180614472, + 1.3240371099829673, + 1.403322444820404, + 2.149280529022217, + 2.1371682680130006, + 2.6051794219970703, + 3.134266621398926, + 2.6367359077453614, + 2.9021682273864746, + 2.7777284118652346, + 3.2490100632667542, + 3.7669732330322265, + 3.564024981689453, + 2.304465440368652, + 2.9117907354354857, + 3.57571163482666, + 3.2041259724617004, + 2.1697021233558655, + 1.5657260522842407, + 1.3720391330718995, + 1.558706689453125, + 0.9739575270175934, + 1.2646527061462403, + 1.7258377660751343, + 1.2162893053054809, + 1.2816789051055908, + 0.9437851461410522, + 1.1169724729537964, + 0.8192238623142243, + 0.7615165826678276, + 0.9261411437988282, + 1.009357823753357, + 0.6213359757423401, + 0.6048593424797059, + 0.6017368167161942, + 0.5840524630784989, + 0.5252864897727967, + 0.5610690414428711, + 0.6845973509550095, + 0.5607477729558945, + 0.6126968932867051, + 0.5582075795173645, + 0.5701824194669723, + 0.5824683590888977, + 0.5440888320446015, + 0.6618193277835845, + 0.5566088491201401, + 0.6798252540588379, + 0.5569242746114731, + 0.5653092860221863, + 0.5025307513594628, + 0.5350002650260925, + 0.5163064182400704, + 0.5040774492263794, + 0.4812365728378296, + 0.47341508727073667, + 0.4825198311924934, + 0.4820213997364044, + 0.4671297842979431, + 0.4262480612754822, + 0.4348880102574825, + 0.4149773345947266, + 0.4545517260074615, + 0.4134101836204529, + 0.43013124598264696 + ], + "bridge_loss": [ + 0.9270794340786408, + 0.045553212680667636, + 0.003968565206974745, + 0.002537821502238512, + 0.0031120730198919773, + 0.0066142574056983, + 0.0196716277718544, + 0.04569760949611664, + 0.02804326199516654, + 0.021940968203544617, + 0.023567047103494405, + 0.016042337491363287, + 0.014572544375434518, + 0.01808674999922514, + 0.02120318498685956, + 0.020132692527770998, + 0.026115470457077027, + 0.022087446881830692, + 0.03340454182624817, + 0.04386694201231003, + 0.08512414672374725, + 0.10392638924121857, + 0.14596812286376953, + 0.19242930736541747, + 0.1708755298614502, + 0.2332140768289566, + 0.30846771535873413, + 0.28443601269721985, + 0.23180612392425537, + 0.21575192351341246, + 0.30160183690786363, + 0.2529610634982586, + 0.25124281091690065, + 0.13896957349777223, + 0.14441813020706176, + 0.199903391456604, + 0.13990903476476668, + 0.12412642853856087, + 0.19780184895992278, + 0.09088843083381652, + 0.09028354053497314, + 0.10483143763542176, + 0.10901366031169892, + 0.06172756772786379, + 0.048116388000547884, + 0.059933180809021, + 0.08071009765267372, + 0.040531087708473204, + 0.03966846313476562, + 0.049442718121409414, + 0.041820975951850414, + 0.03792309836894274, + 0.03355912851691246, + 0.054180008935928343, + 0.04611676089167595, + 0.046126355296373364, + 0.04175337711572647, + 0.03904522615373135, + 0.04093780878186226, + 0.03443106972575188, + 0.04773863691091537, + 0.03512803372144699, + 0.04503686083853245, + 0.03661287835687399, + 0.04466721993088722, + 0.03356916709542274, + 0.033895546194911, + 0.03588070866465569, + 0.030623928356170654, + 0.030353828406333924, + 0.03458711423873902, + 0.033419507718086244, + 0.037426383411884305, + 0.0331623010635376, + 0.030711766165494918, + 0.035254054686427116, + 0.029518259859085082, + 0.04370544706583023, + 0.03128685694634915, + 0.0357342723429203 + ], + "tgrad_loss": [ + 0.28240168471336363, + 0.1879955181479454, + 0.1416285768508911, + 0.12150168550014497, + 0.10923070974349976, + 0.10512643830776215, + 0.10700090990066528, + 0.10979201674461364, + 0.10227687674164772, + 0.1073074081659317, + 0.12808603233098984, + 0.1089473068356514, + 0.10942141929864883, + 0.12269907640218734, + 0.11955996571779251, + 0.1084564683675766, + 0.1133196670204401, + 0.1114184632062912, + 0.1333950751066208, + 0.1294173326253891, + 0.14347079792022704, + 0.1475648888349533, + 0.14359098019599914, + 0.15614077184200287, + 0.15338412828445436, + 0.1580532071352005, + 0.167467866563797, + 0.1748211373090744, + 0.15284905924797057, + 0.17211710295677185, + 0.17599477090835572, + 0.18209742259979247, + 0.16373461263179778, + 0.1626895320892334, + 0.15704822034835816, + 0.16348580796718598, + 0.1575368951320648, + 0.1786741998195648, + 0.1874880330324173, + 0.18480085792541504, + 0.19987909994125366, + 0.18863038229942322, + 0.1928264294862747, + 0.19359489631652832, + 0.19726645183563232, + 0.19967118492126465, + 0.1934531969308853, + 0.1899699252128601, + 0.19921578810214996, + 0.19744101244211196, + 0.19528203347921372, + 0.20085754714012147, + 0.20532003726959228, + 0.20690523879528044, + 0.20413482726812363, + 0.20543130034208298, + 0.2051466886997223, + 0.21016712760925294, + 0.21171300716400146, + 0.20720643639564515, + 0.2070989497900009, + 0.2055615005493164, + 0.20769256865978242, + 0.20463782558441163, + 0.20347574241161345, + 0.20106599922180177, + 0.20381363768577576, + 0.2020677721977234, + 0.20083382663726806, + 0.1994964292526245, + 0.19809593105316162, + 0.1987339344024658, + 0.19790175647735594, + 0.19742349796295167, + 0.1965873306274414, + 0.19658677837848662, + 0.1966778451681137, + 0.19610850033760072, + 0.19561053042411805, + 0.19568100452423096 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.010387556627392769, + 0.06787668168544769, + 0.11108389496803284, + 0.11367877572774887, + 0.11491300165653229, + 0.1093105673789978, + 0.11488444358110428, + 0.12266267836093903 + ], + "perturbation_rho": [ + 0.0504305437207222, + 0.11780044436454773, + 0.23789767920970917, + 0.24238067865371704, + 0.22429296374320984, + 0.25153419375419617, + 0.25647929310798645, + 0.22654107213020325 + ], + "nudging": { + "0.001": [ + -0.00042957920231856406, + -0.0005755086895078421, + -0.0007836788427084684, + -0.0008127648616209626, + -0.0008176113478839397, + -0.0008154284441843629, + -0.0008326433598995209, + -0.0008715562289580703 + ], + "0.003": [ + -0.0012653844896703959, + -0.0017247737850993872, + -0.002354162745177746, + -0.002438494935631752, + -0.002453066874295473, + -0.0024441296700388193, + -0.00249684345908463, + -0.002618872094899416 + ], + "0.01": [ + -0.003928218502551317, + -0.0057389335706830025, + -0.007835019379854202, + -0.008116443641483784, + -0.0081653306260705, + -0.00813683308660984, + -0.008312376216053963, + -0.00871281512081623 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json new file mode 100644 index 0000000..98e3c0a --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0602704408168793, + 0.5027601260185242, + 0.43080672092437744, + 0.4305861669540405, + 0.35372886188030245, + 0.35343530569076537, + 0.3411521464467049, + 0.3113056640148163, + 0.3555877588272095, + 0.35838791880607607, + 0.310362742805481, + 0.2821650200843811, + 0.26945531539916995, + 0.27178956003189086, + 0.3010430852890015, + 0.28751621344089506, + 0.2822985043525696, + 0.28170071473121644, + 0.2461530613899231, + 0.2909035976409912, + 0.2241233106136322, + 0.22891775674819947, + 0.2648821008682251, + 0.29351482318639754, + 0.21875614569187166, + 0.19591772537231444, + 0.19844525773525237, + 0.1983874746322632, + 0.21039879322052002, + 0.1819182156085968, + 0.2276622181892395, + 0.191768607711792, + 0.18294820175170898, + 0.17453236331939698, + 0.20749281368255615, + 0.17378860583305358, + 0.1630034108877182, + 0.1688230975151062, + 0.1894659786939621, + 0.15866619582176208, + 0.17937585167884826, + 0.16238984402418136, + 0.15362602603435516, + 0.15638497247695923, + 0.14544389412403105, + 0.14327869791686534, + 0.13311278290748596, + 0.1496122142314911, + 0.15034341797828674, + 0.14216417129039766, + 0.14079184398651123, + 0.14070965950489045, + 0.12715232799053192, + 0.1181271733045578, + 0.12163998708724975, + 0.11910948114395141, + 0.12497851085662842, + 0.12175717628002167, + 0.11586888887882232, + 0.11415803298354149, + 0.10847577197551728, + 0.11201638069152832, + 0.10924316263198852, + 0.10966023950576782, + 0.10431095411777497, + 0.10155300235748291, + 0.10120472279787064, + 0.09946133661270141, + 0.09955022404193878, + 0.09832342414855957, + 0.09743722066879272, + 0.0961718876838684, + 0.09559566440582275, + 0.09503851671218871, + 0.0945616308093071, + 0.09419615615606308, + 0.09386814022064209, + 0.09363705427646637, + 0.09348938752114773, + 0.09341154512763024 + ], + "train_acc": [ + 0.6262, + 0.8013, + 0.8277, + 0.8347, + 0.8597, + 0.856, + 0.8639, + 0.8759, + 0.8605, + 0.8558, + 0.876, + 0.8879, + 0.8957, + 0.8886, + 0.8799, + 0.8868, + 0.8868, + 0.8889, + 0.898, + 0.8824, + 0.9111, + 0.9088, + 0.8934, + 0.8869, + 0.9131, + 0.9217, + 0.9206, + 0.9224, + 0.9156, + 0.928, + 0.9094, + 0.9244, + 0.9292, + 0.9307, + 0.9179, + 0.9306, + 0.938, + 0.9331, + 0.9251, + 0.9413, + 0.9292, + 0.9359, + 0.9409, + 0.9407, + 0.9444, + 0.9484, + 0.9544, + 0.9445, + 0.9418, + 0.9453, + 0.9472, + 0.9467, + 0.957, + 0.9605, + 0.9597, + 0.9608, + 0.9553, + 0.9582, + 0.9636, + 0.9629, + 0.968, + 0.9654, + 0.966, + 0.9668, + 0.9684, + 0.9709, + 0.9703, + 0.9731, + 0.9733, + 0.973, + 0.9743, + 0.9753, + 0.976, + 0.9762, + 0.9765, + 0.9766, + 0.9766, + 0.9769, + 0.9771, + 0.9771 + ], + "test_acc": [ + 0.786, + 0.819, + 0.8195, + 0.8455, + 0.8495, + 0.847, + 0.857, + 0.8615, + 0.851, + 0.862, + 0.862, + 0.8575, + 0.8705, + 0.86, + 0.8645, + 0.859, + 0.864, + 0.8685, + 0.866, + 0.8715, + 0.8755, + 0.869, + 0.8595, + 0.868, + 0.875, + 0.8755, + 0.8865, + 0.8725, + 0.8845, + 0.8835, + 0.871, + 0.881, + 0.881, + 0.891, + 0.883, + 0.8805, + 0.891, + 0.8805, + 0.889, + 0.889, + 0.89, + 0.8835, + 0.896, + 0.889, + 0.888, + 0.892, + 0.898, + 0.893, + 0.899, + 0.8955, + 0.892, + 0.895, + 0.9015, + 0.8965, + 0.8935, + 0.895, + 0.902, + 0.896, + 0.9005, + 0.8985, + 0.8925, + 0.9015, + 0.899, + 0.8965, + 0.8985, + 0.8985, + 0.9005, + 0.899, + 0.8965, + 0.9005, + 0.8975, + 0.901, + 0.899, + 0.8975, + 0.8975, + 0.898, + 0.8965, + 0.8965, + 0.8965, + 0.8965 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9283311367034912, + 0.9162832498550415, + 0.8925424814224243, + 0.8799441456794739, + 0.8746041655540466, + 0.8698863983154297, + 0.8666130304336548, + 0.863634467124939 + ], + "perturbation_rho": [ + 0.9999991059303284, + 0.9999967217445374, + 0.9999891519546509, + 0.9999651908874512, + 0.9999410510063171, + 0.9999043941497803, + 0.9998966455459595, + 0.9999027252197266 + ], + "nudging": { + "0.001": [ + -0.0268093291670084, + -0.012417184188961983, + -0.006203295662999153, + -0.0037101488560438156, + -0.0026736343279480934, + -0.002185049932450056, + -0.0019234392093494534, + -0.0017743848729878664 + ], + "0.003": [ + -0.07339517027139664, + -0.0357743538916111, + -0.018248513340950012, + -0.011002784594893456, + -0.007955053821206093, + -0.0065111806616187096, + -0.005736147053539753, + -0.005294123664498329 + ], + "0.01": [ + -0.17811693251132965, + -0.10346511751413345, + -0.05678309500217438, + -0.035222865641117096, + -0.025761041790246964, + -0.021198198199272156, + -0.01872769370675087, + -0.017311803996562958 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.130140475845337, + 1.068121821975708, + 0.6906124912261963, + 0.5849464416503907, + 0.539908002948761, + 0.5278588153839111, + 0.4802340653896332, + 0.4802248366832733, + 0.5312753393173217, + 0.5193623352050781, + 0.5183892659187317, + 0.5653032401919365, + 0.5576160436630249, + 0.5253325591087341, + 0.6005686638832092, + 0.600859852027893, + 0.6416343383789063, + 0.6754157733917237, + 0.6742553455352783, + 0.6983654169082641, + 0.7714478206634522, + 0.907026005935669, + 0.7574946401596069, + 0.7974853692531586, + 0.6163667502880097, + 0.6207158555030823, + 0.6624710424423218, + 0.767758971786499, + 0.7936295557022095, + 0.7818759674072265, + 0.6439841373443603, + 0.7241471338272095, + 0.7835567468881607, + 0.5556868800163269, + 0.7838432991981507, + 0.6678941816329956, + 0.5996702154159546, + 0.6219454681396485, + 0.6077403234004974, + 0.5930344202041626, + 0.7072095224380494, + 0.6957413219451904, + 0.6925682455062866, + 0.5746548117637634, + 0.5665205227851867, + 0.652870412158966, + 0.5017711290359497, + 0.5837478618621826, + 0.4854253540992737, + 0.4386099347114563, + 0.4709485713005066, + 0.5079970285415649, + 0.5075192336320877, + 0.49625477714538574, + 0.5056534718036652, + 0.4276254318237305, + 0.5216204251050949, + 0.41532413592338563, + 0.42688399028778073, + 0.4528659384965897, + 0.40737592430114744, + 0.4285537419319153, + 0.4251507745742798, + 0.3982658393383026, + 0.3921439680337906, + 0.4048129905462265, + 0.3849823941230774, + 0.37166397957801817, + 0.3756074117660522, + 0.37098817892074587, + 0.37144046624898913, + 0.36408291239738466, + 0.36373486807346345, + 0.3633287199020386, + 0.35742094442248346, + 0.35612085094451906, + 0.35380580410957335, + 0.3545500941991806, + 0.3522390522420406, + 0.3517058536529541 + ], + "train_acc": [ + 0.2243, + 0.6106, + 0.7399, + 0.7827, + 0.794, + 0.8004, + 0.8171, + 0.8253, + 0.8161, + 0.8205, + 0.8272, + 0.8178, + 0.8203, + 0.8305, + 0.8221, + 0.8243, + 0.8261, + 0.8204, + 0.8166, + 0.821, + 0.8069, + 0.7971, + 0.8102, + 0.8044, + 0.8348, + 0.8323, + 0.8294, + 0.8073, + 0.8135, + 0.8034, + 0.829, + 0.8167, + 0.811, + 0.8429, + 0.8065, + 0.8205, + 0.8317, + 0.8341, + 0.8319, + 0.8325, + 0.8167, + 0.8122, + 0.818, + 0.8326, + 0.8371, + 0.8246, + 0.8514, + 0.8328, + 0.8522, + 0.8603, + 0.8509, + 0.8455, + 0.8445, + 0.8496, + 0.8461, + 0.86, + 0.8445, + 0.8679, + 0.8654, + 0.8542, + 0.8667, + 0.8642, + 0.8677, + 0.8696, + 0.8685, + 0.8666, + 0.8719, + 0.8757, + 0.8746, + 0.8747, + 0.8768, + 0.8776, + 0.8759, + 0.8769, + 0.8774, + 0.8784, + 0.8793, + 0.8792, + 0.8796, + 0.8795 + ], + "test_acc": [ + 0.463, + 0.6815, + 0.744, + 0.7455, + 0.7515, + 0.7875, + 0.7565, + 0.7965, + 0.764, + 0.77, + 0.778, + 0.7455, + 0.768, + 0.7625, + 0.8125, + 0.745, + 0.7205, + 0.774, + 0.709, + 0.7445, + 0.7275, + 0.787, + 0.7495, + 0.7855, + 0.809, + 0.7825, + 0.718, + 0.7635, + 0.7445, + 0.7795, + 0.755, + 0.7165, + 0.7715, + 0.734, + 0.768, + 0.778, + 0.76, + 0.7275, + 0.7785, + 0.714, + 0.765, + 0.7515, + 0.779, + 0.713, + 0.7855, + 0.797, + 0.7775, + 0.79, + 0.811, + 0.7785, + 0.7895, + 0.7415, + 0.7975, + 0.7715, + 0.8085, + 0.7865, + 0.8095, + 0.8235, + 0.81, + 0.8135, + 0.8165, + 0.808, + 0.828, + 0.8165, + 0.8235, + 0.8185, + 0.8275, + 0.828, + 0.8235, + 0.824, + 0.823, + 0.824, + 0.8315, + 0.8305, + 0.832, + 0.834, + 0.831, + 0.833, + 0.8335, + 0.833 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.020978286862373352, + 0.16464680433273315, + 0.15073026716709137, + 0.08116275072097778, + 0.08070477098226547, + 0.0867747962474823, + 0.10854049026966095, + 0.11201675236225128 + ], + "perturbation_rho": [ + 0.032643549144268036, + 0.2071959227323532, + 0.2057623416185379, + 0.09326457977294922, + 0.06205561012029648, + 0.1389445811510086, + 0.11340519785881042, + 0.08505052328109741 + ], + "nudging": { + "0.001": [ + -0.0014469942543655634, + -0.000573523691855371, + -0.00041266781045123935, + -0.00018763300613500178, + -0.00020507823501247913, + -0.00022557468037120998, + -0.0002862402761820704, + -0.00027868736651726067 + ], + "0.003": [ + -0.004212609492242336, + -0.0017168434569612145, + -0.0012332911137491465, + -0.0005597122944891453, + -0.000612777890637517, + -0.0006744061829522252, + -0.0008597993873991072, + -0.0008341555367223918 + ], + "0.01": [ + -0.012655803002417088, + -0.005697320215404034, + -0.004094945732504129, + -0.0018561023753136396, + -0.0020380420610308647, + -0.0022426587529480457, + -0.002856952603906393, + -0.0027735023759305477 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6613537705421448, + 0.8804613601207734, + 0.6975507205963135, + 0.7853355399608613, + 0.8572468722343445, + 0.9299439128875733, + 0.9885676727294922, + 1.0133089805603028, + 0.9962917245864868, + 0.9606268395423889, + 0.9880515659332275, + 0.9777737205505371, + 0.9968037183761597, + 0.9445726100921631, + 1.020095972442627, + 1.0027801685333253, + 0.9952171697616577, + 0.9394625225067139, + 0.9024322465896606, + 0.8761118396759033, + 0.8587080497741699, + 0.8608775177001953, + 0.858176763343811, + 0.8500239983558655, + 0.8605942026138306, + 0.8296343204498291, + 0.8473277267456054, + 0.9032470754623413, + 0.8595288021087647, + 0.8529232517242432, + 0.8514831623077392, + 0.7993372547149659, + 0.7925733268737793, + 0.7777183090209961, + 0.752255222415924, + 0.737820636177063, + 0.718349192905426, + 0.7632894110679627, + 0.7490254787445069, + 0.7206074246406555, + 0.72772101688385, + 0.7681838896751404, + 0.7500456344604493, + 0.7505516075134278, + 0.7438103253364563, + 0.7039294353485107, + 0.7070825775623322, + 0.7316446516036987, + 0.6909497563362121, + 0.6812596918106079, + 0.6990848143577576, + 0.6861800757408142, + 0.6805085423469543, + 0.6727995056152344, + 0.6663222888946533, + 0.6554413802146911, + 0.65927137966156, + 0.6400224656105041, + 0.626771753025055, + 0.6305665927886963, + 0.6282225363254547, + 0.6152347024440765, + 0.6126221405029297, + 0.6149387537956238, + 0.6082951297283172, + 0.5970498047828674, + 0.6011845873832703, + 0.5955050713539124, + 0.5878239162445068, + 0.5866915851593018, + 0.5876003602027893, + 0.5810875995635987, + 0.5816027210235596, + 0.5784582069873809, + 0.5760020084381103, + 0.5744486512184143, + 0.5738656497955322, + 0.5729139318466187, + 0.5723003579139709, + 0.5719887516021729 + ], + "train_acc": [ + 0.3893, + 0.6696, + 0.7401, + 0.7421, + 0.719, + 0.6886, + 0.6631, + 0.6603, + 0.6661, + 0.6592, + 0.6494, + 0.6491, + 0.6455, + 0.6682, + 0.6508, + 0.6536, + 0.6601, + 0.6722, + 0.6882, + 0.6953, + 0.7005, + 0.7068, + 0.6992, + 0.6956, + 0.7035, + 0.7091, + 0.703, + 0.689, + 0.6964, + 0.7009, + 0.7001, + 0.7172, + 0.7219, + 0.7283, + 0.7337, + 0.7369, + 0.745, + 0.7332, + 0.7355, + 0.7415, + 0.7396, + 0.7345, + 0.736, + 0.7369, + 0.7385, + 0.7482, + 0.7451, + 0.7373, + 0.7529, + 0.7547, + 0.7536, + 0.7591, + 0.7564, + 0.7642, + 0.7664, + 0.766, + 0.7665, + 0.7756, + 0.78, + 0.7785, + 0.7795, + 0.7829, + 0.7842, + 0.7826, + 0.7866, + 0.7876, + 0.7873, + 0.7893, + 0.7907, + 0.7927, + 0.7913, + 0.7943, + 0.7931, + 0.796, + 0.7968, + 0.7963, + 0.7959, + 0.7962, + 0.7964, + 0.7964 + ], + "test_acc": [ + 0.5895, + 0.683, + 0.724, + 0.7075, + 0.659, + 0.6335, + 0.64, + 0.645, + 0.645, + 0.6335, + 0.6375, + 0.6195, + 0.651, + 0.6245, + 0.648, + 0.6265, + 0.6325, + 0.663, + 0.644, + 0.634, + 0.6665, + 0.6655, + 0.6565, + 0.6745, + 0.6635, + 0.669, + 0.6515, + 0.631, + 0.6075, + 0.611, + 0.6985, + 0.6515, + 0.678, + 0.6845, + 0.6845, + 0.696, + 0.6915, + 0.689, + 0.7035, + 0.6985, + 0.695, + 0.6895, + 0.692, + 0.689, + 0.716, + 0.704, + 0.6965, + 0.708, + 0.7095, + 0.701, + 0.735, + 0.71, + 0.722, + 0.722, + 0.7365, + 0.734, + 0.7335, + 0.728, + 0.733, + 0.7315, + 0.728, + 0.74, + 0.7435, + 0.7445, + 0.746, + 0.7455, + 0.7425, + 0.7465, + 0.7495, + 0.7565, + 0.755, + 0.742, + 0.7545, + 0.7535, + 0.753, + 0.749, + 0.749, + 0.7495, + 0.7505, + 0.7495 + ], + "state_pred_error": [ + 0.6588439248561859, + 0.18840705387592316, + 0.14289978892803193, + 0.15212055261135102, + 0.17622629220485686, + 0.19014827156066894, + 0.1907501521587372, + 0.1974239867210388, + 0.20479401926994323, + 0.19324371876716614, + 0.1692460091352463, + 0.14547201271057128, + 0.13392872540950776, + 0.13207265970706938, + 0.12733380571603775, + 0.12442956283092499, + 0.11992262068986893, + 0.11454836254119873, + 0.10640433104038238, + 0.09588282935619354, + 0.08941714116334915, + 0.08326569969654084, + 0.08106024689674378, + 0.07807673720121383, + 0.06985928665399552, + 0.05780385282039642, + 0.04903316358923912, + 0.042540194964408876, + 0.03769502246379852, + 0.03340193069577217, + 0.030505492842197418, + 0.027835199296474458, + 0.026414455169439317, + 0.026154682007431984, + 0.027012317779660226, + 0.027285932829976083, + 0.02783989610671997, + 0.02848111428618431, + 0.02768479132056236, + 0.026838592088222504, + 0.025692131254076957, + 0.0250046414911747, + 0.024446581745147706, + 0.023822997540235518, + 0.023123727387189864, + 0.023240181931853295, + 0.022701505839824675, + 0.022446804578602313, + 0.02224079295396805, + 0.02201542984545231, + 0.022186503106355667, + 0.022374201011657716, + 0.022197162532806396, + 0.022024760249257088, + 0.021556022208929063, + 0.020752609607577324, + 0.02029846299290657, + 0.01939405950307846, + 0.01925926080942154, + 0.0179039378374815, + 0.01723805043101311, + 0.016645756682753563, + 0.016013126088678838, + 0.015421504980325698, + 0.014981058233976365, + 0.014707353785634042, + 0.014117280274629593, + 0.013762151800096035, + 0.013112149319052696, + 0.012881575208902358, + 0.01252510030567646, + 0.012011728531122208, + 0.011849733792245389, + 0.01146787409633398, + 0.011190799026191234, + 0.01094292304366827, + 0.01079139669984579, + 0.010453094108402729, + 0.010252758046984672, + 0.010227990358322859 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8467778563499451, + 0.3549606502056122, + 0.1711018681526184, + 0.12375819683074951, + 0.1153455525636673, + 0.12219913303852081, + 0.12895643711090088, + 0.10622675716876984 + ], + "perturbation_rho": [ + 0.7416437268257141, + 0.2796669900417328, + 0.14060860872268677, + 0.09820520132780075, + 0.10454020649194717, + 0.08740514516830444, + 0.10375625640153885, + 0.12008601427078247 + ], + "nudging": { + "0.001": [ + -0.02524612657725811, + -0.0010118680074810982, + -0.00039384554838761687, + -0.0002958686964120716, + -0.00027316075284034014, + -0.0002826714771799743, + -0.0002984246239066124, + -0.00024543559993617237 + ], + "0.003": [ + -0.07356468588113785, + -0.003032396547496319, + -0.0011817947961390018, + -0.0008877563523128629, + -0.0008196210255846381, + -0.0008473420166410506, + -0.0008945445879362524, + -0.0007367263897322118 + ], + "0.01": [ + -0.2212277054786682, + -0.010068328119814396, + -0.00393392750993371, + -0.002955838106572628, + -0.0027290289290249348, + -0.0028208147268742323, + -0.002979037119075656, + -0.002453283406794071 + ] + }, + "state_pred_error_per_layer": [ + 10942.7939453125, + 10293.740234375, + 7482.4482421875, + 5008.9619140625, + 4863.818359375, + 4492.451171875, + 3565.2744140625, + 3837.47998046875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1349513092041015, + 1.0799473155021668, + 0.6904095640182495, + 0.5730169864654541, + 0.5376711503982544, + 0.5217435983657837, + 0.5241446275711059, + 0.5752555076599121, + 0.5162794561386108, + 0.5799625160217285, + 0.5156625980377197, + 0.54727692527771, + 0.5622692403793335, + 0.6077177556037903, + 0.6142744152069092, + 0.5783923351287842, + 0.5948413852691651, + 0.7985807825088501, + 0.7876970001220703, + 1.0439940561294556, + 0.7259676246643066, + 0.8126457204818726, + 0.7394346284866333, + 0.8870538883209228, + 0.8942244791984558, + 1.018878134918213, + 1.1607880065917968, + 1.2915550483703613, + 1.0802051795959473, + 1.132888382291794, + 1.0752713064193726, + 1.2749524337768554, + 1.3533095266342163, + 1.254620951271057, + 1.327561699104309, + 1.3512781272888184, + 1.358589473247528, + 1.3133805484771728, + 1.3522217433929444, + 1.2569283782958984, + 1.2115153579711915, + 1.1729324398040772, + 1.458994796180725, + 1.1794059185028076, + 1.1593233011245727, + 1.1951527072906494, + 1.3532650127410888, + 1.2816025928497314, + 1.2753959981918335, + 1.3296147323608398, + 1.3296164437294007, + 1.4913486896514894, + 1.4076004596948624, + 1.4025042806625365, + 1.5456968538284301, + 1.5032260831832887, + 1.541390106201172, + 1.5214945098876953, + 1.5504541542053223, + 1.6073409852027893, + 1.5711617599487304, + 1.5610263828277589, + 1.5516953735351562, + 1.538286647415161, + 1.5312161500930785, + 1.5014611629486083, + 1.49632290391922, + 1.4762050870895387, + 1.4426008732795714, + 1.4320516025543213, + 1.4142663345336914, + 1.4014085182189941, + 1.3942050539970399, + 1.3843670928955079, + 1.381881692504883, + 1.3740321586608886, + 1.370679066848755, + 1.3696322021484375, + 1.3669484914779664, + 1.3658903411865235 + ], + "train_acc": [ + 0.2258, + 0.6057, + 0.7399, + 0.781, + 0.794, + 0.806, + 0.8037, + 0.7994, + 0.8165, + 0.809, + 0.8278, + 0.8214, + 0.825, + 0.8179, + 0.8185, + 0.8293, + 0.8265, + 0.7944, + 0.8036, + 0.7689, + 0.8042, + 0.7954, + 0.7949, + 0.7834, + 0.7894, + 0.767, + 0.7489, + 0.7289, + 0.7411, + 0.7199, + 0.7209, + 0.6906, + 0.6894, + 0.6987, + 0.6832, + 0.6712, + 0.6676, + 0.6648, + 0.6652, + 0.6608, + 0.665, + 0.6695, + 0.6347, + 0.6647, + 0.6674, + 0.6599, + 0.6289, + 0.637, + 0.6461, + 0.6344, + 0.6359, + 0.6245, + 0.6301, + 0.6303, + 0.6141, + 0.6183, + 0.6157, + 0.6167, + 0.6148, + 0.6119, + 0.6073, + 0.6164, + 0.6129, + 0.6116, + 0.6111, + 0.6167, + 0.6114, + 0.6142, + 0.6226, + 0.6232, + 0.625, + 0.6244, + 0.6286, + 0.628, + 0.6261, + 0.6275, + 0.6284, + 0.6295, + 0.6297, + 0.6298 + ], + "test_acc": [ + 0.452, + 0.688, + 0.7325, + 0.7685, + 0.7775, + 0.752, + 0.767, + 0.7435, + 0.757, + 0.785, + 0.76, + 0.7375, + 0.761, + 0.7525, + 0.786, + 0.766, + 0.681, + 0.745, + 0.6875, + 0.737, + 0.7465, + 0.7495, + 0.707, + 0.731, + 0.7445, + 0.7165, + 0.654, + 0.6635, + 0.699, + 0.6565, + 0.6125, + 0.609, + 0.6125, + 0.669, + 0.634, + 0.6155, + 0.6165, + 0.612, + 0.5675, + 0.669, + 0.619, + 0.514, + 0.632, + 0.6165, + 0.635, + 0.533, + 0.586, + 0.5425, + 0.554, + 0.6015, + 0.5345, + 0.586, + 0.6125, + 0.5765, + 0.5875, + 0.613, + 0.608, + 0.61, + 0.5825, + 0.5925, + 0.5925, + 0.5935, + 0.608, + 0.6025, + 0.6035, + 0.5975, + 0.611, + 0.605, + 0.6095, + 0.6115, + 0.6155, + 0.616, + 0.6105, + 0.6155, + 0.616, + 0.615, + 0.6185, + 0.6185, + 0.618, + 0.617 + ], + "value_loss": [ + 2.727321440219879, + 0.9396097582817078, + 0.8612026205062866, + 0.8072550956726074, + 0.7662750400066376, + 0.8116222425937653, + 0.7918028060913086, + 1.058762281036377, + 0.9410865303039551, + 1.1683196662902833, + 0.8891641233444214, + 1.0408354179382324, + 1.2426973400115966, + 1.3723524351119996, + 1.3864970308303832, + 1.2711094731330872, + 1.4452000873565674, + 2.0964325157165526, + 2.503941488647461, + 3.8773516985416414, + 2.1931466732025147, + 2.4717007579803467, + 1.8694116882324219, + 2.562740281677246, + 2.7024575206756594, + 3.388196944236755, + 4.119316976737976, + 4.325601746749878, + 3.317746393966675, + 3.243412302494049, + 2.8255897121429445, + 3.7306121185302734, + 4.122640119934082, + 3.4347802352905275, + 3.8012741462707518, + 3.5787492347717285, + 3.369715265369415, + 2.77193868560791, + 3.474485213088989, + 2.375825690841675, + 2.1312103996276854, + 1.956772960472107, + 3.083518902397156, + 1.9400283665657043, + 1.692312808418274, + 1.5720748712539674, + 1.8764948084831239, + 1.6743739032745362, + 1.567044317626953, + 1.7899606132507324, + 1.9826876150131225, + 2.5111199203491212, + 1.8491062855243683, + 1.746228759765625, + 2.085294245147705, + 1.9948427753448486, + 1.9512831954956054, + 2.158460530471802, + 2.0963551795959474, + 2.327825161552429, + 2.352580466079712, + 2.054654391479492, + 1.8559182556152343, + 1.8292891555786133, + 1.755587695646286, + 1.710701921081543, + 1.6332559819698333, + 1.5935078775405884, + 1.5094772003889083, + 1.5422865842342377, + 1.476211569213867, + 1.4243068096637725, + 1.2866611572265625, + 1.2408681606292724, + 1.2721347715377807, + 1.1996249546051025, + 1.210354462814331, + 1.1556780391693116, + 1.1320207769393922, + 1.2871107803344726 + ], + "term_loss": [ + 1.6279608231544496, + 0.704119206237793, + 0.7059318660736084, + 0.6708632150650025, + 0.6246756870269775, + 0.6474101797103882, + 0.6305780605316162, + 0.9013450145721436, + 0.8003977013587952, + 1.014212282562256, + 0.7516019021987915, + 0.8989673347473145, + 1.1009173652648925, + 1.221914840745926, + 1.2337085500240326, + 1.1299663187503814, + 1.2949002643585206, + 1.9072193572998046, + 2.2973386978149413, + 3.4965499984025956, + 1.9051358992099763, + 2.1613095233917234, + 1.5260497505187989, + 2.1684676694869993, + 2.3560955852508543, + 3.0179900035858154, + 3.702320911979675, + 3.7875602326393127, + 2.8640588617324827, + 2.8004565309524536, + 2.397008271789551, + 3.191488564300537, + 3.68539259185791, + 2.979008136749268, + 3.262051542663574, + 3.0784937271118165, + 2.832118960571289, + 2.343948299407959, + 2.996490676879883, + 1.9708608936309815, + 1.7158579580783844, + 1.5594909168243407, + 2.6169842109680177, + 1.5474250222682953, + 1.3258218050837516, + 1.1993716355800628, + 1.4649041637420654, + 1.2486765979766845, + 1.1667367574691772, + 1.3506693029403687, + 1.5352664937973022, + 2.035203108596802, + 1.457682236149907, + 1.3602924033164978, + 1.679940075302124, + 1.588972739124298, + 1.552276259613037, + 1.731438402557373, + 1.7071564056396484, + 1.8799896495819093, + 1.9350618648529052, + 1.6424618713378907, + 1.4868921995162965, + 1.446955292892456, + 1.3913815165519714, + 1.34365530128479, + 1.2715293394446372, + 1.2260353670597077, + 1.1480308882594108, + 1.1766893856525422, + 1.1144582271575927, + 1.0618839118480683, + 0.9506599808931351, + 0.9098234622478485, + 0.9204758085250855, + 0.8746725267410278, + 0.8588070724487304, + 0.8281577826499938, + 0.797250756931305, + 0.9274139808654785 + ], + "bridge_loss": [ + 0.8083143433531106, + 0.03534272773116827, + 0.004054905174672604, + 0.0025750217221677304, + 0.0111042478621006, + 0.03642336260080337, + 0.03164129929542542, + 0.01822726946026087, + 0.013087374910712242, + 0.01670566949248314, + 0.012304777045547962, + 0.013311486148834229, + 0.012470375210046769, + 0.015150112447142601, + 0.017846742632985114, + 0.012756926289200783, + 0.01719350122511387, + 0.029539665845036506, + 0.049753447246551515, + 0.19335796689391135, + 0.1377138121843338, + 0.14538880939483642, + 0.1858158534049988, + 0.22088744847774505, + 0.17615320081710814, + 0.17890373020172118, + 0.208697167468071, + 0.317703052854538, + 0.2462163796842098, + 0.21817022037506104, + 0.20710145602226257, + 0.2946344936847687, + 0.18753280954360962, + 0.21550205829143523, + 0.28386482191085816, + 0.238300489795208, + 0.2713253611803055, + 0.16291713156700136, + 0.21267032642364503, + 0.14305857858657836, + 0.1569474487543106, + 0.14258797616362573, + 0.18065397282838822, + 0.13496598809361457, + 0.11368236303329468, + 0.11145756494998932, + 0.12573257199525834, + 0.14761312683820724, + 0.12837004759311677, + 0.15965413780212404, + 0.1698465512096882, + 0.18340668123960496, + 0.10641542260348796, + 0.10253700153827668, + 0.10657473990917206, + 0.1121935983300209, + 0.10271678879261018, + 0.13303805556297302, + 0.09351474790573121, + 0.14432539250850676, + 0.11737795681953431, + 0.11367511397600175, + 0.07074648933410645, + 0.08508506771326065, + 0.06773971323072911, + 0.07468509637117386, + 0.06730701846480369, + 0.07540959911942482, + 0.07412677040994167, + 0.08127087873220444, + 0.07701363701820374, + 0.07957754820287227, + 0.05529560489952564, + 0.05010534638762474, + 0.0712317577123642, + 0.046139729899168015, + 0.072980900400877, + 0.04892427727878094, + 0.056062604546546935, + 0.0815536917924881 + ], + "tgrad_loss": [ + 0.2910462556838989, + 0.2001478245973587, + 0.15121584887504577, + 0.13381686885356903, + 0.13049510194063188, + 0.12778870586156846, + 0.129583452129364, + 0.13919000265598297, + 0.1276014597415924, + 0.13740170998573303, + 0.12525744400024413, + 0.12855659551620482, + 0.12930960359573365, + 0.13528747370243072, + 0.13494173312187194, + 0.12838622679710388, + 0.1331063397884369, + 0.15967349395751954, + 0.15684934887886048, + 0.18744370300769805, + 0.15029693999290467, + 0.16500240364074706, + 0.1575460779428482, + 0.17338516240119933, + 0.1702087482213974, + 0.19130323677062988, + 0.2082989068508148, + 0.22033847556114197, + 0.20747117023468017, + 0.2247855720281601, + 0.2214799639225006, + 0.2444890670776367, + 0.24971474064588547, + 0.24027000885009767, + 0.2553577440261841, + 0.26195502963066103, + 0.2662709293603897, + 0.2650732141494751, + 0.2653242133140564, + 0.261906224489212, + 0.2584049981594086, + 0.25469407353401186, + 0.28588071343898774, + 0.2576373676300049, + 0.25280862176418306, + 0.2612456651687622, + 0.28585807564258575, + 0.27808416323661805, + 0.27193750815391543, + 0.2796371641159058, + 0.2775745363712311, + 0.2925101243019104, + 0.2850086217224598, + 0.2833993576049805, + 0.2987794400215149, + 0.2936764407157898, + 0.2962901576042175, + 0.2939840517044067, + 0.2956840163230896, + 0.3035101066350937, + 0.30014064073562624, + 0.29851739921569825, + 0.2982795658111572, + 0.297248807144165, + 0.29646646108627317, + 0.2923615251541138, + 0.2944196360826492, + 0.2920629088878632, + 0.2873195513010025, + 0.2843263193130493, + 0.28473971853256225, + 0.28284534950256346, + 0.28070557026863097, + 0.2809393483161926, + 0.2804271911859512, + 0.27881269562244415, + 0.2785664937496185, + 0.2785959745883942, + 0.27870741724967957, + 0.2781431001186371 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.03283574804663658, + 0.05836774408817291, + 0.11590129137039185, + 0.10100162029266357, + 0.1079024076461792, + 0.10276803374290466, + 0.11581481993198395, + 0.11350809782743454 + ], + "perturbation_rho": [ + 0.06095704063773155, + 0.13836193084716797, + 0.1803440898656845, + 0.1439131498336792, + 0.14064353704452515, + 0.15858328342437744, + 0.22606094181537628, + 0.17918413877487183 + ], + "nudging": { + "0.001": [ + -0.002448005136102438, + -0.0006180563941597939, + -0.0009603539947420359, + -0.0008934920188039541, + -0.0009336093789897859, + -0.0008919704705476761, + -0.0009885210311040282, + -0.000981275225058198 + ], + "0.003": [ + -0.007285828702151775, + -0.0018541133031249046, + -0.00287721143104136, + -0.0026775901205837727, + -0.00279964879155159, + -0.002672631060704589, + -0.002965346910059452, + -0.0029417702462524176 + ], + "0.01": [ + -0.023668643087148666, + -0.006166210863739252, + -0.009575091302394867, + -0.00891521479934454, + -0.00932026281952858, + -0.008899858221411705, + -0.009868312627077103, + -0.009792262688279152 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json new file mode 100644 index 0000000..80dd4af --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0251480885505677, + 0.5381011812925339, + 0.41018714437484743, + 0.41668477268218995, + 0.3987781819820404, + 0.34647837781906127, + 0.3328484351158142, + 0.3411853968143463, + 0.31531344504356384, + 0.2811115964889526, + 0.3177991699934006, + 0.276431111907959, + 0.31507457468509675, + 0.23614442422389983, + 0.254969379901886, + 0.27476890687942507, + 0.2822477249979973, + 0.22857851524353026, + 0.2848317095279694, + 0.22646245069503784, + 0.19609259796142578, + 0.20422002878189086, + 0.2278106704711914, + 0.21199282817840576, + 0.22999722228050232, + 0.18927179362773897, + 0.1868197315096855, + 0.1624525843143463, + 0.16611186580657958, + 0.1776226815700531, + 0.18346555788517, + 0.18616020417213439, + 0.21773850283622742, + 0.17072519811987877, + 0.1434326003074646, + 0.14783699934482575, + 0.15042639310359954, + 0.12889793826341628, + 0.12356024625301361, + 0.1692313243865967, + 0.15909709224700927, + 0.1192699939250946, + 0.11174692940711975, + 0.11469121931791305, + 0.09951091033518314, + 0.09089980803132057, + 0.09371082916259765, + 0.10394041108489037, + 0.08837119708657265, + 0.0850338310956955, + 0.08094862339496613, + 0.08114566903114319, + 0.0906995141685009, + 0.078421424472332, + 0.0745745754480362, + 0.06969475071430206, + 0.0771757453918457, + 0.07762574458122254, + 0.07343646372556686, + 0.06731920648217202, + 0.06413565802574157, + 0.0694550199508667, + 0.06341172800064086, + 0.06010753145813942, + 0.0578922655582428, + 0.05571632192134857, + 0.05808653661012649, + 0.055248909771442416, + 0.05357116482257843, + 0.05281550569534302, + 0.05171134668439627, + 0.050705768856406215, + 0.04993012307882309, + 0.04970487477779388, + 0.04938072466850281, + 0.04907250826358795, + 0.048702222812175754, + 0.04849463161230087, + 0.04836083398014307, + 0.04829238135814667 + ], + "train_acc": [ + 0.6282, + 0.7909, + 0.8356, + 0.8387, + 0.8442, + 0.8678, + 0.864, + 0.8668, + 0.878, + 0.8879, + 0.8761, + 0.891, + 0.8781, + 0.9061, + 0.8998, + 0.8908, + 0.8897, + 0.9051, + 0.89, + 0.9092, + 0.924, + 0.9202, + 0.9112, + 0.9156, + 0.9113, + 0.922, + 0.9281, + 0.9346, + 0.9359, + 0.9311, + 0.9273, + 0.9257, + 0.9147, + 0.933, + 0.9439, + 0.9438, + 0.9417, + 0.9526, + 0.9544, + 0.9381, + 0.9407, + 0.9555, + 0.9599, + 0.9549, + 0.9662, + 0.9731, + 0.9685, + 0.9654, + 0.9715, + 0.9729, + 0.9751, + 0.975, + 0.9686, + 0.9772, + 0.9789, + 0.9812, + 0.9762, + 0.9755, + 0.9773, + 0.9815, + 0.9841, + 0.9801, + 0.9832, + 0.9859, + 0.9881, + 0.9893, + 0.9875, + 0.9879, + 0.9904, + 0.9916, + 0.9919, + 0.9924, + 0.993, + 0.9929, + 0.9935, + 0.9936, + 0.9937, + 0.9937, + 0.9939, + 0.9939 + ], + "test_acc": [ + 0.7655, + 0.7705, + 0.845, + 0.8445, + 0.856, + 0.8585, + 0.8535, + 0.863, + 0.863, + 0.8645, + 0.852, + 0.8735, + 0.876, + 0.868, + 0.8825, + 0.8725, + 0.869, + 0.873, + 0.8675, + 0.876, + 0.8745, + 0.8785, + 0.875, + 0.8745, + 0.8785, + 0.878, + 0.8905, + 0.881, + 0.883, + 0.889, + 0.8855, + 0.8835, + 0.8815, + 0.894, + 0.891, + 0.8865, + 0.8855, + 0.8865, + 0.884, + 0.8925, + 0.893, + 0.8995, + 0.9, + 0.894, + 0.8985, + 0.9, + 0.897, + 0.8975, + 0.895, + 0.9005, + 0.895, + 0.904, + 0.8985, + 0.899, + 0.9025, + 0.901, + 0.899, + 0.8985, + 0.8985, + 0.897, + 0.897, + 0.902, + 0.902, + 0.9025, + 0.899, + 0.9035, + 0.901, + 0.902, + 0.903, + 0.901, + 0.9035, + 0.902, + 0.901, + 0.901, + 0.901, + 0.9005, + 0.902, + 0.902, + 0.902, + 0.902 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8318638801574707, + 0.8205357789993286, + 0.8115277886390686, + 0.8032979965209961, + 0.7886118292808533, + 0.7801527976989746, + 0.7755030393600464, + 0.769822359085083, + 0.7656118869781494, + 0.7624454498291016, + 0.7592873573303223, + 0.7567087411880493 + ], + "perturbation_rho": [ + 0.9999992251396179, + 0.9999969005584717, + 0.9999886155128479, + 0.9999699592590332, + 0.9999390244483948, + 0.9998932480812073, + 0.9998554587364197, + 0.9998190999031067, + 0.9997619986534119, + 0.9997045397758484, + 0.9997037649154663, + 0.9996514916419983 + ], + "nudging": { + "0.001": [ + -0.02965891733765602, + -0.014755135402083397, + -0.007768464274704456, + -0.004644382745027542, + -0.0031942492350935936, + -0.0024470873177051544, + -0.002016209065914154, + -0.0017410764703527093, + -0.001558023039251566, + -0.0014324376825243235, + -0.001343877287581563, + -0.0012825119774788618 + ], + "0.003": [ + -0.0804542750120163, + -0.042193710803985596, + -0.022742247208952904, + -0.013738743960857391, + -0.00949312373995781, + -0.007289452478289604, + -0.006013792939484119, + -0.005197531543672085, + -0.004653473384678364, + -0.004280170891433954, + -0.004016467835754156, + -0.0038337684236466885 + ], + "0.01": [ + -0.19001588225364685, + -0.1191760003566742, + -0.0696173831820488, + -0.04359997808933258, + -0.030619269236922264, + -0.023702502250671387, + -0.019644131883978844, + -0.01702706888318062, + -0.015273808501660824, + -0.014067228883504868, + -0.01321301981806755, + -0.012620084919035435 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1161888708114622, + 1.0705381093978883, + 0.7379587242126465, + 0.6230424444198608, + 0.5587224875450134, + 0.5511080667495728, + 0.5147961149215698, + 0.5059333966255188, + 0.5395212747573852, + 0.5567793758392334, + 0.6206620505332947, + 0.5265415138721466, + 0.5160172220230103, + 0.5400834962844848, + 0.5545318482398987, + 0.5883845041275024, + 0.6101506164550782, + 0.5516913089752197, + 0.6737783394813538, + 0.6081213068962097, + 0.811542774772644, + 0.6109004033088684, + 0.5861687495231629, + 0.6011404423713684, + 0.6571122856140137, + 0.6412208379745483, + 0.9013783811628818, + 0.5354073376655578, + 0.5708883996009827, + 0.6849057559967041, + 1.001942999124527, + 0.60237093501091, + 0.6511475246667862, + 0.6211171346664429, + 0.602404217338562, + 0.546023369216919, + 0.6272468940734863, + 0.6112368375778198, + 0.5450925559997558, + 0.7834748405456543, + 0.6081129229784011, + 0.5642386393815279, + 0.56300906457901, + 0.505311530637741, + 0.5361756405830383, + 0.4359512243270874, + 0.545820366859436, + 0.5309959113121032, + 0.5448329068422317, + 0.4796094952344894, + 0.4383549818992615, + 0.47926157960891724, + 0.46650244359970094, + 0.4291006091594696, + 0.4090529757976532, + 0.3741895474433899, + 0.46069719450473784, + 0.4360212215423584, + 0.43903335857391357, + 0.39378074131011964, + 0.3575065735816956, + 0.38047246384620664, + 0.3535813014984131, + 0.3860295336961746, + 0.35095718326568603, + 0.37885420265197756, + 0.3496265037059784, + 0.34361237716674803, + 0.3341560622692108, + 0.34267382655143735, + 0.3308092978477478, + 0.3239377063751221, + 0.32587551040649415, + 0.32046382219791414, + 0.31662249999046327, + 0.316526219534874, + 0.315068252658844, + 0.31297805325984956, + 0.3121805286288261, + 0.31114738615751264 + ], + "train_acc": [ + 0.2347, + 0.6109, + 0.7271, + 0.7668, + 0.7901, + 0.7911, + 0.8103, + 0.8109, + 0.8039, + 0.8057, + 0.7993, + 0.8217, + 0.8213, + 0.8225, + 0.8165, + 0.8147, + 0.8151, + 0.8288, + 0.8074, + 0.8169, + 0.7825, + 0.8202, + 0.8321, + 0.8321, + 0.8179, + 0.8169, + 0.787, + 0.8383, + 0.8308, + 0.8067, + 0.7794, + 0.8299, + 0.8183, + 0.8227, + 0.8221, + 0.84, + 0.8212, + 0.8258, + 0.8318, + 0.7943, + 0.8294, + 0.8284, + 0.8301, + 0.8396, + 0.8353, + 0.8567, + 0.8271, + 0.8324, + 0.8331, + 0.8414, + 0.8513, + 0.8441, + 0.8437, + 0.8564, + 0.8621, + 0.8661, + 0.8483, + 0.8563, + 0.8535, + 0.8627, + 0.8716, + 0.8674, + 0.873, + 0.867, + 0.8746, + 0.8692, + 0.8759, + 0.8763, + 0.8793, + 0.8761, + 0.8811, + 0.8839, + 0.8847, + 0.886, + 0.8883, + 0.8857, + 0.8871, + 0.8883, + 0.8883, + 0.889 + ], + "test_acc": [ + 0.4935, + 0.664, + 0.7105, + 0.7415, + 0.7515, + 0.749, + 0.738, + 0.7145, + 0.747, + 0.6885, + 0.779, + 0.747, + 0.7215, + 0.774, + 0.7765, + 0.737, + 0.7385, + 0.7485, + 0.7145, + 0.7095, + 0.746, + 0.6925, + 0.7445, + 0.733, + 0.7555, + 0.6975, + 0.744, + 0.758, + 0.7605, + 0.6015, + 0.7335, + 0.744, + 0.7155, + 0.76, + 0.742, + 0.6985, + 0.756, + 0.797, + 0.669, + 0.6595, + 0.7775, + 0.751, + 0.7825, + 0.792, + 0.7875, + 0.7185, + 0.7555, + 0.711, + 0.7865, + 0.7815, + 0.7525, + 0.7505, + 0.756, + 0.8095, + 0.8295, + 0.8095, + 0.7835, + 0.811, + 0.792, + 0.835, + 0.8165, + 0.8195, + 0.824, + 0.8365, + 0.83, + 0.8305, + 0.8355, + 0.8345, + 0.841, + 0.8435, + 0.845, + 0.8445, + 0.8385, + 0.8435, + 0.849, + 0.8425, + 0.852, + 0.846, + 0.8475, + 0.8475 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.007017737254500389, + 0.1750856339931488, + 0.09811605513095856, + 0.09870222210884094, + 0.06923168152570724, + 0.07072796672582626, + 0.1299426257610321, + 0.06372487545013428, + 0.05202930420637131, + 0.07090489566326141, + 0.04892899468541145, + 0.07766443490982056 + ], + "perturbation_rho": [ + -0.05082311853766441, + 0.15127798914909363, + 0.10723739117383957, + 0.1141807958483696, + 0.10590988397598267, + 0.05159565061330795, + 0.11685939878225327, + 0.06997300684452057, + 0.00848393514752388, + 0.09840574860572815, + 0.04575839638710022, + 0.015137266367673874 + ], + "nudging": { + "0.001": [ + -4.85350246890448e-05, + -0.00047083833487704396, + -0.0002036669902736321, + -0.00020484492415562272, + -0.00012755952775478363, + -0.0001312094391323626, + -0.00026341876946389675, + -0.00013891540584154427, + -8.587291813455522e-05, + -0.0001401761983288452, + -0.00010106117406394333, + -0.00013796932762488723 + ], + "0.003": [ + -0.00011904549319297075, + -0.0014130279887467623, + -0.0006089931703172624, + -0.0006149515393190086, + -0.00038236152613535523, + -0.0003897756978403777, + -0.0007856430020183325, + -0.00041487300768494606, + -0.00026209562201984227, + -0.0004224291769787669, + -0.0003004029858857393, + -0.00041531946044415236 + ], + "0.01": [ + -9.43206250667572e-05, + -0.004689650610089302, + -0.0020264536142349243, + -0.0020407852716743946, + -0.0012656663311645389, + -0.0012923413887619972, + -0.0026080894749611616, + -0.0013762509915977716, + -0.0008721412159502506, + -0.0014046088326722383, + -0.0009981195908039808, + -0.0013870256952941418 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7660392265319824, + 1.178251402759552, + 0.9799116178512574, + 0.9648374988555908, + 0.9458347319602967, + 0.9694253993034363, + 1.031941456604004, + 1.086812539100647, + 1.1742973445892333, + 1.19130708694458, + 1.1743286926269532, + 1.1457796726226808, + 1.1943257934570313, + 1.1683498153686522, + 1.1290361179351807, + 1.0556812404632567, + 1.0298576685905456, + 1.0394999574661254, + 1.0867010340690613, + 1.049304892539978, + 1.0673762855529785, + 1.0524308464050294, + 1.0844358332633972, + 1.1172401988983154, + 1.1323510132789611, + 1.1146858919143676, + 1.128648495578766, + 1.0949398155212402, + 1.0749667533874512, + 1.0532681093215943, + 0.9976370090484619, + 0.9771609001159668, + 1.0085774200439452, + 0.9589678119659424, + 1.0052671368122101, + 1.0016240659713744, + 0.9660814436912537, + 0.9806823503494263, + 0.9850459058761597, + 0.9981972049713135, + 0.9740466180801391, + 0.9784111059188842, + 1.0064473885536194, + 1.0063808506011962, + 1.0454398796081543, + 1.068976349067688, + 1.0449666645050049, + 0.9966327934265137, + 0.9869317514419556, + 0.9675295728683472, + 0.9301507671356202, + 0.9641815420150757, + 0.9217775179862976, + 0.9083558129310608, + 0.8999398115158082, + 0.9012471942901611, + 0.876110479068756, + 0.8611874293327332, + 0.8559818737030029, + 0.8613637584686279, + 0.8418010949134827, + 0.8399203823089599, + 0.822348624420166, + 0.8137641032218933, + 0.8099215194702148, + 0.8083343101501465, + 0.79866770362854, + 0.7958657787322998, + 0.7941301454544067, + 0.7885932938575745, + 0.7868301971435547, + 0.7845343255996704, + 0.7839029501914978, + 0.7834184554100037, + 0.7787990325927734, + 0.7778603867530822, + 0.7773278060913086, + 0.7761943964004516, + 0.7756718534469604, + 0.7753890983581543 + ], + "train_acc": [ + 0.3775, + 0.5866, + 0.6582, + 0.6737, + 0.6776, + 0.6691, + 0.6489, + 0.6323, + 0.615, + 0.6048, + 0.6065, + 0.6163, + 0.5998, + 0.6116, + 0.6105, + 0.6255, + 0.6347, + 0.6341, + 0.6203, + 0.6327, + 0.6274, + 0.6273, + 0.6222, + 0.6166, + 0.6221, + 0.6313, + 0.6286, + 0.6398, + 0.6346, + 0.6421, + 0.6539, + 0.6626, + 0.6542, + 0.6694, + 0.662, + 0.6658, + 0.6749, + 0.6665, + 0.6672, + 0.6647, + 0.6694, + 0.6657, + 0.6662, + 0.6634, + 0.6582, + 0.6572, + 0.6615, + 0.6692, + 0.6772, + 0.6794, + 0.6878, + 0.672, + 0.688, + 0.688, + 0.6891, + 0.6883, + 0.6942, + 0.6958, + 0.6969, + 0.6946, + 0.7045, + 0.7034, + 0.7078, + 0.7092, + 0.7115, + 0.7134, + 0.7138, + 0.7166, + 0.7183, + 0.7177, + 0.7171, + 0.7211, + 0.7219, + 0.7237, + 0.7234, + 0.7234, + 0.7229, + 0.7241, + 0.7237, + 0.7238 + ], + "test_acc": [ + 0.521, + 0.603, + 0.6275, + 0.638, + 0.64, + 0.6115, + 0.6005, + 0.5555, + 0.575, + 0.5755, + 0.5515, + 0.5135, + 0.563, + 0.5605, + 0.5765, + 0.5455, + 0.598, + 0.5825, + 0.5805, + 0.5785, + 0.5125, + 0.5985, + 0.57, + 0.5875, + 0.5775, + 0.571, + 0.6055, + 0.6095, + 0.6085, + 0.6005, + 0.6235, + 0.608, + 0.63, + 0.607, + 0.611, + 0.6395, + 0.6215, + 0.6065, + 0.609, + 0.622, + 0.62, + 0.619, + 0.62, + 0.6035, + 0.6035, + 0.614, + 0.611, + 0.615, + 0.6215, + 0.6185, + 0.6415, + 0.641, + 0.6365, + 0.634, + 0.6375, + 0.6385, + 0.638, + 0.638, + 0.6585, + 0.6345, + 0.6515, + 0.6415, + 0.6495, + 0.648, + 0.6535, + 0.649, + 0.6485, + 0.6535, + 0.6605, + 0.652, + 0.6495, + 0.656, + 0.6555, + 0.6525, + 0.6495, + 0.653, + 0.6515, + 0.6525, + 0.653, + 0.653 + ], + "state_pred_error": [ + 0.6562932591438293, + 0.23981053397655486, + 0.1903499266386032, + 0.19460821108818055, + 0.18526573693752288, + 0.17590652742385865, + 0.17703034114837646, + 0.18292365341186523, + 0.17384615654945373, + 0.15362654786109925, + 0.13457916014194488, + 0.10651036943197251, + 0.08625391768217087, + 0.07398555294275284, + 0.06209893840551376, + 0.05550870283842087, + 0.053596517646312715, + 0.04783650130033493, + 0.043200792515277864, + 0.04244589750766754, + 0.03850420281887054, + 0.034261447036266324, + 0.03740785131454468, + 0.05187485041022301, + 0.062013522326946256, + 0.06344651449918746, + 0.06347008838653564, + 0.05844136718511581, + 0.055137157082557675, + 0.0557414687871933, + 0.057311562991142276, + 0.054085967439413074, + 0.051402875846624375, + 0.05376452451944351, + 0.056453118932247165, + 0.058846011412143705, + 0.05783562337160111, + 0.05683179898262024, + 0.04931292141675949, + 0.046385925376415255, + 0.04792898969650269, + 0.04724597421884537, + 0.048053572791814804, + 0.05018840481638909, + 0.0515774268746376, + 0.051133309531211854, + 0.04661017266511917, + 0.040031638622283934, + 0.03488108472824097, + 0.034121088311076166, + 0.033728338706493374, + 0.0345772180557251, + 0.035495428866147996, + 0.0358143527507782, + 0.03543115886449814, + 0.034300058418512344, + 0.03347357029318809, + 0.03296002690792084, + 0.03150505864620209, + 0.031229876655340195, + 0.030605761355161666, + 0.029714866718649865, + 0.029429574620723726, + 0.028748987805843354, + 0.0280685770124197, + 0.027459417676925658, + 0.02690108307301998, + 0.0262698985517025, + 0.025815216612815856, + 0.025245039772987365, + 0.02476883113980293, + 0.024032312482595443, + 0.023628278690576553, + 0.02287783022224903, + 0.022595539873838423, + 0.022138828229904175, + 0.02166169041991234, + 0.021171285590529443, + 0.020910686141252518, + 0.020324308523535728 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7411977648735046, + 0.3599514067173004, + 0.24466437101364136, + 0.18324854969978333, + 0.1438049077987671, + 0.1288401186466217, + 0.12390943616628647, + 0.11832019686698914, + 0.1285572201013565, + 0.12467152625322342, + 0.12941977381706238, + 0.11911536008119583 + ], + "perturbation_rho": [ + 0.637965977191925, + 0.3033628761768341, + 0.22177954018115997, + 0.1946793794631958, + 0.08981841057538986, + 0.07293770462274551, + 0.06646254658699036, + 0.08072252571582794, + 0.1001453697681427, + 0.10873826593160629, + 0.08548736572265625, + 0.06633201241493225 + ], + "nudging": { + "0.001": [ + -0.021028487011790276, + -0.001058874186128378, + -0.0006181992357596755, + -0.0004633825155906379, + -0.00033575957058928907, + -0.00028632720932364464, + -0.0002752277650870383, + -0.00025989426649175584, + -0.0002959924750030041, + -0.0002790615544654429, + -0.0002817974309436977, + -0.00027173495618626475 + ], + "0.003": [ + -0.06181221827864647, + -0.0031739207915961742, + -0.0018536150455474854, + -0.0013895141892135143, + -0.0010071746073663235, + -0.0008582596783526242, + -0.0008251374820247293, + -0.0007799923187121749, + -0.0008870307938195765, + -0.0008369790157303214, + -0.0008445986313745379, + -0.000814296246971935 + ], + "0.01": [ + -0.19135718047618866, + -0.010539980605244637, + -0.006164146587252617, + -0.004623022396117449, + -0.003351652529090643, + -0.002855603815987706, + -0.002745934296399355, + -0.0025949627161026, + -0.002952038776129484, + -0.002784580923616886, + -0.002810355508700013, + -0.0027095736004412174 + ] + }, + "state_pred_error_per_layer": [ + 11398.169921875, + 8994.236328125, + 6843.07958984375, + 5338.4423828125, + 5392.61279296875, + 5254.96435546875, + 5057.08544921875, + 3968.3759765625, + 3609.97021484375, + 3456.01708984375, + 3801.56005859375, + 3800.938232421875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1167624181747438, + 1.0788958876609802, + 0.7283429620742797, + 0.6024269011974335, + 0.5713749401092529, + 0.5598325239181519, + 0.5255904386997223, + 0.4974329795598984, + 0.4899064763069153, + 0.5248763283252716, + 0.5883738929748535, + 0.5222483651161194, + 0.6248608678817749, + 0.6194486492156982, + 0.662178272819519, + 0.640893846309185, + 0.5865561918258667, + 0.885394397687912, + 0.6598452829360962, + 0.8222563210964203, + 0.754990729355812, + 0.8914188419342041, + 1.031625161933899, + 1.0454975284576415, + 1.2010375715255737, + 1.0348915752410888, + 1.165796419429779, + 1.231134867119789, + 1.1155884208679199, + 1.126976979446411, + 1.1689010509490967, + 1.2431681230545044, + 1.1928106174468993, + 1.2096030212402344, + 1.3011646310806275, + 1.4129821705818175, + 1.6691173180580139, + 1.7397695838928222, + 1.5034552973747253, + 1.4103708577156067, + 1.4138535682678222, + 1.426429981994629, + 1.403753551864624, + 1.3699013526916504, + 1.2783019632339478, + 1.4253152322292328, + 1.2403149646759033, + 1.2535520204544068, + 1.2423814392089845, + 1.2836143051147462, + 1.2725918060302734, + 1.459489345550537, + 1.3426179229736328, + 1.2982452480316162, + 1.2198686767578124, + 1.2035927333831786, + 1.189828524017334, + 1.1886818801879884, + 1.186541651058197, + 1.196483794784546, + 1.1956911575317384, + 1.1999056583404542, + 1.1884550790786743, + 1.16442092628479, + 1.1864193830490113, + 1.175171266555786, + 1.164777257537842, + 1.143490619659424, + 1.1616380886077882, + 1.148275350189209, + 1.1453337799072265, + 1.1361551708221436, + 1.1338137168884277, + 1.1356001434326173, + 1.1363445959091187, + 1.1320666946411133, + 1.1263005462646485, + 1.1265122992515564, + 1.1240507564544677, + 1.122698894882202 + ], + "train_acc": [ + 0.2326, + 0.6009, + 0.7284, + 0.782, + 0.7858, + 0.7932, + 0.8017, + 0.8211, + 0.821, + 0.8133, + 0.8013, + 0.8252, + 0.8039, + 0.8028, + 0.8062, + 0.8088, + 0.8267, + 0.7767, + 0.8198, + 0.7967, + 0.8033, + 0.7824, + 0.7618, + 0.7514, + 0.7357, + 0.7568, + 0.7255, + 0.7226, + 0.7436, + 0.7404, + 0.7352, + 0.7124, + 0.7168, + 0.7056, + 0.6906, + 0.6805, + 0.6348, + 0.6271, + 0.6467, + 0.6502, + 0.6414, + 0.6359, + 0.6329, + 0.6335, + 0.6483, + 0.6185, + 0.6446, + 0.6477, + 0.6504, + 0.6359, + 0.6434, + 0.6053, + 0.6247, + 0.6278, + 0.645, + 0.6464, + 0.6447, + 0.6448, + 0.6491, + 0.6438, + 0.6471, + 0.6432, + 0.6445, + 0.6451, + 0.642, + 0.6436, + 0.6457, + 0.6523, + 0.6477, + 0.6485, + 0.6528, + 0.6531, + 0.6558, + 0.6543, + 0.6514, + 0.6525, + 0.6535, + 0.6521, + 0.6561, + 0.6539 + ], + "test_acc": [ + 0.4875, + 0.677, + 0.7215, + 0.7555, + 0.711, + 0.746, + 0.749, + 0.766, + 0.737, + 0.781, + 0.737, + 0.7375, + 0.682, + 0.752, + 0.741, + 0.753, + 0.7145, + 0.7665, + 0.7315, + 0.7535, + 0.735, + 0.693, + 0.6625, + 0.6565, + 0.6395, + 0.6925, + 0.6545, + 0.65, + 0.6975, + 0.6685, + 0.6285, + 0.624, + 0.6125, + 0.5815, + 0.637, + 0.595, + 0.569, + 0.6345, + 0.588, + 0.564, + 0.551, + 0.558, + 0.532, + 0.558, + 0.463, + 0.5915, + 0.592, + 0.605, + 0.5635, + 0.583, + 0.475, + 0.5865, + 0.5545, + 0.573, + 0.574, + 0.5875, + 0.6035, + 0.6145, + 0.5835, + 0.6215, + 0.5825, + 0.596, + 0.5915, + 0.595, + 0.5825, + 0.6105, + 0.6125, + 0.5925, + 0.611, + 0.6085, + 0.6045, + 0.614, + 0.6135, + 0.611, + 0.6095, + 0.6165, + 0.615, + 0.6175, + 0.617, + 0.6165 + ], + "value_loss": [ + 2.917377243423462, + 1.0885846445083618, + 0.8722483618736268, + 0.7590288893699646, + 0.6848006416320801, + 0.7795331933021545, + 0.7230647287368774, + 0.6652144893169403, + 0.6948482487678528, + 0.845168435049057, + 1.012792977142334, + 0.9757756937980652, + 1.377029209136963, + 1.2504926189422607, + 1.5225606134414673, + 1.4383921993494033, + 1.3322697761535645, + 2.4565747309207917, + 1.6300376277923585, + 2.823884797477722, + 2.3786984578609465, + 3.188929486846924, + 3.881624488592148, + 3.887029996871948, + 5.223129042053222, + 3.704177805709839, + 3.865027075386047, + 4.846107821583748, + 4.141783078241348, + 3.970493141937256, + 3.874847568798065, + 4.200226354598999, + 3.745213671684265, + 3.198570384597778, + 3.0785925355911257, + 3.9717932876586914, + 4.700067436790467, + 4.323802533721924, + 4.030013834190369, + 3.1393288494110108, + 2.987711456298828, + 2.7445001739501955, + 3.0291526428222655, + 2.3462921596527098, + 1.9060795955657959, + 2.258526708507538, + 1.7152527221679688, + 1.8757978493452072, + 1.7933397781372071, + 1.972236647605896, + 1.9309973197937012, + 2.1270628622055052, + 2.527687882232666, + 1.409256293106079, + 1.5656167263031007, + 1.207306969833374, + 1.161829356956482, + 1.1612982688903808, + 1.3352970541954041, + 1.0183050258636475, + 1.0635041744232179, + 1.1356115013122559, + 1.030290427494049, + 0.9526879192352294, + 0.9847541847229004, + 0.9769651292800904, + 1.0084786526679992, + 0.847856243610382, + 0.9065985995292664, + 0.8622876857757569, + 0.985212391090393, + 0.8992663670539855, + 0.8764174394369125, + 0.879221212387085, + 0.7656205827713013, + 0.7692451740264893, + 0.7758066005706787, + 0.7651944708824158, + 0.7469569927215576, + 0.7472030250549316 + ], + "term_loss": [ + 1.7071890327453614, + 0.8562626203536987, + 0.7217037587165832, + 0.6241729659080505, + 0.5283200964927673, + 0.6200158938407898, + 0.5797653388977051, + 0.5340959584653378, + 0.570998721408844, + 0.717055173254013, + 0.8720836116790771, + 0.8500968678474426, + 1.2321790990829469, + 1.1084193689346313, + 1.371880656862259, + 1.2907429981589318, + 1.1943902667999267, + 2.2709406319350003, + 1.4680245761871338, + 2.522774781036377, + 2.103910192489624, + 2.813427988433838, + 3.51185936422348, + 3.507211095714569, + 4.675780584716797, + 3.273686423397064, + 3.37993256855011, + 4.347406148648262, + 3.6078256138801574, + 3.477346031188965, + 3.3423506669521332, + 3.635915426635742, + 3.2431184103012085, + 2.731623638153076, + 2.569586363697052, + 3.3848239572525025, + 3.9930092430114748, + 3.6855425521850584, + 3.439471867132187, + 2.6192165103912353, + 2.430570825958252, + 2.2859115070343017, + 2.510902947998047, + 1.8956809158325196, + 1.5424002754211426, + 1.8663454635381698, + 1.3792756309509278, + 1.5096056005597114, + 1.4301966918945312, + 1.6093664487838746, + 1.5647689273834229, + 1.7485398204803466, + 2.0468893560409547, + 1.086868813419342, + 1.2306722325801849, + 0.9031556518554688, + 0.8638837631225585, + 0.8681535690307617, + 1.0182161829471588, + 0.7249538288116455, + 0.7807100736618042, + 0.8440699245452881, + 0.7501027065992355, + 0.6742322627067566, + 0.7051959021568298, + 0.7000651927947998, + 0.7283024723052979, + 0.5799991112709045, + 0.6314232111930848, + 0.5915066772460937, + 0.7066991906166077, + 0.6210276663541794, + 0.6052080447912216, + 0.6054580961704255, + 0.506322053527832, + 0.5056319164276123, + 0.5136490772247314, + 0.5038866362571717, + 0.4870232744216919, + 0.48659993648529054 + ], + "bridge_loss": [ + 0.934133678069734, + 0.04377672711312771, + 0.00621748416274786, + 0.009328789858520032, + 0.03208852110505104, + 0.03361516862809658, + 0.025169576000422238, + 0.016107972599565982, + 0.01099225374609232, + 0.009757265958189964, + 0.012258637046068907, + 0.009598278574645519, + 0.011902521315217018, + 0.01008907663524151, + 0.012962754887342453, + 0.016048321741446853, + 0.014013315912336111, + 0.02511794980466366, + 0.03051947158575058, + 0.14839042081832884, + 0.1288803307890892, + 0.21345752367973328, + 0.18923244893550872, + 0.1900414011478424, + 0.3374566346645355, + 0.2436180516242981, + 0.27291790237426755, + 0.2844627224907279, + 0.33504061785936357, + 0.28894724340438843, + 0.323739523935318, + 0.3439501903533936, + 0.2863821896791458, + 0.24004585890769958, + 0.2657137688159943, + 0.3297406603336334, + 0.4193671970367432, + 0.3435313666343689, + 0.3151414979636669, + 0.2521958198547363, + 0.286889494228363, + 0.18249824771881104, + 0.24513883123397828, + 0.1807411163687706, + 0.10391507806777954, + 0.11641201150417328, + 0.0781691556930542, + 0.11070946050584317, + 0.10752428450584411, + 0.09995526621341705, + 0.10843874815702438, + 0.09153415812253952, + 0.21060027264356612, + 0.05525967319011688, + 0.07939857324361801, + 0.052892149806022644, + 0.04809255766868591, + 0.043376958113908765, + 0.06525523254275321, + 0.041036498141288756, + 0.034595796847343444, + 0.039489244347810745, + 0.03204091534614563, + 0.03184057741165161, + 0.03210646907687187, + 0.03017198827266693, + 0.03566043748408556, + 0.026130416893959046, + 0.030878000298142434, + 0.028091139087080955, + 0.036872993779182434, + 0.037208085697889325, + 0.031016037890315058, + 0.03364388849139214, + 0.01882201724052429, + 0.022678672552108765, + 0.023471874904632567, + 0.022254053789377212, + 0.021548601961135866, + 0.02176231173723936 + ], + "tgrad_loss": [ + 0.2760545256614685, + 0.1885452966928482, + 0.14432712779045104, + 0.12552713549137115, + 0.1243920262336731, + 0.12590213398933411, + 0.11812981011867524, + 0.11501056258678437, + 0.1128572760105133, + 0.1183559935092926, + 0.12845072351694106, + 0.1160805418252945, + 0.1329475926876068, + 0.1319841867685318, + 0.13771721487045288, + 0.13160088445991278, + 0.12386620242595672, + 0.16051614969968797, + 0.1314936074256897, + 0.152719602394104, + 0.14590793343186378, + 0.1620439998626709, + 0.1805326670050621, + 0.18977752606868745, + 0.20989185056686402, + 0.18687333135604858, + 0.21217663090229033, + 0.21423892506957054, + 0.19891686100959777, + 0.20419985570907592, + 0.20875739620923997, + 0.22036073546409607, + 0.2157130225300789, + 0.22690090117454528, + 0.2432923877954483, + 0.2572286765575409, + 0.28769104671478274, + 0.29472856616973875, + 0.27540048587322236, + 0.26791652979850766, + 0.2702511163234711, + 0.2760904380321503, + 0.27311084804534913, + 0.2698701079368591, + 0.2597642467021942, + 0.27576921684741973, + 0.25780792813301084, + 0.25548279466629026, + 0.2556188053131104, + 0.26291491422653196, + 0.2577896447181702, + 0.2869888922214508, + 0.2701982216835022, + 0.2671278247833252, + 0.25554592900276185, + 0.2512591653585434, + 0.2498530375957489, + 0.249767742729187, + 0.25182563605308533, + 0.25231471223831176, + 0.24819831862449646, + 0.25205233681201933, + 0.24814680593013763, + 0.24661508560180664, + 0.24745180859565735, + 0.2467279472351074, + 0.2445157471895218, + 0.24172671518325806, + 0.2442973881959915, + 0.24268987379074097, + 0.24164021210670472, + 0.24103060722351075, + 0.24019335939884187, + 0.24011922693252563, + 0.240476509141922, + 0.24093458075523377, + 0.2386856475353241, + 0.23905378465652466, + 0.23838511614799499, + 0.23884078254699706 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.022855455055832863, + 0.05216163024306297, + 0.06243491545319557, + 0.06105152890086174, + 0.04914259910583496, + 0.0686616599559784, + 0.07184358686208725, + 0.06793813407421112, + 0.07173632830381393, + 0.07284142076969147, + 0.07256414741277695, + 0.07263204455375671 + ], + "perturbation_rho": [ + 0.035705771297216415, + 0.06484436988830566, + 0.15210987627506256, + 0.16708198189735413, + 0.14389753341674805, + 0.17870034277439117, + 0.1870872974395752, + 0.1476944386959076, + 0.15697413682937622, + 0.11093902587890625, + 0.14925891160964966, + 0.1440906673669815 + ], + "nudging": { + "0.001": [ + -0.001078948494978249, + -0.0004032487340737134, + -0.0004934167372994125, + -0.00047345247003249824, + -0.00039035180816426873, + -0.0005267527303658426, + -0.0005424739792943001, + -0.0005249894456937909, + -0.0005533735384233296, + -0.0005575859104283154, + -0.0005652024410665035, + -0.0005723442882299423 + ], + "0.003": [ + -0.0032069606240838766, + -0.0012108207447454333, + -0.0014771935530006886, + -0.001415132312104106, + -0.0011700796894729137, + -0.0015794191276654601, + -0.001628151978366077, + -0.0015758140943944454, + -0.0016569469589740038, + -0.0016708305338397622, + -0.001694234786555171, + -0.0017183286836370826 + ], + "0.01": [ + -0.010396174155175686, + -0.0040237451903522015, + -0.004916047677397728, + -0.004709047265350819, + -0.003890307154506445, + -0.005256335251033306, + -0.00541608827188611, + -0.005244302563369274, + -0.005511538591235876, + -0.005561722908169031, + -0.005636853165924549, + -0.0057196058332920074 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json new file mode 100644 index 0000000..c93276f --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 0.9884123200893402, + 0.5460307235717774, + 0.4540341721534729, + 0.3844916480064392, + 0.3968988080024719, + 0.41963135101795196, + 0.29759747257232666, + 0.36947814264297485, + 0.3806398531913757, + 0.29335604696273804, + 0.2874252618789673, + 0.32758747911453245, + 0.30908223123550416, + 0.2971659957408905, + 0.23906751189231873, + 0.22946795601844788, + 0.2539147944688797, + 0.22845910873413086, + 0.3282787434577942, + 0.2661190662384033, + 0.24266858730316163, + 0.25516548223495483, + 0.23597899619340898, + 0.18901561794281005, + 0.2580148603916168, + 0.19427666611671449, + 0.19329874439239503, + 0.17538535070419312, + 0.17377141309976576, + 0.15650151609182358, + 0.15580351371765136, + 0.18987136631011964, + 0.207766206407547, + 0.14973504890799522, + 0.13435618991851805, + 0.17490362329483033, + 0.17151201934814453, + 0.15580902137756347, + 0.12738764666318894, + 0.12490283071994782, + 0.11846845669746399, + 0.11482198586463928, + 0.11522660837173462, + 0.13794113398194313, + 0.10947950057983398, + 0.1372414189338684, + 0.13609834372997284, + 0.1075260235697031, + 0.09584161682724952, + 0.08979704446792602, + 0.087031523630023, + 0.08224497293233872, + 0.08695690851807594, + 0.08022827257514, + 0.0766805015206337, + 0.07483255062103271, + 0.07608340452313424, + 0.07494754149019718, + 0.06930721849799157, + 0.06876047478914261, + 0.06823876276016236, + 0.07385597123503684, + 0.0662713002204895, + 0.0657794366121292, + 0.062218379247188565, + 0.06041689007431269, + 0.05945101605653763, + 0.06069924997091293, + 0.057991378545761106, + 0.05709035173952579, + 0.05598740013837814, + 0.055655374181270596, + 0.05501515428423882, + 0.05459572645425796, + 0.054142729806900027, + 0.05369558590054512, + 0.053477102118730545, + 0.053296024799346926, + 0.053159212905168535, + 0.05307692391872406 + ], + "train_acc": [ + 0.638, + 0.7898, + 0.8165, + 0.8465, + 0.8471, + 0.8347, + 0.8801, + 0.8604, + 0.8517, + 0.8827, + 0.8844, + 0.8688, + 0.878, + 0.8833, + 0.9033, + 0.9077, + 0.8992, + 0.9063, + 0.8739, + 0.8918, + 0.9022, + 0.9018, + 0.9059, + 0.9272, + 0.9005, + 0.9246, + 0.9247, + 0.9314, + 0.9311, + 0.9392, + 0.9379, + 0.9225, + 0.9168, + 0.9433, + 0.9502, + 0.9324, + 0.9331, + 0.937, + 0.9524, + 0.9527, + 0.9592, + 0.9569, + 0.9568, + 0.9483, + 0.961, + 0.9491, + 0.9465, + 0.9608, + 0.9677, + 0.9703, + 0.9725, + 0.9755, + 0.9724, + 0.9759, + 0.9782, + 0.9797, + 0.978, + 0.9785, + 0.9816, + 0.983, + 0.9827, + 0.9798, + 0.9827, + 0.9821, + 0.9868, + 0.9871, + 0.9884, + 0.9872, + 0.9893, + 0.9901, + 0.9904, + 0.9909, + 0.9918, + 0.9913, + 0.9914, + 0.9923, + 0.992, + 0.9921, + 0.9922, + 0.9922 + ], + "test_acc": [ + 0.771, + 0.8075, + 0.839, + 0.83, + 0.82, + 0.8445, + 0.8565, + 0.846, + 0.8415, + 0.8655, + 0.8635, + 0.8595, + 0.8405, + 0.8475, + 0.8725, + 0.868, + 0.8705, + 0.868, + 0.851, + 0.8605, + 0.8665, + 0.869, + 0.8725, + 0.8705, + 0.874, + 0.884, + 0.882, + 0.8835, + 0.878, + 0.8825, + 0.8835, + 0.8815, + 0.878, + 0.895, + 0.884, + 0.872, + 0.8725, + 0.8835, + 0.886, + 0.8845, + 0.8885, + 0.897, + 0.8805, + 0.887, + 0.891, + 0.8865, + 0.882, + 0.8885, + 0.893, + 0.8925, + 0.891, + 0.8945, + 0.898, + 0.897, + 0.8945, + 0.8965, + 0.894, + 0.896, + 0.897, + 0.902, + 0.897, + 0.8975, + 0.9005, + 0.9, + 0.895, + 0.8975, + 0.899, + 0.898, + 0.8975, + 0.8975, + 0.8965, + 0.8985, + 0.901, + 0.8975, + 0.897, + 0.897, + 0.8975, + 0.8975, + 0.897, + 0.897 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8824102282524109, + 0.865839958190918, + 0.8526839017868042, + 0.839972198009491, + 0.826134204864502, + 0.8190910220146179, + 0.8134430646896362, + 0.8095068335533142, + 0.8061133027076721, + 0.8034266233444214, + 0.8016149997711182, + 0.8001440167427063 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999975562095642, + 0.9999887347221375, + 0.9999736547470093, + 0.9999515414237976, + 0.9999052882194519, + 0.9998592138290405, + 0.999845027923584, + 0.99979567527771, + 0.9997392892837524, + 0.999713659286499, + 0.9996709227561951 + ], + "nudging": { + "0.001": [ + -0.03222742676734924, + -0.016009416431188583, + -0.008412450551986694, + -0.005028060637414455, + -0.003471477422863245, + -0.002676197327673435, + -0.002212640829384327, + -0.0019189234590157866, + -0.0017268857918679714, + -0.0015955264680087566, + -0.0015064922627061605, + -0.0014467197470366955 + ], + "0.003": [ + -0.088250532746315, + -0.04596046730875969, + -0.024666687473654747, + -0.014880567789077759, + -0.010317552834749222, + -0.007971002720296383, + -0.006598907522857189, + -0.005727590061724186, + -0.005157099571079016, + -0.004766468890011311, + -0.004501671064645052, + -0.004323706030845642 + ], + "0.01": [ + -0.21559840440750122, + -0.13125374913215637, + -0.0758625715970993, + -0.04728776216506958, + -0.03328181058168411, + -0.025909576565027237, + -0.021545151248574257, + -0.01875336468219757, + -0.016917269676923752, + -0.015656160190701485, + -0.014799138531088829, + -0.01422282587736845 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.091241591453552, + 1.0522155212402344, + 0.7197729051113129, + 0.5984360224723816, + 0.55927502784729, + 0.5319774662971497, + 0.48646941194534304, + 0.5328002332687378, + 0.5385726051807403, + 0.580863460111618, + 0.49310305881500244, + 0.5983066858291626, + 0.5821534514427185, + 0.5875922044754028, + 0.599033100938797, + 0.5862060243606567, + 0.7749097516059875, + 0.6087754693984986, + 0.7364706658363342, + 0.7253197401046753, + 0.933016799545288, + 0.8019046752929687, + 0.6908189784288407, + 0.5993604675292968, + 0.7429474418640136, + 0.7197145952224732, + 0.7374668367385864, + 0.676032237815857, + 0.7813192527770996, + 0.6604006807804108, + 0.8066447370529175, + 0.7775278373718262, + 0.8043575154304504, + 0.6516128785610199, + 0.6490189645051956, + 0.6631092401742935, + 0.6493145933866501, + 0.6440104596614837, + 0.6592015397071839, + 0.6828624240875244, + 0.8400594820022583, + 0.6588001432418823, + 0.7000653821468353, + 0.764811098241806, + 0.7084193643569946, + 0.6780031036376953, + 0.6745406296730041, + 0.6227908559322357, + 0.6173504204750061, + 0.6519232685089111, + 0.681457055580616, + 0.5612579683303833, + 0.7425640492200851, + 0.6078716424942017, + 0.5751205417633056, + 0.5557551406860352, + 0.5769869324684143, + 0.5574739450454712, + 0.5620601721048355, + 0.5108847286462784, + 0.5051990665435792, + 0.5577566593170166, + 0.5067275173187256, + 0.5076467472076416, + 0.500104681968689, + 0.4845377607345581, + 0.48600583753585813, + 0.48937382678985597, + 0.47086129837036134, + 0.4627019955635071, + 0.4640789652824402, + 0.4643590691566467, + 0.46600833835601807, + 0.4590310299873352, + 0.4536386815071106, + 0.4487397773385048, + 0.4473173204421997, + 0.44602737324237823, + 0.4437102550506592, + 0.44304467763900757 + ], + "train_acc": [ + 0.2446, + 0.6126, + 0.7299, + 0.7774, + 0.7913, + 0.8001, + 0.8152, + 0.8027, + 0.8023, + 0.7957, + 0.8231, + 0.8073, + 0.815, + 0.8163, + 0.8138, + 0.8282, + 0.7956, + 0.8249, + 0.8081, + 0.8089, + 0.7907, + 0.8088, + 0.8266, + 0.8447, + 0.8231, + 0.8263, + 0.828, + 0.8404, + 0.822, + 0.8396, + 0.8204, + 0.8226, + 0.8249, + 0.8469, + 0.842, + 0.8455, + 0.8456, + 0.8484, + 0.8434, + 0.8372, + 0.8221, + 0.8455, + 0.8401, + 0.8275, + 0.8357, + 0.8437, + 0.8472, + 0.8518, + 0.8517, + 0.8478, + 0.8481, + 0.864, + 0.8388, + 0.853, + 0.8583, + 0.8625, + 0.855, + 0.86, + 0.8625, + 0.8716, + 0.8695, + 0.861, + 0.8703, + 0.8702, + 0.8724, + 0.8745, + 0.875, + 0.8768, + 0.8766, + 0.8758, + 0.878, + 0.8759, + 0.8773, + 0.88, + 0.88, + 0.8819, + 0.8813, + 0.8822, + 0.8826, + 0.8829 + ], + "test_acc": [ + 0.48, + 0.6615, + 0.707, + 0.7425, + 0.715, + 0.7465, + 0.753, + 0.7765, + 0.69, + 0.721, + 0.719, + 0.7375, + 0.738, + 0.76, + 0.731, + 0.703, + 0.717, + 0.7535, + 0.716, + 0.68, + 0.6755, + 0.7735, + 0.781, + 0.708, + 0.7465, + 0.7725, + 0.7485, + 0.75, + 0.7325, + 0.7805, + 0.712, + 0.741, + 0.7685, + 0.7415, + 0.7955, + 0.777, + 0.762, + 0.76, + 0.783, + 0.691, + 0.774, + 0.7895, + 0.73, + 0.776, + 0.7745, + 0.771, + 0.7805, + 0.7785, + 0.765, + 0.781, + 0.774, + 0.7755, + 0.781, + 0.7965, + 0.8025, + 0.804, + 0.79, + 0.7915, + 0.8055, + 0.804, + 0.8095, + 0.805, + 0.8075, + 0.812, + 0.8065, + 0.806, + 0.806, + 0.817, + 0.8115, + 0.815, + 0.81, + 0.812, + 0.811, + 0.8145, + 0.8115, + 0.812, + 0.8155, + 0.8165, + 0.8165, + 0.8165 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.02035588026046753, + 0.09721152484416962, + 0.10017214715480804, + 0.06879279017448425, + 0.0898706465959549, + 0.0775061622262001, + 0.0738426148891449, + 0.022470442578196526, + 0.03698011115193367, + 0.09759337455034256, + 0.05344103276729584, + 0.06489317119121552 + ], + "perturbation_rho": [ + -0.041805852204561234, + 0.14336195588111877, + 0.21263040602207184, + 0.15326815843582153, + 0.04533267021179199, + 0.07981619238853455, + 0.08665720373392105, + 0.004602088592946529, + 0.0780038833618164, + 0.11769488453865051, + 0.1415681391954422, + 0.12027023732662201 + ], + "nudging": { + "0.001": [ + -0.0009545196662656963, + -0.0008363645756617188, + -0.0003885737678501755, + -0.00026890120352618396, + -0.0002675559953786433, + -0.00033352605532854795, + -0.0002601599844638258, + -0.00011189336510142311, + -0.0001840656332205981, + -0.0003697811043821275, + -0.0001971298042917624, + -0.00022067477402742952 + ], + "0.003": [ + -0.0027363700792193413, + -0.0025048283860087395, + -0.0011647494975477457, + -0.000811159610748291, + -0.0008012806065380573, + -0.0010005887597799301, + -0.0007811359828338027, + -0.00033516576513648033, + -0.0005535727832466364, + -0.0011049836175516248, + -0.0005915613146498799, + -0.0006592696299776435 + ], + "0.01": [ + -0.007749770302325487, + -0.008321389555931091, + -0.003876405069604516, + -0.0026999912224709988, + -0.0026630363427102566, + -0.0033310302533209324, + -0.0026011697482317686, + -0.0011158722918480635, + -0.0018408913165330887, + -0.0036767907440662384, + -0.0019704087171703577, + -0.0021951368544250727 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.843170643234253, + 1.193545725440979, + 0.9349142212867737, + 0.9590050317764283, + 0.9601007102966309, + 1.0591806930541992, + 1.0750218585968017, + 1.0594622192382812, + 1.0260618852615357, + 1.0633037223815918, + 1.1873747802734376, + 1.1900213710784913, + 1.1711347143173219, + 1.110907957649231, + 1.141725605583191, + 1.1908537561416626, + 1.1576408653259278, + 1.2335913299560546, + 1.1927038297653199, + 1.1675678352355956, + 1.1620887538909912, + 1.238514815044403, + 1.1467733171463013, + 1.1628135605812073, + 1.1169413381576538, + 1.1289218362808227, + 1.1431014865875244, + 1.0724326686859131, + 1.020245622253418, + 0.9871452375411988, + 1.013824908065796, + 1.057583949661255, + 1.0269935136795043, + 1.0403342270851135, + 1.0003446009635926, + 1.023628770160675, + 0.9621780359268188, + 0.9958351311683655, + 0.9854215185165405, + 0.94918332862854, + 0.9539219416618347, + 0.9634699941635132, + 0.9163962741851807, + 0.89243365650177, + 0.8894084901809692, + 0.9069821780204773, + 0.9070278909683227, + 0.9259662859916687, + 0.9052657639503479, + 0.8919173622131348, + 0.8811036640167237, + 0.877770324420929, + 0.8617347580909729, + 0.8443253430366516, + 0.8402864801406861, + 0.8299113247871399, + 0.8174763144493103, + 0.8079615959167481, + 0.796233709526062, + 0.7943985921859741, + 0.7881768466949463, + 0.7766195007324219, + 0.7731075840473175, + 0.767168036365509, + 0.7628648261070251, + 0.764765630197525, + 0.758231233215332, + 0.7616345821380616, + 0.7603204396247863, + 0.7553847047805786, + 0.7550768209457397, + 0.7540734338760376, + 0.7542704034805298, + 0.7539316363334656, + 0.7512542444229126, + 0.751466016960144, + 0.7500110761642456, + 0.7499307077407837, + 0.7494694025039673, + 0.7491868644714356 + ], + "train_acc": [ + 0.3634, + 0.584, + 0.6681, + 0.6817, + 0.6731, + 0.6436, + 0.6318, + 0.6412, + 0.6483, + 0.6338, + 0.6131, + 0.6092, + 0.6072, + 0.6194, + 0.6114, + 0.6033, + 0.6136, + 0.5971, + 0.6066, + 0.6075, + 0.6054, + 0.5811, + 0.6084, + 0.6094, + 0.6267, + 0.6203, + 0.6182, + 0.6388, + 0.6563, + 0.6621, + 0.656, + 0.6457, + 0.6542, + 0.6535, + 0.6622, + 0.6504, + 0.665, + 0.653, + 0.6581, + 0.6737, + 0.6644, + 0.6634, + 0.6761, + 0.6825, + 0.6815, + 0.6846, + 0.6805, + 0.6738, + 0.6866, + 0.6853, + 0.6905, + 0.6901, + 0.696, + 0.6979, + 0.7064, + 0.7099, + 0.7107, + 0.7138, + 0.7154, + 0.7173, + 0.7194, + 0.7222, + 0.7244, + 0.7262, + 0.7263, + 0.725, + 0.7318, + 0.732, + 0.7284, + 0.7291, + 0.7306, + 0.7327, + 0.7306, + 0.7294, + 0.7325, + 0.7319, + 0.7341, + 0.7327, + 0.7337, + 0.7334 + ], + "test_acc": [ + 0.4985, + 0.6215, + 0.6765, + 0.644, + 0.6285, + 0.602, + 0.593, + 0.6145, + 0.604, + 0.571, + 0.5675, + 0.55, + 0.58, + 0.5485, + 0.5415, + 0.5615, + 0.5325, + 0.498, + 0.495, + 0.5825, + 0.5105, + 0.547, + 0.575, + 0.5695, + 0.5825, + 0.5755, + 0.5925, + 0.605, + 0.626, + 0.624, + 0.6195, + 0.625, + 0.619, + 0.619, + 0.6005, + 0.631, + 0.6155, + 0.6075, + 0.616, + 0.637, + 0.5925, + 0.628, + 0.627, + 0.6325, + 0.6275, + 0.64, + 0.6285, + 0.6405, + 0.638, + 0.6405, + 0.6565, + 0.6465, + 0.659, + 0.666, + 0.6645, + 0.6575, + 0.682, + 0.669, + 0.674, + 0.6885, + 0.6815, + 0.679, + 0.6755, + 0.682, + 0.6795, + 0.686, + 0.682, + 0.68, + 0.6845, + 0.688, + 0.6865, + 0.686, + 0.687, + 0.687, + 0.687, + 0.686, + 0.688, + 0.6865, + 0.6865, + 0.687 + ], + "state_pred_error": [ + 0.6467912001609802, + 0.2545396152973175, + 0.20769398341178893, + 0.20405273129940033, + 0.18864516608715057, + 0.1722513226032257, + 0.1580212815761566, + 0.1571042188167572, + 0.1673955574989319, + 0.1630590828895569, + 0.14197517161369325, + 0.13434906735420227, + 0.14216270933151245, + 0.13005418779850006, + 0.12095460612773895, + 0.11327731199264526, + 0.0938235213279724, + 0.07791765773296357, + 0.07149236190319061, + 0.07858237608671188, + 0.0889093372106552, + 0.0929118694782257, + 0.0870423443198204, + 0.09221649793386459, + 0.10558602612018585, + 0.11078759597539901, + 0.09640501194000244, + 0.08363894666433334, + 0.07552479531764984, + 0.06893316633701324, + 0.07225388768911362, + 0.07809946043491363, + 0.07972891807556153, + 0.07829325978159904, + 0.07489659252166748, + 0.06952577213048936, + 0.06463980766534805, + 0.06346644792556763, + 0.06054295033812523, + 0.057002867662906645, + 0.04881957597732544, + 0.0461565929889679, + 0.045704828941822054, + 0.04578752514719963, + 0.044416132467985155, + 0.04437544884681702, + 0.04501764898300171, + 0.044673075044155124, + 0.04345381007194519, + 0.04358632897734642, + 0.04145509601831436, + 0.0403918799161911, + 0.039635618847608564, + 0.03812404837608337, + 0.036712032747268676, + 0.03498043670654297, + 0.03441862116456032, + 0.03294241904020309, + 0.03208653058409691, + 0.03133675431907177, + 0.030832906076312065, + 0.03027755205631256, + 0.02992823379933834, + 0.029483068200945855, + 0.0286442294716835, + 0.02817883363366127, + 0.027806038296222687, + 0.027423375517129898, + 0.027105927157402038, + 0.026499537679553032, + 0.025793941861391067, + 0.025682287681102752, + 0.025424988290667534, + 0.02452395534515381, + 0.024412634512782097, + 0.023537403476238252, + 0.023103883719444274, + 0.023237476989626884, + 0.022374696707725523, + 0.02213728377223015 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7618155479431152, + 0.3189862072467804, + 0.20356883108615875, + 0.1471748650074005, + 0.14541830122470856, + 0.13144558668136597, + 0.11054451763629913, + 0.12045299261808395, + 0.11467338353395462, + 0.1017053946852684, + 0.10614258050918579, + 0.10096963495016098 + ], + "perturbation_rho": [ + 0.6406711339950562, + 0.31470298767089844, + 0.1861359179019928, + 0.17725443840026855, + 0.11286133527755737, + 0.1387007087469101, + 0.07976903766393661, + 0.11419158428907394, + 0.13525697588920593, + 0.13865813612937927, + 0.10792528837919235, + 0.1288726031780243 + ], + "nudging": { + "0.001": [ + -0.02620597556233406, + -0.0011723835486918688, + -0.0006386470049619675, + -0.0004590698517858982, + -0.0004368656955193728, + -0.00040132386493496597, + -0.00033375341445207596, + -0.0003613364533521235, + -0.00034441970637999475, + -0.0003074322594329715, + -0.0003160890773870051, + -0.0002936453965958208 + ], + "0.003": [ + -0.07732252031564713, + -0.003513920586556196, + -0.0019150176085531712, + -0.0013760130386799574, + -0.0013105350080877542, + -0.0012034340761601925, + -0.0010010767728090286, + -0.0010843132622539997, + -0.0010324888862669468, + -0.0009225246030837297, + -0.0009475111728534102, + -0.000881188316270709 + ], + "0.01": [ + -0.24276113510131836, + -0.011681582778692245, + -0.006372842937707901, + -0.004580066539347172, + -0.004361784551292658, + -0.004005158320069313, + -0.0033329487778246403, + -0.003609130624681711, + -0.003437052248045802, + -0.003070915350690484, + -0.0031537071336060762, + -0.0029334095306694508 + ] + }, + "state_pred_error_per_layer": [ + 13069.6103515625, + 12902.267578125, + 5325.7177734375, + 4598.6796875, + 4871.38818359375, + 4525.17333984375, + 4230.712890625, + 4117.212890625, + 3694.05078125, + 3737.547607421875, + 3966.26025390625, + 4157.70654296875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1033826606750488, + 1.0748736568450927, + 0.7240967851638794, + 0.5924014734268188, + 0.561312539768219, + 0.5548838109970092, + 0.5445125359535218, + 0.5231592364311218, + 0.5370318948268891, + 0.5203416132450104, + 0.5313664150238037, + 0.5501730252742767, + 0.5255774791955948, + 0.6364645127296448, + 0.7171019055366517, + 0.5824658064305782, + 0.5903935560703277, + 0.6552688138961792, + 0.7979116170406342, + 0.8206407766342163, + 0.8171166659355164, + 0.9182533592224121, + 0.9087733953475953, + 0.9816526121139526, + 1.0274024284362793, + 0.9425600393295288, + 1.0292234921455383, + 1.0032360237121583, + 1.0786525871276855, + 0.9839243467330933, + 1.1140670619487762, + 1.24523821849823, + 1.6123345489501952, + 1.5466830284118653, + 1.4625207302093506, + 1.4497597217559814, + 1.2631195013046264, + 1.285225419998169, + 1.1248238891601563, + 1.3207208611488341, + 1.1724660835266114, + 1.1170583526611328, + 1.1232026329994202, + 1.1826211513519287, + 1.1198238399505616, + 1.2758455450057984, + 1.3378776414871216, + 1.3473635297775268, + 1.3659595549583434, + 1.3431388856887818, + 1.2782950267791748, + 1.2850243312835694, + 1.252669066619873, + 1.339367476272583, + 1.242458748817444, + 1.230945915222168, + 1.2400875186920166, + 1.2213593549728394, + 1.2046165678024292, + 1.2265458261489868, + 1.1864308532714845, + 1.1639758094787598, + 1.1673540477752686, + 1.1801281490325928, + 1.1353608043670653, + 1.1621911179542541, + 1.1203375988006592, + 1.1035721940040588, + 1.103725563430786, + 1.0981345941543579, + 1.0916361534118653, + 1.0767202972412109, + 1.077680862236023, + 1.0722866813659668, + 1.0760423473358154, + 1.070871086883545, + 1.069193116569519, + 1.0655735412597656, + 1.0649883579254151, + 1.064067266368866 + ], + "train_acc": [ + 0.2354, + 0.6085, + 0.7242, + 0.775, + 0.7907, + 0.7907, + 0.7949, + 0.8044, + 0.8041, + 0.8146, + 0.8192, + 0.819, + 0.8235, + 0.8034, + 0.7958, + 0.8229, + 0.8218, + 0.8163, + 0.8019, + 0.7992, + 0.8047, + 0.7917, + 0.7848, + 0.7655, + 0.7523, + 0.7595, + 0.7344, + 0.7334, + 0.7218, + 0.7249, + 0.6916, + 0.6803, + 0.6402, + 0.6413, + 0.6429, + 0.63, + 0.6482, + 0.6414, + 0.6647, + 0.6255, + 0.6497, + 0.6516, + 0.6494, + 0.6409, + 0.653, + 0.623, + 0.6096, + 0.6181, + 0.6077, + 0.6099, + 0.6135, + 0.6072, + 0.6083, + 0.5871, + 0.6069, + 0.608, + 0.6128, + 0.6105, + 0.6132, + 0.6069, + 0.6163, + 0.6195, + 0.6177, + 0.6132, + 0.6257, + 0.6214, + 0.6258, + 0.6301, + 0.6275, + 0.6326, + 0.6342, + 0.6369, + 0.6366, + 0.6378, + 0.6381, + 0.6404, + 0.6361, + 0.6387, + 0.6408, + 0.6389 + ], + "test_acc": [ + 0.4725, + 0.6485, + 0.709, + 0.696, + 0.7445, + 0.725, + 0.7285, + 0.7285, + 0.7285, + 0.7705, + 0.7485, + 0.759, + 0.7485, + 0.7405, + 0.7365, + 0.732, + 0.7405, + 0.718, + 0.739, + 0.739, + 0.718, + 0.7465, + 0.7445, + 0.7155, + 0.668, + 0.7365, + 0.6875, + 0.644, + 0.6715, + 0.573, + 0.628, + 0.5135, + 0.567, + 0.4905, + 0.576, + 0.522, + 0.544, + 0.568, + 0.537, + 0.5915, + 0.61, + 0.5865, + 0.5695, + 0.606, + 0.557, + 0.5285, + 0.5355, + 0.589, + 0.569, + 0.5705, + 0.559, + 0.543, + 0.526, + 0.5555, + 0.5485, + 0.577, + 0.567, + 0.5515, + 0.562, + 0.5815, + 0.5775, + 0.5885, + 0.5955, + 0.6, + 0.5825, + 0.59, + 0.6035, + 0.6035, + 0.606, + 0.6095, + 0.6165, + 0.613, + 0.615, + 0.6165, + 0.617, + 0.613, + 0.617, + 0.613, + 0.6145, + 0.6145 + ], + "value_loss": [ + 2.8795433490753175, + 1.138833139228821, + 0.8944398401260376, + 0.753239490032196, + 0.7442562434196472, + 0.7400344492912293, + 0.7306710628509522, + 0.7415657516479492, + 0.82294074883461, + 0.8365529833316803, + 0.8819458911895752, + 1.0201535857915878, + 0.9605329707860947, + 1.4210680746555329, + 1.7769229404449463, + 1.238111216878891, + 1.2918084540724755, + 1.5650643337249757, + 2.441974627304077, + 2.8493117763519287, + 3.0508531768798828, + 3.376968189239502, + 3.1227704570770265, + 3.2954182872772217, + 3.1305700786590576, + 2.5652926385879518, + 2.916162197494507, + 2.787790596961975, + 2.9674931542396545, + 2.2431891622543336, + 2.357407363319397, + 2.9580355476379396, + 4.707226892852783, + 4.06712333908081, + 3.4517571243286134, + 3.739633938217163, + 2.3796893051147463, + 2.312957144165039, + 1.6016325395584106, + 1.888862350463867, + 1.6106449718475342, + 1.6451952739715576, + 1.278008158302307, + 1.402012867116928, + 1.120068933391571, + 1.792665054321289, + 1.7022325145721435, + 1.8678716411590577, + 1.6293914850234985, + 1.4686889837265014, + 1.2121935440063476, + 1.2230595738887786, + 1.0494541343688966, + 1.3173374273300171, + 0.995644793176651, + 0.988969333744049, + 0.9092360616207122, + 0.931911379814148, + 0.9861841753005981, + 0.8858683162212372, + 0.9150554649353028, + 0.7729743946075439, + 0.8225113790512085, + 0.7946224576473236, + 0.7470991016387939, + 0.7245953347682953, + 0.6737630318641663, + 0.6625622462272645, + 0.6309533950805664, + 0.683922253704071, + 0.6013473030090332, + 0.640416144156456, + 0.5948970086336136, + 0.5904984499931335, + 0.7156881134033203, + 0.5747135852813721, + 0.5855776166915894, + 0.5862875978469848, + 0.5623929689884186, + 0.5342490439891815 + ], + "term_loss": [ + 1.6790412804603576, + 0.8982505217552185, + 0.7413894156932831, + 0.6220758651733398, + 0.6074585275650024, + 0.5809205256462097, + 0.5737000848770142, + 0.5971134037017822, + 0.6812812467336654, + 0.701437530875206, + 0.7465327880859375, + 0.8768298113107681, + 0.8273132968902588, + 1.2669593958616256, + 1.61081964635849, + 1.0948760835170745, + 1.1464744834303855, + 1.402798189163208, + 2.2375652463912963, + 2.523746669578552, + 2.6504026668548586, + 2.9341827514648435, + 2.691425150680542, + 2.7866681671142577, + 2.652672901535034, + 2.2063637409210206, + 2.547779343557358, + 2.468216030406952, + 2.5574094997406007, + 1.8789901941299438, + 1.9658982633590698, + 2.52254821395874, + 4.053012676239014, + 3.474026759338379, + 2.8665278963088987, + 2.968799212646484, + 1.9112021133422852, + 1.8258201915740966, + 1.2143830659866333, + 1.4988377429962159, + 1.2614112941741944, + 1.2955748889923095, + 0.9486180826187134, + 1.0766471548080445, + 0.818901381111145, + 1.425261696243286, + 1.3437454446792603, + 1.4943192962646485, + 1.275571553325653, + 1.1279070884227753, + 0.8779431870937348, + 0.8859598497360944, + 0.7277735261440277, + 0.9731939913749695, + 0.6878395918846131, + 0.680720578956604, + 0.6131223832130432, + 0.6315723412513733, + 0.6783120639801026, + 0.5902733963012695, + 0.6128241561889648, + 0.48777494831085205, + 0.5294700266361236, + 0.5069688389539718, + 0.46669540004730226, + 0.4496366826176643, + 0.40343587884902954, + 0.3926115131378174, + 0.3630800880432129, + 0.4072012848377228, + 0.3359340609073639, + 0.3683177730798721, + 0.3314026749163866, + 0.32736128149032595, + 0.4275485870361328, + 0.31639244627952573, + 0.31941745207309724, + 0.31965322036743166, + 0.3014388550043106, + 0.2775654150247574 + ], + "bridge_loss": [ + 0.9205643273350259, + 0.049716909077763556, + 0.006901342153549195, + 0.004086462584137917, + 0.011321419489383698, + 0.03111027323231101, + 0.028954532250761986, + 0.0201554466471076, + 0.014559349776804446, + 0.012043245652318001, + 0.009253665941953659, + 0.015398956954479218, + 0.010174707736074925, + 0.013219280099868775, + 0.014298373484611512, + 0.01533438156247139, + 0.017070907866954803, + 0.026255203837156297, + 0.05299281061887741, + 0.17080406608581544, + 0.24779340076446532, + 0.2782947730541229, + 0.2630520602226257, + 0.3237492141723633, + 0.2868452004909515, + 0.17925718649625777, + 0.17205788164138794, + 0.12203870689868927, + 0.1952126978158951, + 0.15671373710632325, + 0.16713737347126006, + 0.19014450411796568, + 0.36893905363082885, + 0.31131081352233886, + 0.31187417430877684, + 0.49280351762771607, + 0.21481027870178224, + 0.2258558230161667, + 0.14994133372306823, + 0.130926451587677, + 0.10678757133483886, + 0.11099275469779968, + 0.09215516982972621, + 0.07868353074193, + 0.059325709569454196, + 0.1034778290361166, + 0.08524036257266998, + 0.0978135336279869, + 0.07102513880133629, + 0.06375027797222138, + 0.06410591588020324, + 0.06628356148302555, + 0.05309232649803162, + 0.0602637135386467, + 0.041760663875937465, + 0.04346258090734482, + 0.0322291255697608, + 0.036784381067752836, + 0.047651028633117674, + 0.03259250336289406, + 0.044905204331874844, + 0.03081065520644188, + 0.03847316392660141, + 0.02912857881039381, + 0.031706764674186705, + 0.023801118858903646, + 0.023423786050081254, + 0.02463961470723152, + 0.022945232474803925, + 0.031977996022999285, + 0.02354992071390152, + 0.031676595094799996, + 0.022221289660036565, + 0.023916197538375854, + 0.04762986923456192, + 0.01927408311367035, + 0.02702880091071129, + 0.0285713312625885, + 0.022266658338904382, + 0.01819542294666171 + ], + "tgrad_loss": [ + 0.27993770937919615, + 0.19086571320295334, + 0.1461490781903267, + 0.12707716104984285, + 0.12547629919052125, + 0.1280036602139473, + 0.12801644196510314, + 0.1242969009399414, + 0.12710014595985414, + 0.12307221227884292, + 0.1261594377040863, + 0.12792480454444885, + 0.1230449640750885, + 0.14088939685821533, + 0.15180491466522217, + 0.12790074618458747, + 0.1282630600363016, + 0.13601094789505006, + 0.15141655212640762, + 0.15476103026866914, + 0.15265711691379547, + 0.16449068531990052, + 0.16829325798749925, + 0.1850009373664856, + 0.19105196151733397, + 0.1796716957807541, + 0.19632497339248658, + 0.1975358585357666, + 0.2148709450483322, + 0.20748521902561187, + 0.22437173571586608, + 0.24534283994436265, + 0.2852751801490784, + 0.2817857069015503, + 0.2733550168991089, + 0.27803118324279785, + 0.2536769271850586, + 0.261281143283844, + 0.23730815300941469, + 0.259098140335083, + 0.24244610705375672, + 0.23862764320373536, + 0.23723490653038026, + 0.24668219068050384, + 0.24184185400009156, + 0.2639255453109741, + 0.27324670872688295, + 0.27573881940841677, + 0.28279479751586917, + 0.2770316267490387, + 0.2701444469451904, + 0.27081617115736006, + 0.268588280916214, + 0.28387971448898314, + 0.2660445416927338, + 0.2647861789703369, + 0.2638845456361771, + 0.26355465149879453, + 0.260221079993248, + 0.26300240964889526, + 0.25732610797882083, + 0.2543887885093689, + 0.25456818895339967, + 0.25852504687309263, + 0.24869694046974183, + 0.2511575377345085, + 0.24690336623191833, + 0.24531111750602722, + 0.24492807807922362, + 0.24474297270774842, + 0.24186331791877747, + 0.2404217655658722, + 0.24127304337024688, + 0.23922096462249756, + 0.24050965766906737, + 0.23904705972671508, + 0.23913136382102967, + 0.2380630495071411, + 0.2386874575138092, + 0.2384882021665573 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.00034100248012691736, + 0.04912012815475464, + 0.07342620939016342, + 0.08266763389110565, + 0.08488726615905762, + 0.08897420018911362, + 0.09187051653862, + 0.09561659395694733, + 0.09157264232635498, + 0.0947732925415039, + 0.09517554938793182, + 0.10104557126760483 + ], + "perturbation_rho": [ + 0.03049650974571705, + 0.10809889435768127, + 0.08979646861553192, + 0.17959633469581604, + 0.1275440901517868, + 0.17255432903766632, + 0.16415373980998993, + 0.11534757167100906, + 0.17073199152946472, + 0.15983673930168152, + 0.15877583622932434, + 0.18294689059257507 + ], + "nudging": { + "0.001": [ + -0.000400771910790354, + -0.0004662078863475472, + -0.0005619406583718956, + -0.0006374302320182323, + -0.0006211107829585671, + -0.0006620356580242515, + -0.0006802619900554419, + -0.000695920898579061, + -0.000679123040754348, + -0.0006845796597190201, + -0.0006896791164763272, + -0.0007078879280015826 + ], + "0.003": [ + -0.0011788331903517246, + -0.0013967687264084816, + -0.00168684555683285, + -0.0019111934816464782, + -0.001862682867795229, + -0.001987476134672761, + -0.002041077706962824, + -0.0020898221991956234, + -0.0020393673330545425, + -0.0020541974809020758, + -0.0020654238760471344, + -0.002122731413692236 + ], + "0.01": [ + -0.003660556860268116, + -0.004647519439458847, + -0.005617665126919746, + -0.006360755302011967, + -0.006202561780810356, + -0.006613034754991531, + -0.006794797722250223, + -0.006956290453672409, + -0.006790010258555412, + -0.006838815752416849, + -0.006875438615679741, + -0.007062861695885658 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json new file mode 100644 index 0000000..2d51c87 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 0.9947674840927124, + 0.5959297422885895, + 0.4441185667037964, + 0.4238312294960022, + 0.4082300910949707, + 0.393765958237648, + 0.3456931649684906, + 0.31308822474479675, + 0.34416239910125734, + 0.27713756511211396, + 0.308809486413002, + 0.3001532375335693, + 0.3525312074661255, + 0.34459256377220154, + 0.2930661339998245, + 0.2344497579097748, + 0.23357478170394896, + 0.27331467504501344, + 0.2594615140080452, + 0.2084457780122757, + 0.22421327531337737, + 0.2495953950881958, + 0.26592646188735963, + 0.2653880777835846, + 0.20616664996147155, + 0.23063301057815552, + 0.2234852524280548, + 0.18022556896209715, + 0.19890744733810425, + 0.18154424366950989, + 0.189240668797493, + 0.19498020770549773, + 0.16609342606067656, + 0.16478614134788513, + 0.16893418736457824, + 0.1679157147884369, + 0.15672187466621398, + 0.15162110064029694, + 0.133504154253006, + 0.1337939938545227, + 0.184183518242836, + 0.1587675848007202, + 0.1786697045326233, + 0.16375601427555084, + 0.12898387837409972, + 0.12127504997253417, + 0.1357682282924652, + 0.10440323195457459, + 0.09760309319496155, + 0.11050140519142151, + 0.10689635886847973, + 0.08951765444278717, + 0.09638235607147216, + 0.09622903165221214, + 0.08356250081062316, + 0.09570504027605056, + 0.08704132456183433, + 0.07892893888950347, + 0.07683630051612854, + 0.07765760183334351, + 0.0783784222126007, + 0.07589095104932785, + 0.07282794521450997, + 0.07019219055175781, + 0.07221138014793396, + 0.06894144759178161, + 0.066200683760643, + 0.06355799829363823, + 0.0628858461380005, + 0.06295600434541702, + 0.06119969562292099, + 0.0605082638591528, + 0.05951749495267868, + 0.05923395432829857, + 0.058772369563579556, + 0.058454980385303494, + 0.058216135403513905, + 0.05801380957365036, + 0.05786988719701767, + 0.057799397979676724 + ], + "train_acc": [ + 0.6354, + 0.7735, + 0.8247, + 0.8317, + 0.8432, + 0.844, + 0.8605, + 0.8726, + 0.8612, + 0.8887, + 0.8785, + 0.8806, + 0.8632, + 0.8671, + 0.8851, + 0.9049, + 0.9085, + 0.8919, + 0.8975, + 0.9172, + 0.9096, + 0.901, + 0.8955, + 0.8924, + 0.9181, + 0.9095, + 0.911, + 0.9299, + 0.9217, + 0.9287, + 0.9245, + 0.9228, + 0.9328, + 0.9344, + 0.9341, + 0.9335, + 0.9386, + 0.9404, + 0.9484, + 0.9483, + 0.924, + 0.9353, + 0.9302, + 0.9351, + 0.9511, + 0.9544, + 0.9482, + 0.9636, + 0.97, + 0.9597, + 0.9625, + 0.9734, + 0.9669, + 0.9669, + 0.9761, + 0.9696, + 0.9733, + 0.9785, + 0.9784, + 0.9789, + 0.9784, + 0.9804, + 0.9831, + 0.9837, + 0.9821, + 0.9839, + 0.9859, + 0.9886, + 0.988, + 0.9867, + 0.9895, + 0.9897, + 0.9903, + 0.9901, + 0.9906, + 0.9906, + 0.9905, + 0.9906, + 0.9907, + 0.9907 + ], + "test_acc": [ + 0.757, + 0.798, + 0.8185, + 0.839, + 0.8365, + 0.831, + 0.859, + 0.8515, + 0.843, + 0.8645, + 0.8585, + 0.8575, + 0.857, + 0.855, + 0.8715, + 0.867, + 0.857, + 0.8595, + 0.879, + 0.8755, + 0.8675, + 0.864, + 0.869, + 0.869, + 0.8825, + 0.8745, + 0.8745, + 0.8825, + 0.872, + 0.879, + 0.8785, + 0.8805, + 0.8895, + 0.8745, + 0.8815, + 0.8835, + 0.886, + 0.8925, + 0.895, + 0.887, + 0.873, + 0.8845, + 0.884, + 0.8825, + 0.8935, + 0.8925, + 0.893, + 0.894, + 0.8895, + 0.895, + 0.901, + 0.899, + 0.9035, + 0.893, + 0.8915, + 0.8965, + 0.898, + 0.9, + 0.896, + 0.898, + 0.8935, + 0.899, + 0.898, + 0.899, + 0.9025, + 0.896, + 0.8975, + 0.9, + 0.8985, + 0.8985, + 0.9005, + 0.899, + 0.8975, + 0.898, + 0.898, + 0.8985, + 0.899, + 0.899, + 0.899, + 0.899 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8408721685409546, + 0.8110387921333313, + 0.7906323671340942, + 0.7719681262969971, + 0.7599710822105408, + 0.7539124488830566, + 0.7502779364585876, + 0.7483201026916504, + 0.7469743490219116, + 0.7455896139144897, + 0.7440224885940552, + 0.7427754402160645 + ], + "perturbation_rho": [ + 0.9999985694885254, + 0.9999968409538269, + 0.9999892711639404, + 0.9999746680259705, + 0.9999452233314514, + 0.9998985528945923, + 0.999815821647644, + 0.9998071789741516, + 0.9997591972351074, + 0.9997697472572327, + 0.9996993541717529, + 0.9996582269668579 + ], + "nudging": { + "0.001": [ + -0.023041635751724243, + -0.011698233895003796, + -0.006238154135644436, + -0.0037476818542927504, + -0.0025868481025099754, + -0.001987478695809841, + -0.0016404282068833709, + -0.0014207971980795264, + -0.0012741510290652514, + -0.0011747813550755382, + -0.0011064992286264896, + -0.001060901558957994 + ], + "0.003": [ + -0.06129148602485657, + -0.033079855144023895, + -0.01814448833465576, + -0.011038530617952347, + -0.0076637002639472485, + -0.005905331112444401, + -0.004882573150098324, + -0.004233422689139843, + -0.0037992263678461313, + -0.0035047021228820086, + -0.0033022318966686726, + -0.003166868584230542 + ], + "0.01": [ + -0.1375543624162674, + -0.0896252989768982, + -0.05422336980700493, + -0.034489020705223083, + -0.024439619854092598, + -0.019029833376407623, + -0.015829749405384064, + -0.013777680695056915, + -0.012396320700645447, + -0.011455517262220383, + -0.01080663874745369, + -0.01037222146987915 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.124322125816345, + 1.131116539478302, + 0.7928409598350525, + 0.6759025037765503, + 0.6115491585731506, + 0.6032277975082397, + 0.5580433654785156, + 0.6098665882110595, + 0.6155833411216736, + 0.6180649537801742, + 0.5471897947311402, + 0.7873612755775452, + 0.6355358539581298, + 0.9136189843177795, + 0.618724655532837, + 0.6802553035736084, + 0.5858199717521667, + 0.7376443414211273, + 0.7392737801551819, + 0.6306376735687256, + 0.7112307133674621, + 0.9737488382339478, + 0.9086463136672973, + 0.850034592628479, + 0.6517437356948853, + 1.2407935445785523, + 1.1789815021514893, + 1.020478351020813, + 0.7643687894821167, + 0.8357456016540528, + 1.1298155811309814, + 0.8742633706092835, + 0.6635566035270691, + 0.6822684181213379, + 1.066520718383789, + 1.0742153341770173, + 0.6373770482063293, + 0.6482282336235047, + 0.5901363306045532, + 0.7677202499389648, + 0.8966454248428345, + 0.6450998259544373, + 0.7499248750686646, + 0.6379090648174286, + 0.7380184473991394, + 0.6519559772491456, + 0.6984748714447021, + 0.7411647702217102, + 0.583937159729004, + 0.61994026222229, + 0.6090516567468643, + 0.47370276279449464, + 0.4794863220214844, + 0.6398159673810005, + 0.4859983974456787, + 0.4938936637878418, + 0.5712474269390106, + 0.4674346417427063, + 0.5590529252052308, + 0.46515351371765135, + 0.4210616909980774, + 0.44265751304626466, + 0.41583880286216734, + 0.3911753342151642, + 0.41973802375793456, + 0.4061159435272217, + 0.3860981136798859, + 0.3852514534473419, + 0.39405768866539004, + 0.37666168694496155, + 0.3830901497840881, + 0.3774588644981384, + 0.36966973986625673, + 0.3606788787841797, + 0.3621327772021294, + 0.35749068994522093, + 0.35715772972106935, + 0.35473382360935213, + 0.35407376971244814, + 0.35300638766288756 + ], + "train_acc": [ + 0.2313, + 0.5939, + 0.7093, + 0.7511, + 0.7705, + 0.7765, + 0.7968, + 0.7762, + 0.7721, + 0.7781, + 0.7964, + 0.7469, + 0.77, + 0.718, + 0.7773, + 0.7627, + 0.7806, + 0.751, + 0.7478, + 0.7717, + 0.7445, + 0.715, + 0.7042, + 0.722, + 0.7591, + 0.6789, + 0.6837, + 0.7078, + 0.7443, + 0.7261, + 0.6835, + 0.7268, + 0.7664, + 0.7658, + 0.7015, + 0.7169, + 0.7713, + 0.7713, + 0.7876, + 0.7577, + 0.7252, + 0.778, + 0.7595, + 0.7809, + 0.7548, + 0.7769, + 0.7671, + 0.7629, + 0.7883, + 0.7916, + 0.7826, + 0.8233, + 0.8234, + 0.7805, + 0.8201, + 0.8201, + 0.7993, + 0.8282, + 0.8048, + 0.8293, + 0.8378, + 0.8387, + 0.8424, + 0.8493, + 0.8397, + 0.8453, + 0.8508, + 0.8514, + 0.8478, + 0.8547, + 0.852, + 0.857, + 0.858, + 0.8598, + 0.8603, + 0.859, + 0.8612, + 0.862, + 0.8624, + 0.8626 + ], + "test_acc": [ + 0.476, + 0.659, + 0.709, + 0.6815, + 0.6795, + 0.726, + 0.7425, + 0.721, + 0.7035, + 0.733, + 0.5475, + 0.7095, + 0.564, + 0.627, + 0.7265, + 0.676, + 0.607, + 0.6305, + 0.6685, + 0.639, + 0.4255, + 0.663, + 0.6265, + 0.6955, + 0.6085, + 0.5685, + 0.5145, + 0.585, + 0.567, + 0.507, + 0.581, + 0.658, + 0.6685, + 0.647, + 0.5785, + 0.718, + 0.69, + 0.753, + 0.5325, + 0.6125, + 0.632, + 0.5605, + 0.6765, + 0.752, + 0.645, + 0.577, + 0.644, + 0.711, + 0.668, + 0.6685, + 0.7255, + 0.7025, + 0.6725, + 0.757, + 0.7645, + 0.7305, + 0.8015, + 0.7245, + 0.7565, + 0.7775, + 0.782, + 0.77, + 0.7985, + 0.7735, + 0.7885, + 0.7925, + 0.7955, + 0.804, + 0.8, + 0.8075, + 0.81, + 0.822, + 0.8155, + 0.817, + 0.82, + 0.8135, + 0.8165, + 0.8195, + 0.822, + 0.8205 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.03703948110342026, + 0.2760871648788452, + 0.18428769707679749, + 0.1331849992275238, + 0.09719057381153107, + 0.1258918195962906, + 0.0748991146683693, + 0.08436713367700577, + 0.09110807627439499, + 0.10076140612363815, + 0.06335102021694183, + 0.08356402069330215 + ], + "perturbation_rho": [ + 0.048133689910173416, + 0.19754433631896973, + 0.16992174088954926, + 0.13566580414772034, + 0.05106702446937561, + 0.13118207454681396, + 0.057789772748947144, + 0.09156530350446701, + 0.05846566706895828, + 0.07805749773979187, + 0.11393842101097107, + 0.10566958785057068 + ], + "nudging": { + "0.001": [ + -0.0010935654863715172, + -0.0007910718559287488, + -0.0005110235651955009, + -0.0003657024062704295, + -0.0002454574278090149, + -0.00031436217250302434, + -0.00021353720512706786, + -0.00021881572320125997, + -0.00025353196542710066, + -0.00029741236357949674, + -0.00019224401330575347, + -0.00023414409952238202 + ], + "0.003": [ + -0.0032477299682796, + -0.0023589283227920532, + -0.0015236057806760073, + -0.0010900571942329407, + -0.0007291981601156294, + -0.0009313088376075029, + -0.0006336293881759048, + -0.0006524997879751027, + -0.0007575232302770019, + -0.0008877321379259229, + -0.0005692495033144951, + -0.0006953849224373698 + ], + "0.01": [ + -0.010506195947527885, + -0.007814407348632812, + -0.005055932328104973, + -0.003603969234973192, + -0.0024205115623772144, + -0.0030835624784231186, + -0.0020989018958061934, + -0.002160410862416029, + -0.0025065483059734106, + -0.0029421483632177114, + -0.0018882867880165577, + -0.0023007215932011604 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8810795295715332, + 1.2361003873825074, + 1.1001177528381347, + 1.0620904754638671, + 0.9923239807128906, + 1.0118637664794923, + 1.0294495058059692, + 1.035706482887268, + 1.1197983177185058, + 1.1272871920585632, + 1.1440982617378235, + 1.1798527102470397, + 1.2583636451721192, + 1.16342516040802, + 1.1545253436088563, + 1.1172974102020263, + 1.105135089302063, + 1.1267213039398194, + 1.1039850887298583, + 1.146181492614746, + 1.188433178806305, + 1.133612074279785, + 1.1646951875686646, + 1.1493542042732239, + 1.193199885559082, + 1.1990179855346679, + 1.1798026483535766, + 1.2109940435409545, + 1.1876913191795349, + 1.136012986755371, + 1.0995346645355224, + 1.1363990716934205, + 1.0839429043769837, + 1.036410266494751, + 1.0403498750686646, + 1.0100184856414796, + 1.0011023750305177, + 1.0164660669326782, + 1.0148341651916504, + 0.9997676483154296, + 1.079225712966919, + 1.0086151275634765, + 0.9838174611091614, + 0.9308564140319824, + 0.9210850870132447, + 0.9249866769790649, + 0.9204979789733887, + 1.0016128253936767, + 1.0033588279724122, + 0.9989631762504577, + 0.9597750957489014, + 0.9665767883300781, + 0.9695200438499451, + 0.979364437866211, + 1.0115489553451538, + 1.044701505279541, + 1.071289315032959, + 1.0969339916229248, + 1.0794300346374512, + 1.0735850115776062, + 1.0443150358200073, + 1.0285705953598023, + 1.011650534439087, + 0.9911880954742431, + 0.9808807865142822, + 0.9643822746276856, + 0.9543527652740479, + 0.9422026905059815, + 0.9374882905960084, + 0.9291035015106202, + 0.9215585130691528, + 0.9194198372840882, + 0.9146845828056336, + 0.9108321361541748, + 0.908439405822754, + 0.907101872253418, + 0.9050157958984375, + 0.9036195611000061, + 0.9028717960357666, + 0.9025129417419434 + ], + "train_acc": [ + 0.3648, + 0.5616, + 0.6071, + 0.6265, + 0.6596, + 0.652, + 0.6486, + 0.6435, + 0.6203, + 0.6245, + 0.6139, + 0.6054, + 0.5993, + 0.623, + 0.6222, + 0.6158, + 0.6189, + 0.619, + 0.6237, + 0.6187, + 0.6121, + 0.6181, + 0.6077, + 0.6086, + 0.6023, + 0.5997, + 0.6041, + 0.6032, + 0.6095, + 0.6156, + 0.6221, + 0.6192, + 0.6387, + 0.6512, + 0.6428, + 0.6486, + 0.6467, + 0.6543, + 0.653, + 0.6532, + 0.6402, + 0.6577, + 0.6606, + 0.6726, + 0.6731, + 0.6733, + 0.6713, + 0.6536, + 0.651, + 0.6492, + 0.6701, + 0.6638, + 0.6666, + 0.6661, + 0.6573, + 0.6522, + 0.6453, + 0.6405, + 0.6415, + 0.6428, + 0.6508, + 0.6514, + 0.6577, + 0.6609, + 0.6643, + 0.6653, + 0.6697, + 0.6684, + 0.6709, + 0.6743, + 0.6763, + 0.6755, + 0.6773, + 0.6788, + 0.6761, + 0.678, + 0.6792, + 0.6804, + 0.6803, + 0.6802 + ], + "test_acc": [ + 0.5295, + 0.5775, + 0.6065, + 0.6085, + 0.632, + 0.625, + 0.6215, + 0.583, + 0.6125, + 0.6035, + 0.5775, + 0.555, + 0.607, + 0.589, + 0.5885, + 0.601, + 0.5745, + 0.581, + 0.57, + 0.567, + 0.5955, + 0.529, + 0.582, + 0.5845, + 0.5495, + 0.585, + 0.556, + 0.578, + 0.579, + 0.5955, + 0.583, + 0.6235, + 0.602, + 0.609, + 0.626, + 0.6245, + 0.601, + 0.578, + 0.6385, + 0.5785, + 0.632, + 0.6265, + 0.626, + 0.656, + 0.648, + 0.657, + 0.624, + 0.618, + 0.6185, + 0.6325, + 0.6345, + 0.6375, + 0.6405, + 0.6395, + 0.632, + 0.6215, + 0.6005, + 0.6135, + 0.5985, + 0.6105, + 0.615, + 0.6215, + 0.6185, + 0.63, + 0.6265, + 0.628, + 0.629, + 0.6345, + 0.6345, + 0.6415, + 0.6415, + 0.6425, + 0.6395, + 0.644, + 0.6475, + 0.6465, + 0.644, + 0.6455, + 0.645, + 0.645 + ], + "state_pred_error": [ + 0.6453981456756592, + 0.23473459401130675, + 0.22407248733043672, + 0.22245599946975708, + 0.21019233787059785, + 0.18144550337791443, + 0.17582191152572632, + 0.17074397916793824, + 0.1751905428647995, + 0.1764908756017685, + 0.1641579815387726, + 0.15101692166328431, + 0.14769069714546204, + 0.14573342962265015, + 0.14323594300746917, + 0.1388802298069, + 0.13048029086589813, + 0.12313583681583405, + 0.1169026269197464, + 0.11280269784927369, + 0.1114406135559082, + 0.10753615816831588, + 0.09873319754600525, + 0.09379508064985276, + 0.09320075496435165, + 0.09452443287372589, + 0.08613354905843734, + 0.07822277886867524, + 0.06739198684692382, + 0.05750293148756027, + 0.04770064138174057, + 0.044405366152524946, + 0.04118964074850082, + 0.038421801435947416, + 0.035279463201761244, + 0.03239466397762299, + 0.02980326344370842, + 0.028275283205509184, + 0.027806608456373214, + 0.02775250583291054, + 0.027604129791259764, + 0.02825467872619629, + 0.03000386506319046, + 0.03052634057998657, + 0.030324843940138818, + 0.03044587863087654, + 0.030369041973352433, + 0.030169917958974838, + 0.029345124167203904, + 0.028020204293727875, + 0.026755033046007157, + 0.025642084258794783, + 0.025034043380618095, + 0.025460178035497664, + 0.025847621342539786, + 0.026586625242233278, + 0.027172537714242936, + 0.02762252908349037, + 0.027387323778867722, + 0.0279737877368927, + 0.027401061433553697, + 0.026677529415488243, + 0.026780897063016892, + 0.025761067128181457, + 0.02527744944691658, + 0.02493682624697685, + 0.02452848722934723, + 0.023785253030061723, + 0.023475021582841874, + 0.0230139014005661, + 0.022756616941094397, + 0.021971601372957228, + 0.02164053836464882, + 0.020801106786727905, + 0.020165389025211335, + 0.019814389663934708, + 0.01931059607863426, + 0.018816861334443092, + 0.018472328102588653, + 0.017988865703344344 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7252062559127808, + 0.29899632930755615, + 0.17116883397102356, + 0.13035137951374054, + 0.11515486240386963, + 0.09652335941791534, + 0.0831163302063942, + 0.08587749302387238, + 0.1138496845960617, + 0.09370164573192596, + 0.10970423370599747, + 0.09861446917057037 + ], + "perturbation_rho": [ + 0.5776556730270386, + 0.24244043231010437, + 0.15723995864391327, + 0.11212021112442017, + 0.13527166843414307, + 0.09345141798257828, + 0.05218992009758949, + 0.09958191215991974, + 0.09601333737373352, + 0.05242425203323364, + 0.08741243183612823, + 0.08527539670467377 + ], + "nudging": { + "0.001": [ + -0.01889077201485634, + -0.0009189919801428914, + -0.0004775590787176043, + -0.000345642096363008, + -0.0003198374470230192, + -0.00027532177045941353, + -0.00023964255524333566, + -0.00024414859944954515, + -0.00032626462052576244, + -0.00024727743584662676, + -0.0003089705132879317, + -0.00028701225528493524 + ], + "0.003": [ + -0.05585412308573723, + -0.0027553164400160313, + -0.0014325750526040792, + -0.0010372890392318368, + -0.0009584734216332436, + -0.0008253002306446433, + -0.0007186426082625985, + -0.0007314274553209543, + -0.000978380674496293, + -0.0007414872525259852, + -0.0009262076346203685, + -0.0008607603958807886 + ], + "0.01": [ + -0.1766481101512909, + -0.00916180107742548, + -0.004768161568790674, + -0.00345130218192935, + -0.0031899111345410347, + -0.002747050253674388, + -0.002392321825027466, + -0.0024352066684514284, + -0.0032566720619797707, + -0.0024684183299541473, + -0.003083357820287347, + -0.0028652269393205643 + ] + }, + "state_pred_error_per_layer": [ + 14567.1396484375, + 8843.26171875, + 5969.56787109375, + 5045.4873046875, + 4699.3388671875, + 4805.94287109375, + 4535.58935546875, + 4793.4423828125, + 4549.9345703125, + 4690.251953125, + 4812.1875, + 4947.22509765625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1223959423065186, + 1.1308925502777099, + 0.7801009045600891, + 0.6729701273918152, + 0.6086994623184204, + 0.5650544769287109, + 0.557174564743042, + 0.635125132226944, + 0.6045203336715699, + 0.6104950213432312, + 0.6773919567108154, + 0.634354585647583, + 0.7008390525817871, + 0.5426709760665893, + 0.6239622621536255, + 0.6713327980041504, + 0.6004258505821228, + 0.679081558227539, + 0.8434337931632996, + 0.7248663192749023, + 0.5846601127624512, + 0.7091362628936767, + 0.7446982576370239, + 0.781251979637146, + 0.803330804347992, + 0.7121967086791993, + 0.6684488694190979, + 0.8766575017929077, + 0.9210894750595093, + 0.82434025888443, + 0.837844763469696, + 0.80740807056427, + 0.9366403986930847, + 0.9515004661560058, + 1.1598037229537963, + 1.10346333694458, + 1.1477074918746948, + 1.3325309940338135, + 1.7308238342285156, + 1.2630112736701966, + 1.162735636138916, + 1.4247036094665528, + 1.7260048475265504, + 1.7118493715286256, + 1.648465139770508, + 1.5406495670318603, + 1.438048271369934, + 1.336459242248535, + 1.3360411096572875, + 1.3773949566841126, + 1.27808166847229, + 1.2043107717514039, + 1.3566615823745727, + 1.2266771377563477, + 1.2032874032974243, + 1.3345542625427247, + 1.277489598464966, + 1.2574082427978515, + 1.3388423186302185, + 1.317376096725464, + 1.3218458183288575, + 1.3416841665267945, + 1.313708076095581, + 1.3063379524230958, + 1.324901369857788, + 1.3095571729660034, + 1.3367181018829346, + 1.3342665132522582, + 1.3231969213485717, + 1.2999568965911865, + 1.2956551901817321, + 1.283503600692749, + 1.282581994819641, + 1.2756302757263183, + 1.2712590478897094, + 1.2688031791687011, + 1.2658842399597168, + 1.2636978759765625, + 1.2609567411422729, + 1.2598623921394347 + ], + "train_acc": [ + 0.2364, + 0.5948, + 0.7131, + 0.7478, + 0.7703, + 0.7889, + 0.7914, + 0.7656, + 0.7862, + 0.7757, + 0.7658, + 0.7746, + 0.748, + 0.7989, + 0.7753, + 0.7604, + 0.7796, + 0.7569, + 0.7207, + 0.7579, + 0.7832, + 0.7498, + 0.7331, + 0.7337, + 0.7258, + 0.755, + 0.7684, + 0.7433, + 0.7383, + 0.7477, + 0.747, + 0.7533, + 0.7224, + 0.7082, + 0.6644, + 0.6817, + 0.6672, + 0.6219, + 0.5687, + 0.6204, + 0.6338, + 0.6038, + 0.5568, + 0.5556, + 0.557, + 0.5713, + 0.5855, + 0.5923, + 0.5942, + 0.5825, + 0.5996, + 0.61, + 0.5866, + 0.6144, + 0.6164, + 0.5915, + 0.6046, + 0.6063, + 0.5949, + 0.5979, + 0.5971, + 0.5942, + 0.5962, + 0.5992, + 0.5918, + 0.5979, + 0.5926, + 0.5951, + 0.5954, + 0.5958, + 0.6024, + 0.6052, + 0.6038, + 0.6006, + 0.6055, + 0.6049, + 0.6047, + 0.6063, + 0.6086, + 0.6089 + ], + "test_acc": [ + 0.48, + 0.644, + 0.7065, + 0.733, + 0.7315, + 0.7055, + 0.7035, + 0.67, + 0.695, + 0.669, + 0.708, + 0.6635, + 0.678, + 0.6665, + 0.554, + 0.6675, + 0.653, + 0.637, + 0.569, + 0.647, + 0.5995, + 0.702, + 0.5415, + 0.6205, + 0.6875, + 0.633, + 0.6135, + 0.6145, + 0.6435, + 0.706, + 0.6325, + 0.5855, + 0.633, + 0.525, + 0.588, + 0.668, + 0.6115, + 0.453, + 0.502, + 0.586, + 0.6, + 0.494, + 0.5125, + 0.445, + 0.5215, + 0.5165, + 0.535, + 0.5235, + 0.485, + 0.514, + 0.571, + 0.5115, + 0.5405, + 0.5585, + 0.488, + 0.5775, + 0.5685, + 0.5465, + 0.558, + 0.5425, + 0.5335, + 0.55, + 0.5565, + 0.5345, + 0.5465, + 0.555, + 0.565, + 0.562, + 0.5535, + 0.555, + 0.5625, + 0.5585, + 0.5685, + 0.5595, + 0.564, + 0.5655, + 0.5645, + 0.569, + 0.5645, + 0.5665 + ], + "value_loss": [ + 2.7805515005111694, + 1.081686860370636, + 0.797205941772461, + 0.6986260824680328, + 0.7140384963989258, + 0.676977529335022, + 0.6860679067611695, + 1.0100212257385255, + 1.0003583810806274, + 0.8196450786590577, + 1.0773170350074768, + 0.9696109293460846, + 1.0457900135040283, + 0.7022124642372132, + 0.8929926084518433, + 0.9564439485549927, + 0.7808498700141907, + 0.9953287747383117, + 1.468350359916687, + 1.2638125471115111, + 0.83949560546875, + 1.2727160860061646, + 1.3841882694244385, + 1.678631261253357, + 1.725769453048706, + 1.5402052530288697, + 1.2585258999824525, + 2.0741510969161987, + 2.4101175380706787, + 1.948118208217621, + 2.2736195261001586, + 1.8106961948394775, + 2.211885329437256, + 2.1651109546661376, + 2.5323298233032228, + 2.1501616649627686, + 2.2966494682312013, + 3.1301290969848634, + 4.273359652328491, + 2.197300305747986, + 1.5282178970336915, + 2.6804796546936034, + 3.514599729347229, + 3.5422376876831057, + 2.5286996788024902, + 1.9258211517333985, + 1.815034661102295, + 1.506567113494873, + 1.5045080892562865, + 1.7108898855209351, + 1.241757023048401, + 1.2125720126152038, + 1.3929070613861083, + 1.1463023363113403, + 1.1142121349334717, + 1.332335331916809, + 1.1768944136142732, + 1.1620534097671509, + 1.298662633562088, + 1.1294718536376953, + 1.1261915169715881, + 1.122890726852417, + 1.1405691360473633, + 1.0319907926559448, + 1.0340288082122804, + 0.9726796591758728, + 1.0593993881225585, + 1.050448949432373, + 1.100425945854187, + 1.0933582187652588, + 0.8975212239265442, + 0.8938636081695557, + 0.9166557600021362, + 0.977439419555664, + 0.8397266407966614, + 0.8533422320365905, + 0.874716013431549, + 0.8575616405487061, + 0.838136801624298, + 0.8463798692464829 + ], + "term_loss": [ + 1.6485074674129485, + 0.8297072814941406, + 0.634693399810791, + 0.5434339653253555, + 0.5507466105461121, + 0.5207709157943725, + 0.5341971765518189, + 0.846416844177246, + 0.841112010717392, + 0.6564387054443359, + 0.9049889453649521, + 0.798225192284584, + 0.8605166847705841, + 0.5482600785255433, + 0.7241384846687317, + 0.7684001558303833, + 0.6070996345996856, + 0.7962655972480774, + 1.2140521295547486, + 0.9860176255226135, + 0.608419938647747, + 0.9112939659118653, + 0.9734650965690613, + 1.2297438148498536, + 1.299837247133255, + 1.1938978694915772, + 0.9857995202064515, + 1.69483338432312, + 1.9083918838500977, + 1.6175825427293777, + 1.9212311550140382, + 1.5342649998188018, + 1.8532086339950562, + 1.8259620584487914, + 2.1624345304489134, + 1.806892790031433, + 1.8902231861114502, + 2.5273943916320802, + 3.5992365367889403, + 1.7663538317680358, + 1.1680109001159669, + 2.154721879196167, + 2.983940335559845, + 2.932674698829651, + 2.0614490547180178, + 1.522164292526245, + 1.4121819274902343, + 1.1339237529754638, + 1.1243637654304504, + 1.3226550352573394, + 0.8877180952310562, + 0.8467551987171174, + 1.0091370786666871, + 0.7961967350006104, + 0.7717182033538819, + 0.9400051207065582, + 0.8129089121699333, + 0.7943745586633683, + 0.9124063068151474, + 0.7582885841369629, + 0.757268895816803, + 0.7520805835723877, + 0.7614981719970703, + 0.672174573135376, + 0.664697764635086, + 0.6174597493886947, + 0.6784869749546051, + 0.6815483723163605, + 0.7197177550315857, + 0.7082983478546142, + 0.5514742812633514, + 0.5509846379041672, + 0.5635691103935242, + 0.6054943891525268, + 0.5014636739730834, + 0.5115930925846099, + 0.5238163274765014, + 0.5094047106742859, + 0.4961314143180847, + 0.5014169258773327 + ], + "bridge_loss": [ + 0.8486444220311474, + 0.057455028840899466, + 0.00647345672249794, + 0.010065643244981765, + 0.026260024583339692, + 0.02356478395164013, + 0.01767999943345785, + 0.011712782212346793, + 0.01253184175491333, + 0.00921778129786253, + 0.007642647423967719, + 0.008494817974418402, + 0.0081177446693182, + 0.007718402835354209, + 0.0076394867897033696, + 0.009256541520357132, + 0.009772012880444526, + 0.01316194803416729, + 0.03859584418535233, + 0.08582426563501358, + 0.0680036034822464, + 0.16674192352294923, + 0.2082908762693405, + 0.23976570377349854, + 0.2108058066368103, + 0.15342824853658676, + 0.09269820539355278, + 0.1716358684539795, + 0.2829114284992218, + 0.11972570022344589, + 0.14527669587135314, + 0.07409173301458359, + 0.13836023993194102, + 0.1047233594417572, + 0.10239493898153305, + 0.08479896945953369, + 0.14000908613204957, + 0.30332467155456544, + 0.31832720917463303, + 0.13028690763115883, + 0.06915579251646996, + 0.2068889322757721, + 0.1689413583636284, + 0.2432434256672859, + 0.10945895296931267, + 0.058291493260860444, + 0.0695342747092247, + 0.051727681058645246, + 0.05560128738582134, + 0.06204493397176266, + 0.04303289123028517, + 0.06258053659200669, + 0.06440504032969475, + 0.049851995158195495, + 0.04215986429452896, + 0.0714924750328064, + 0.05100864072740078, + 0.056615071886777876, + 0.06172715484499931, + 0.05179036730527878, + 0.04902632168531418, + 0.04722833627164364, + 0.05790429630279541, + 0.04115619099140167, + 0.047522115555405614, + 0.03584751927256584, + 0.059197174768149854, + 0.04522456908226013, + 0.0625448987364769, + 0.06798982162475586, + 0.03050621822923422, + 0.030018169784545898, + 0.03876454293727875, + 0.058579221987724306, + 0.026292440569400787, + 0.030662278072535992, + 0.03989438471794128, + 0.03742715321779251, + 0.031834218949079514, + 0.03549532132707536 + ], + "tgrad_loss": [ + 0.2833996032714844, + 0.19452454969882965, + 0.15603908603191377, + 0.14512648067474365, + 0.13703186490535735, + 0.1326418347477913, + 0.1341907325744629, + 0.1518915962100029, + 0.14671453332901002, + 0.15398859734535217, + 0.16468544862270354, + 0.16289091897010805, + 0.17715558688640595, + 0.14623399047851562, + 0.16121463856697082, + 0.17878725657463074, + 0.16397822947502136, + 0.18590123443603515, + 0.2157023815393448, + 0.19197065043449402, + 0.16307206680774688, + 0.19468018741607665, + 0.20243228673934938, + 0.20912174048423768, + 0.21512638583183288, + 0.192879146194458, + 0.18002817583084108, + 0.20768185408115386, + 0.21881421895027162, + 0.2108099551796913, + 0.20711168808937072, + 0.20233947868347169, + 0.2203164538860321, + 0.2344255461215973, + 0.26750037670135496, + 0.2584699326515198, + 0.2664172016143799, + 0.2994100332260132, + 0.355795917224884, + 0.3006595685005188, + 0.29105121412277224, + 0.3188688861846924, + 0.36171807627677915, + 0.36631957635879514, + 0.3577916645050049, + 0.34536534185409545, + 0.3333184560775757, + 0.3209156816482544, + 0.3245430320739746, + 0.32618993062973023, + 0.31100603489875794, + 0.30323628644943235, + 0.31936494970321655, + 0.30025360336303714, + 0.300334077167511, + 0.32083772625923157, + 0.31297685990333557, + 0.31106378889083863, + 0.32452915863990783, + 0.3193928955078125, + 0.31989630165100097, + 0.3235818109035492, + 0.3211666654109955, + 0.31866003241539004, + 0.3218089293956757, + 0.3193724016189575, + 0.3217152436733246, + 0.3236760053157806, + 0.31816329843997954, + 0.31707005248069764, + 0.3155407253742218, + 0.3128608033657074, + 0.3143221000671387, + 0.31336581163406374, + 0.3119705219507217, + 0.3110868597269058, + 0.3110053087234497, + 0.3107297755241394, + 0.3101711611270905, + 0.3094676312446594 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0279831662774086, + 0.034206733107566833, + 0.06341560930013657, + 0.0695083886384964, + 0.09047738462686539, + 0.09644618630409241, + 0.1011449545621872, + 0.09714356064796448, + 0.09739723801612854, + 0.09588810801506042, + 0.09328337758779526, + 0.08733686059713364 + ], + "perturbation_rho": [ + -0.01078212633728981, + 0.08389643579721451, + 0.09591226279735565, + 0.09822964668273926, + 0.15539337694644928, + 0.077084481716156, + 0.18135306239128113, + 0.13923753798007965, + 0.15523496270179749, + 0.1566530466079712, + 0.16011789441108704, + 0.12478099763393402 + ], + "nudging": { + "0.001": [ + -0.001502810511738062, + -0.00035649939673021436, + -0.0005188342183828354, + -0.0005870601162314415, + -0.0007064240635372698, + -0.0007271112990565598, + -0.000728512299247086, + -0.0007376023568212986, + -0.0007232739008031785, + -0.0007425217772834003, + -0.0007311765220947564, + -0.000725812220480293 + ], + "0.003": [ + -0.004485548473894596, + -0.001071919221431017, + -0.0015602593775838614, + -0.0017638156423345208, + -0.0021236937027424574, + -0.0021875915117561817, + -0.002183424076065421, + -0.002218396170064807, + -0.0021718533243983984, + -0.0022269198670983315, + -0.0021976742427796125, + -0.0021777376532554626 + ], + "0.01": [ + -0.014675050042569637, + -0.0035726604983210564, + -0.005193591117858887, + -0.005878218449652195, + -0.007073326967656612, + -0.007276617921888828, + -0.0072667524218559265, + -0.007385652512311935, + -0.00723686721175909, + -0.007413622923195362, + -0.0073149921372532845, + -0.007252625189721584 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L2_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L2_s123.json new file mode 100644 index 0000000..bdb0570 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L2_s123.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.7654977563858032, + 0.8444957286834717, + 0.4950144814491272, + 0.36671135663986204, + 0.321284081697464, + 0.27993531551361084, + 0.27256134262084963, + 0.24975784158706665, + 0.23994892349243163, + 0.24492980494499206, + 0.22574045833349227, + 0.20097337501049042, + 0.1994509120464325, + 0.20277229657173157, + 0.18468337926864625, + 0.18727314873933792, + 0.1769370955467224, + 0.1838186579465866, + 0.17439295463562013, + 0.17294140467643737, + 0.1822731651544571, + 0.17028081703186035, + 0.1692028619647026, + 0.15768814945220946, + 0.14810290710926055, + 0.14752176475524903, + 0.16309453177452088, + 0.15764646480083466, + 0.14147279624938966, + 0.14498449137210845, + 0.1356404733657837, + 0.14475175623893738, + 0.13740543792247772, + 0.13167994917631148, + 0.12572967143058777, + 0.12563280085921288, + 0.11893130984306335, + 0.11800628488063812, + 0.11565658164024353, + 0.11688636230826378, + 0.11060135436058044, + 0.11006813128590584, + 0.1071192905664444, + 0.10655531152486801, + 0.10557044495344162, + 0.10469848154783248, + 0.10152105563879013, + 0.10145853953361511, + 0.09961113617420196, + 0.09860005731582641, + 0.10467973436117173, + 0.09797345906496048, + 0.09573235869407654, + 0.09314765231609344, + 0.09170019273757934, + 0.09269226717948914, + 0.09341713771820068, + 0.09100220992565156, + 0.08908436529636383, + 0.08798767466545104, + 0.08603315978050231, + 0.0854144489645958, + 0.08496862246394157, + 0.08380987513065338, + 0.08267026079893113, + 0.08210583221912383, + 0.08188264560699463, + 0.08136292295455932, + 0.08069994529485702, + 0.08029244214296341, + 0.07990814363956451, + 0.07976104700565338, + 0.07939706645011901, + 0.07912448803782463, + 0.07889298883974552, + 0.07872593634724617, + 0.0785790141582489, + 0.07847202535867691, + 0.0784075082063675, + 0.07836773316860199 + ], + "train_acc": [ + 0.4156, + 0.7664, + 0.8679, + 0.9013, + 0.8997, + 0.9114, + 0.9042, + 0.9112, + 0.9163, + 0.9084, + 0.9186, + 0.9294, + 0.9276, + 0.9251, + 0.9345, + 0.9343, + 0.9347, + 0.9319, + 0.9369, + 0.9368, + 0.9337, + 0.9361, + 0.9391, + 0.9422, + 0.9495, + 0.9487, + 0.9383, + 0.9407, + 0.952, + 0.9466, + 0.953, + 0.9474, + 0.9502, + 0.955, + 0.9573, + 0.9575, + 0.9618, + 0.9616, + 0.9634, + 0.9615, + 0.9654, + 0.9661, + 0.9677, + 0.9684, + 0.9667, + 0.9687, + 0.9705, + 0.9684, + 0.9714, + 0.9719, + 0.9662, + 0.9719, + 0.9735, + 0.9758, + 0.9764, + 0.9766, + 0.9741, + 0.9774, + 0.9768, + 0.9778, + 0.9801, + 0.9801, + 0.9817, + 0.9811, + 0.9818, + 0.9825, + 0.9823, + 0.9825, + 0.9838, + 0.9833, + 0.9839, + 0.9844, + 0.9845, + 0.9845, + 0.9849, + 0.9848, + 0.9852, + 0.9853, + 0.9853, + 0.9853 + ], + "test_acc": [ + 0.656, + 0.838, + 0.867, + 0.8815, + 0.886, + 0.8975, + 0.9005, + 0.895, + 0.901, + 0.8945, + 0.895, + 0.9035, + 0.9005, + 0.901, + 0.9045, + 0.909, + 0.904, + 0.898, + 0.906, + 0.908, + 0.9085, + 0.912, + 0.904, + 0.9015, + 0.904, + 0.9075, + 0.912, + 0.9105, + 0.9135, + 0.911, + 0.9175, + 0.913, + 0.913, + 0.9165, + 0.916, + 0.9145, + 0.912, + 0.9135, + 0.9165, + 0.919, + 0.9185, + 0.9205, + 0.916, + 0.916, + 0.9175, + 0.9155, + 0.9175, + 0.9155, + 0.9165, + 0.9155, + 0.913, + 0.9145, + 0.9165, + 0.9165, + 0.9185, + 0.9195, + 0.915, + 0.92, + 0.922, + 0.9225, + 0.919, + 0.922, + 0.919, + 0.921, + 0.923, + 0.9195, + 0.9205, + 0.921, + 0.92, + 0.921, + 0.921, + 0.92, + 0.9195, + 0.921, + 0.9205, + 0.92, + 0.92, + 0.92, + 0.92, + 0.92 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8569881916046143, + 0.8500438928604126 + ], + "perturbation_rho": [ + 0.9999989867210388, + 0.9999954700469971 + ], + "nudging": { + "0.001": [ + -0.02136343903839588, + -0.007668375503271818 + ], + "0.003": [ + -0.05757742375135422, + -0.022186852991580963 + ], + "0.01": [ + -0.13159069418907166, + -0.06504300236701965 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.222045899963379, + 1.5443243183135986, + 0.9165551806926727, + 0.6182797731399536, + 0.4814643452644348, + 0.4080216860771179, + 0.3821046540737152, + 0.3557525873661041, + 0.3617426670074463, + 0.3635426070213318, + 0.3631010500907898, + 0.3817070824146271, + 0.3703360957622528, + 0.4017043243922293, + 0.36939922463893893, + 0.3809434096813202, + 0.37349798345565793, + 0.4216185576438904, + 0.37035776710510254, + 0.4096152338027954, + 0.44324955769777297, + 0.37625437016487123, + 0.41346786515712736, + 0.38239140539169314, + 0.43430486598014834, + 0.4266927839279175, + 0.47304191370010373, + 0.42663185768127443, + 0.3726616260290146, + 0.39664573118686675, + 0.4000628391265869, + 0.3725332321166992, + 0.4474667528867722, + 0.3764329075098038, + 0.39272863276004794, + 0.3961232415050268, + 0.35540812203884126, + 0.3754589093208313, + 0.3967381541252136, + 0.37234801816940305, + 0.38604524369239807, + 0.38428880689144135, + 0.3889479875087738, + 0.39900728015899656, + 0.3657263102054596, + 0.3451460936665535, + 0.3340610753059387, + 0.3457312560558319, + 0.3312659737110138, + 0.3334344934463501, + 0.34277497341632845, + 0.3261671709060669, + 0.33543690328598025, + 0.32464828124046324, + 0.327925772857666, + 0.31421077461242675, + 0.3448867746353149, + 0.3114112159252167, + 0.31121128454208374, + 0.31479848520755765, + 0.3050527681350708, + 0.3033456075429916, + 0.29738776047229765, + 0.29894379968643187, + 0.2957280710220337, + 0.29328098392486573, + 0.29249357726573944, + 0.2907493370056152, + 0.2953320168852806, + 0.2873753551006317, + 0.2861742950439453, + 0.2886102059006691, + 0.2845136415481567, + 0.2840243721663952, + 0.2817679080247879, + 0.2821083644628525, + 0.2808473236083984, + 0.2805542977809906, + 0.28007913836240766, + 0.2798538848757744 + ], + "train_acc": [ + 0.1881, + 0.4863, + 0.6985, + 0.7856, + 0.8266, + 0.8435, + 0.8497, + 0.861, + 0.8595, + 0.8635, + 0.8666, + 0.8594, + 0.8676, + 0.8577, + 0.8692, + 0.8668, + 0.8652, + 0.8583, + 0.8715, + 0.8657, + 0.8559, + 0.8734, + 0.8662, + 0.8726, + 0.8565, + 0.8585, + 0.8527, + 0.8631, + 0.874, + 0.8676, + 0.8678, + 0.8728, + 0.8577, + 0.8711, + 0.8713, + 0.8663, + 0.8801, + 0.8751, + 0.8667, + 0.8762, + 0.8731, + 0.8725, + 0.8721, + 0.8695, + 0.8727, + 0.8817, + 0.8837, + 0.8817, + 0.886, + 0.8858, + 0.8819, + 0.8876, + 0.8819, + 0.8835, + 0.8853, + 0.8891, + 0.8824, + 0.8891, + 0.8926, + 0.8861, + 0.8912, + 0.8907, + 0.8944, + 0.8937, + 0.8928, + 0.8946, + 0.8933, + 0.895, + 0.8922, + 0.8964, + 0.8952, + 0.8949, + 0.8961, + 0.8957, + 0.8982, + 0.8974, + 0.898, + 0.8973, + 0.8976, + 0.8975 + ], + "test_acc": [ + 0.3455, + 0.586, + 0.718, + 0.775, + 0.8005, + 0.8085, + 0.831, + 0.832, + 0.8335, + 0.8355, + 0.8275, + 0.8195, + 0.8265, + 0.837, + 0.8305, + 0.8365, + 0.8095, + 0.8405, + 0.8095, + 0.8065, + 0.8115, + 0.826, + 0.816, + 0.8145, + 0.822, + 0.8205, + 0.799, + 0.837, + 0.814, + 0.8285, + 0.8325, + 0.826, + 0.813, + 0.824, + 0.8335, + 0.827, + 0.8205, + 0.8235, + 0.817, + 0.8355, + 0.823, + 0.802, + 0.8055, + 0.832, + 0.8375, + 0.85, + 0.8365, + 0.834, + 0.8335, + 0.8435, + 0.8335, + 0.8365, + 0.838, + 0.833, + 0.832, + 0.824, + 0.833, + 0.854, + 0.8455, + 0.8455, + 0.852, + 0.8435, + 0.848, + 0.848, + 0.8525, + 0.8485, + 0.851, + 0.8535, + 0.853, + 0.848, + 0.852, + 0.849, + 0.8485, + 0.8525, + 0.8525, + 0.8525, + 0.8555, + 0.852, + 0.8525, + 0.853 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.05345926433801651, + 0.1220134049654007 + ], + "perturbation_rho": [ + 0.09254007041454315, + 0.03279075771570206 + ], + "nudging": { + "0.001": [ + -0.0014900758396834135, + -0.00040765886660665274 + ], + "0.003": [ + -0.0044248285703361034, + -0.0012199780903756618 + ], + "0.01": [ + -0.0142319705337286, + -0.004036533646285534 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.035307823371887, + 1.0818795654296876, + 0.5848175754547119, + 0.4178084654331207, + 0.36943293256759646, + 0.36182685775756834, + 0.36377423672676085, + 0.3638772452354431, + 0.36289256069660186, + 0.35803506598472595, + 0.3521030779838562, + 0.36004641103744506, + 0.3508536817073822, + 0.3523506750106811, + 0.37145801367759707, + 0.35224308915138247, + 0.35803700803518296, + 0.35305213971138, + 0.3651015239715576, + 0.3836041011810303, + 0.3781185965538025, + 0.38939061965942384, + 0.42120680956840517, + 0.40723042488098143, + 0.4526292643547058, + 0.40323816947937013, + 0.415028613948822, + 0.41594237394332884, + 0.40914614896774293, + 0.40614798660278323, + 0.39321772956848144, + 0.38597395792007444, + 0.4012366283416748, + 0.39515967016220094, + 0.3989246150016785, + 0.40142448501586914, + 0.37222539920806885, + 0.3748494933605194, + 0.38571743087768556, + 0.3823385854721069, + 0.3849996451854706, + 0.37309266843795774, + 0.3707266288280487, + 0.3709278034210205, + 0.37044406490325926, + 0.3628380756378174, + 0.36986831691265104, + 0.35957499681711197, + 0.3573640037059784, + 0.37129577651023865, + 0.35399168338775633, + 0.3636847696185112, + 0.35051158096790314, + 0.3494784439086914, + 0.3490269979476929, + 0.34427729971408844, + 0.34917515044212344, + 0.34596708917617797, + 0.3457959949493408, + 0.3382417812347412, + 0.3398675190448761, + 0.33830025720596313, + 0.3366756670475006, + 0.3361509337425232, + 0.3335879071235657, + 0.3334713472366333, + 0.3317858941078186, + 0.33048621253967286, + 0.33019430565834046, + 0.3285010213851929, + 0.32787752251625063, + 0.32666881173849105, + 0.32629875988960266, + 0.3255439553260803, + 0.3254732527732849, + 0.3248609799385071, + 0.32443962535858156, + 0.3241093095779419, + 0.32383085441589354, + 0.32369576120376586 + ], + "train_acc": [ + 0.2759, + 0.6504, + 0.8027, + 0.8556, + 0.8617, + 0.8633, + 0.8603, + 0.8608, + 0.8597, + 0.8664, + 0.8637, + 0.8641, + 0.8664, + 0.8655, + 0.86, + 0.8672, + 0.869, + 0.8672, + 0.8576, + 0.8559, + 0.859, + 0.8534, + 0.8441, + 0.8506, + 0.8305, + 0.8495, + 0.8446, + 0.8438, + 0.8428, + 0.8449, + 0.8507, + 0.8543, + 0.8483, + 0.8496, + 0.8506, + 0.8483, + 0.862, + 0.8558, + 0.8543, + 0.8589, + 0.8602, + 0.8607, + 0.8587, + 0.8633, + 0.8606, + 0.8659, + 0.8625, + 0.8659, + 0.8671, + 0.8616, + 0.8693, + 0.8661, + 0.8696, + 0.8722, + 0.8714, + 0.8728, + 0.8713, + 0.8736, + 0.8725, + 0.875, + 0.8738, + 0.8752, + 0.8753, + 0.874, + 0.8781, + 0.8763, + 0.8786, + 0.8772, + 0.878, + 0.8784, + 0.879, + 0.8797, + 0.8798, + 0.8799, + 0.8798, + 0.8801, + 0.8797, + 0.8801, + 0.8813, + 0.8813 + ], + "test_acc": [ + 0.503, + 0.72, + 0.7965, + 0.826, + 0.8265, + 0.8335, + 0.8295, + 0.8315, + 0.8315, + 0.8335, + 0.823, + 0.823, + 0.831, + 0.826, + 0.8215, + 0.8205, + 0.828, + 0.8215, + 0.814, + 0.8145, + 0.817, + 0.812, + 0.806, + 0.788, + 0.8175, + 0.8145, + 0.808, + 0.793, + 0.8065, + 0.7955, + 0.807, + 0.812, + 0.816, + 0.8215, + 0.8125, + 0.8175, + 0.821, + 0.803, + 0.8285, + 0.8265, + 0.83, + 0.8215, + 0.824, + 0.8185, + 0.83, + 0.834, + 0.832, + 0.837, + 0.8375, + 0.8295, + 0.829, + 0.82, + 0.825, + 0.831, + 0.8365, + 0.8315, + 0.8395, + 0.834, + 0.83, + 0.831, + 0.841, + 0.839, + 0.831, + 0.838, + 0.8335, + 0.835, + 0.8365, + 0.831, + 0.8385, + 0.832, + 0.835, + 0.8365, + 0.8335, + 0.8325, + 0.8335, + 0.836, + 0.8345, + 0.834, + 0.834, + 0.834 + ], + "state_pred_error": [ + 0.7997600481987, + 0.3437161437034607, + 0.2014044310092926, + 0.16714438018798827, + 0.15179780702590942, + 0.13224747791290284, + 0.11098563377857208, + 0.0916959712266922, + 0.07569896295070648, + 0.061903948831558225, + 0.05011345111131668, + 0.04207257339954376, + 0.0351084869146347, + 0.030359905037283898, + 0.026254229775071143, + 0.02318112598657608, + 0.021127575582265853, + 0.018682509154081345, + 0.017222601471841334, + 0.016082065165042878, + 0.014975263381004333, + 0.014202502882480622, + 0.014144844499230385, + 0.01311485079973936, + 0.012837442517280579, + 0.012465586432814597, + 0.012172201824188232, + 0.01132886090874672, + 0.011098468725383281, + 0.010547183714807033, + 0.009977656623721123, + 0.009493274948000908, + 0.009209013964235782, + 0.008924346220493316, + 0.008761503490805626, + 0.00834588114619255, + 0.008196133199334144, + 0.008180657398700714, + 0.007771395539492369, + 0.007566665153205395, + 0.007358304584771395, + 0.007139906688034534, + 0.007039350777864456, + 0.007165508459508419, + 0.006619077945500612, + 0.006377335331588983, + 0.0062913012474775315, + 0.006098052710294724, + 0.006248931968957185, + 0.005887588227540255, + 0.005769434168934822, + 0.005733849746733904, + 0.005528700548410415, + 0.005712412436306476, + 0.005568497113138437, + 0.005270802947878838, + 0.005042337468266487, + 0.0052765426017344, + 0.004908596959710122, + 0.005113466054946184, + 0.004858688966929913, + 0.004781623714789748, + 0.004587523357570171, + 0.004601859824359417, + 0.004504906559363008, + 0.0047202605225145815, + 0.004451583327353001, + 0.004443144879117608, + 0.004247794686257839, + 0.004191487204283476, + 0.004164984770864248, + 0.004182276912778616, + 0.00406104885712266, + 0.004042744146287441, + 0.004139866654574871, + 0.003951248052343726, + 0.003766103806346655, + 0.0038973809622228146, + 0.004124714520573616, + 0.003765122526139021 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9177796840667725, + 0.47225815057754517 + ], + "perturbation_rho": [ + 0.7912815809249878, + 0.3786163330078125 + ], + "nudging": { + "0.001": [ + -0.02343657612800598, + -0.0025146803818643093 + ], + "0.003": [ + -0.06697157770395279, + -0.0075065759010612965 + ], + "0.01": [ + -0.187799870967865, + -0.02459421567618847 + ] + }, + "state_pred_error_per_layer": [ + 654.3871459960938, + 278.6759338378906 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2231978775024412, + 1.5435144302368164, + 0.9255192138671875, + 0.6231668456077576, + 0.47682934741973876, + 0.41253710989952086, + 0.38058802461624147, + 0.3612384679555893, + 0.3502673017501831, + 0.3541757307052612, + 0.36556007900238036, + 0.3836657918453217, + 0.3598676048755646, + 0.3682255392074585, + 0.3784599184989929, + 0.4032455762863159, + 0.3752034682035446, + 0.395582155418396, + 0.42088637284040453, + 0.4353969056129456, + 0.49382096910476686, + 0.46568728313446045, + 0.4780210087776184, + 0.5099774327039719, + 0.5591948669433594, + 0.5902343495845794, + 0.6529199718952179, + 0.6656437032699585, + 0.667899845123291, + 0.7424959661483764, + 0.796056184387207, + 0.814354309463501, + 0.8498922292709351, + 0.9181127500534058, + 0.8227109302520752, + 0.8799352335929871, + 0.9216915922164917, + 0.9162841287612915, + 0.961645627784729, + 0.934480671787262, + 0.9278618555068969, + 0.9472960815429687, + 0.977372176361084, + 0.9279924439430237, + 0.931221773815155, + 0.9409424783706665, + 0.9645380886077881, + 0.9430541513442993, + 0.9649716537475586, + 0.9659242866516113, + 0.9619326337814331, + 0.9567905778884888, + 0.9783849853515625, + 1.0015579802513122, + 1.00494115524292, + 1.0035569537639617, + 1.0050078544616698, + 1.0123552949905394, + 1.01352340259552, + 1.039237533378601, + 1.035588917160034, + 1.032976812839508, + 1.0407879976272583, + 1.0397173221588134, + 1.0423907831192016, + 1.0491719779968263, + 1.0476377964019776, + 1.0432713088989258, + 1.0447245557785034, + 1.0415431062698364, + 1.0402565887451172, + 1.0366182415008545, + 1.0374339856147765, + 1.034851577758789, + 1.034139908027649, + 1.03353916721344, + 1.0329146126270294, + 1.0321089252471924, + 1.031716856765747, + 1.0315448204040527 + ], + "train_acc": [ + 0.1876, + 0.4894, + 0.6908, + 0.7843, + 0.8259, + 0.842, + 0.8522, + 0.8611, + 0.865, + 0.8667, + 0.8621, + 0.8616, + 0.8682, + 0.8684, + 0.8649, + 0.8589, + 0.8678, + 0.8687, + 0.8575, + 0.8564, + 0.8445, + 0.8433, + 0.847, + 0.8404, + 0.8242, + 0.8214, + 0.8033, + 0.7973, + 0.7998, + 0.7819, + 0.7709, + 0.759, + 0.7496, + 0.7381, + 0.7503, + 0.7337, + 0.7231, + 0.7248, + 0.7162, + 0.7119, + 0.7086, + 0.704, + 0.6929, + 0.6995, + 0.6953, + 0.689, + 0.6838, + 0.6914, + 0.682, + 0.6818, + 0.6811, + 0.678, + 0.6733, + 0.6705, + 0.6659, + 0.6704, + 0.6677, + 0.664, + 0.6659, + 0.6563, + 0.6611, + 0.6626, + 0.659, + 0.6568, + 0.6604, + 0.6565, + 0.6579, + 0.6618, + 0.6593, + 0.6605, + 0.6601, + 0.6607, + 0.6624, + 0.6624, + 0.6629, + 0.6634, + 0.6626, + 0.663, + 0.6627, + 0.6634 + ], + "test_acc": [ + 0.336, + 0.581, + 0.72, + 0.7835, + 0.8075, + 0.8185, + 0.8225, + 0.8195, + 0.827, + 0.8205, + 0.824, + 0.8235, + 0.8285, + 0.818, + 0.8225, + 0.831, + 0.8015, + 0.8365, + 0.8205, + 0.765, + 0.8095, + 0.8035, + 0.7985, + 0.774, + 0.77, + 0.7605, + 0.738, + 0.75, + 0.739, + 0.731, + 0.7145, + 0.7115, + 0.6835, + 0.703, + 0.701, + 0.6735, + 0.6755, + 0.656, + 0.6585, + 0.6815, + 0.68, + 0.6655, + 0.6795, + 0.6795, + 0.675, + 0.665, + 0.665, + 0.659, + 0.6605, + 0.657, + 0.662, + 0.652, + 0.648, + 0.648, + 0.646, + 0.6455, + 0.6495, + 0.6455, + 0.646, + 0.6435, + 0.639, + 0.6315, + 0.6405, + 0.635, + 0.644, + 0.6405, + 0.637, + 0.6265, + 0.6335, + 0.6385, + 0.6355, + 0.631, + 0.637, + 0.635, + 0.6395, + 0.6365, + 0.639, + 0.6365, + 0.638, + 0.638 + ], + "value_loss": [ + 2.876306781387329, + 0.7856723394393921, + 0.5928473916530609, + 0.5013651826143265, + 0.44722279748916627, + 0.4374195610523224, + 0.4381609722137451, + 0.46451272745132444, + 0.5010983292698861, + 0.49245802602767946, + 0.5388860324859619, + 0.6111842860221863, + 0.5615375234603882, + 0.5658212431192398, + 0.6179779888391495, + 0.6809112598419189, + 0.6433888878822327, + 0.6772890575408935, + 0.7352884284079075, + 0.8157524694442749, + 0.9909413330078125, + 0.9366963150024414, + 0.9510981642961502, + 1.048841558933258, + 1.154732922744751, + 1.2454240258216858, + 1.4217876974105834, + 1.3324861633300782, + 1.383902477169037, + 1.4895198330879211, + 1.6056639788627625, + 1.427614409351349, + 1.3538882410049438, + 1.411731699848175, + 1.1238839833259582, + 1.2100854367256164, + 1.214574584853649, + 1.0777985618591308, + 1.1443535018444062, + 1.0253696113348008, + 0.919029998588562, + 0.8878245719909668, + 0.9744467445373535, + 0.824526634979248, + 0.8014205926895142, + 0.7634805387496948, + 0.7902832801818848, + 0.7393046459197998, + 0.7831286626815795, + 0.758888035583496, + 0.719997971534729, + 0.7418651414871216, + 0.7080020462989807, + 0.8019536107063293, + 0.7214265657424926, + 0.7120814613819122, + 0.717910733795166, + 0.7196631093978881, + 0.7238030241012573, + 0.7440049339294433, + 0.7167224275588989, + 0.6929942185401916, + 0.7202660966396331, + 0.6883848846435547, + 0.698680549621582, + 0.7095868293762208, + 0.6795802874088287, + 0.663805854511261, + 0.6624986004829406, + 0.6704760707855225, + 0.6755891981124877, + 0.7603735716819763, + 0.648806884264946, + 0.6449895093441009, + 0.6462680356025696, + 0.6254746982574463, + 0.6235096879005432, + 0.6025638544082642, + 0.6216146362304688, + 0.6248516966819763 + ], + "term_loss": [ + 1.639870400428772, + 0.3507210045337677, + 0.34477140822410585, + 0.29710007433891295, + 0.2601790674209595, + 0.25600365054607394, + 0.25877483711242677, + 0.29236667512655257, + 0.3331691867649555, + 0.3240827446460724, + 0.36899902091026304, + 0.4347284555196762, + 0.3967565870523453, + 0.39815111773014067, + 0.4507559413194656, + 0.5020932229995727, + 0.4743917005300522, + 0.5037893265724183, + 0.5480789810597897, + 0.6277814621925354, + 0.7829725056648255, + 0.7233813446044922, + 0.7467594781458378, + 0.8260618205308914, + 0.9186455319404602, + 1.0031881261825562, + 1.1540955222129823, + 1.0660843635559083, + 1.1143094442605972, + 1.2018714171886444, + 1.3037795733451842, + 1.1133485041618347, + 1.0332393661499024, + 1.0753915726184844, + 0.8136546610355377, + 0.8798294746398926, + 0.8744119406983256, + 0.7455172416687011, + 0.8011896505832672, + 0.6859100102216006, + 0.5815183532238006, + 0.5462483320474625, + 0.6176732580661773, + 0.4817309150695801, + 0.4554020172119141, + 0.4135750238418579, + 0.4313158232688904, + 0.39167013053894045, + 0.428555741071701, + 0.40601828079223634, + 0.3743584144592285, + 0.3892281187534332, + 0.3544705183029175, + 0.43724887987971306, + 0.35984939937591554, + 0.35236385194063186, + 0.3571020919799805, + 0.35568072917461396, + 0.361035050535202, + 0.3737378871917725, + 0.35216808892488477, + 0.32893878989219666, + 0.3490776247859001, + 0.32203044962882993, + 0.32965824136734007, + 0.33938146572113037, + 0.3120464255452156, + 0.30106174416542053, + 0.29664410429000854, + 0.30635549602508544, + 0.30906102600097657, + 0.375988377571106, + 0.29100386579036713, + 0.28118928681612015, + 0.2787789331912994, + 0.267332150387764, + 0.2657620764285326, + 0.2520246841192246, + 0.2673741018772125, + 0.2734043194293976 + ], + "bridge_loss": [ + 0.9365049929586589, + 0.13423291933834552, + 0.02359517429172993, + 0.009435658095777035, + 0.016151994919776917, + 0.019326301124691962, + 0.02228460746407509, + 0.017419311372935772, + 0.015196872821450233, + 0.015288333666324615, + 0.013569608584046364, + 0.013740351551026106, + 0.012244615394622087, + 0.012688239745795726, + 0.011124985119700432, + 0.012841972821950912, + 0.014346514343097807, + 0.015282003252208232, + 0.020628411626443268, + 0.01985876966714859, + 0.024889793342351915, + 0.03505476154237985, + 0.02604603983312845, + 0.03549123661220074, + 0.034647015199065205, + 0.037708253931999204, + 0.04363026385307312, + 0.04016457169055939, + 0.04331139268875122, + 0.041140395292639735, + 0.044560722640156744, + 0.049140659207105634, + 0.04577249918580055, + 0.04996752251982689, + 0.04400557230710983, + 0.048151988497376445, + 0.05200917733758688, + 0.04542869421243668, + 0.04608109139800072, + 0.046201552886515854, + 0.04489687628746033, + 0.04607596616744995, + 0.054255467438697816, + 0.049672819927334785, + 0.053708798533678055, + 0.053039796304702756, + 0.05734103150367737, + 0.051897763884067534, + 0.05335785975456238, + 0.05264690642356873, + 0.047083489751815796, + 0.05342354041486978, + 0.05028336017727852, + 0.05724046026468277, + 0.0501610916852951, + 0.05189191411733627, + 0.05292398271858692, + 0.053859466511011124, + 0.05355185590982437, + 0.054500432527065275, + 0.05102754718065262, + 0.052611512261629106, + 0.057694364416599274, + 0.05261626641750336, + 0.055332134974002835, + 0.05660939726829529, + 0.05285219025611877, + 0.05093574574589729, + 0.0517145704627037, + 0.05241333737373352, + 0.055536415910720824, + 0.07385429392457009, + 0.04720236387550831, + 0.05397108833789825, + 0.05832255332022905, + 0.04941890643239021, + 0.04918186986446381, + 0.04253149769902229, + 0.04644611543416977, + 0.04374015842676163 + ], + "tgrad_loss": [ + 0.2999313575744629, + 0.30071841287612916, + 0.2244808042049408, + 0.19482945413589478, + 0.17089173245429992, + 0.16208961111307144, + 0.15710153303146362, + 0.15472674567103387, + 0.15273226557970046, + 0.15308694994449615, + 0.15631739873886108, + 0.1627154801607132, + 0.15253631706237794, + 0.15498188679218292, + 0.15609705946445465, + 0.16597607221603394, + 0.154650675368309, + 0.15821772830486297, + 0.16658104096725584, + 0.1681122395515442, + 0.18307903990745544, + 0.17826021099090575, + 0.17829264632463454, + 0.18728849435448647, + 0.20144037680625915, + 0.20452762956619264, + 0.2240619119644165, + 0.22623722536563873, + 0.22628164014816285, + 0.24650802659988402, + 0.2573236642599106, + 0.26512524480819705, + 0.2748763925552368, + 0.28637262206077574, + 0.2662237548828125, + 0.2821039693832397, + 0.28815346791744234, + 0.2868526280403137, + 0.29708276128768923, + 0.2932580437421799, + 0.292614759683609, + 0.2955002767562866, + 0.3025180263757706, + 0.2931228996038437, + 0.29230977420806886, + 0.2968657133102417, + 0.30162642464637757, + 0.2957367503643036, + 0.30121506395339964, + 0.3002228458404541, + 0.2985560688495636, + 0.29921348223686217, + 0.3032481753349304, + 0.3074642710447311, + 0.3114160710811615, + 0.3078256957054138, + 0.30788465242385865, + 0.31012291219234467, + 0.30921611247062686, + 0.3157666190624237, + 0.31352679815292356, + 0.31144391264915466, + 0.31349411163330076, + 0.3137381648540497, + 0.31369017992019654, + 0.3135959681987762, + 0.3146816665649414, + 0.3118083592414856, + 0.31413992648124694, + 0.3117072313308716, + 0.3109917598247528, + 0.3105308976173401, + 0.3106006525039673, + 0.30982913246154786, + 0.30916655061244963, + 0.3087236411571503, + 0.3085657374978065, + 0.3080076750278473, + 0.3077944193840027, + 0.3077072183132172 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.09752383828163147, + 0.2814161777496338 + ], + "perturbation_rho": [ + 0.2172888070344925, + 0.46050792932510376 + ], + "nudging": { + "0.001": [ + -0.005947513971477747, + -0.0023629600182175636 + ], + "0.003": [ + -0.017743801698088646, + -0.007080004084855318 + ], + "0.01": [ + -0.05797416716814041, + -0.023506879806518555 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L2_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L2_s42.json new file mode 100644 index 0000000..08b20a6 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L2_s42.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.7909032949447632, + 0.8408651754379273, + 0.4797002552509308, + 0.3647427452087402, + 0.3124784866809845, + 0.2817441850662231, + 0.2590787395477295, + 0.25116723079681397, + 0.2374646141052246, + 0.22318382008075713, + 0.2223593633413315, + 0.1995730001926422, + 0.2196668884038925, + 0.19875684378147127, + 0.1934546858549118, + 0.18952004461288452, + 0.18683569231033326, + 0.19224771404266358, + 0.18635251063108443, + 0.16810201063156127, + 0.17770678448677063, + 0.17279608354568482, + 0.16727651731967927, + 0.1559371694803238, + 0.15815642802715302, + 0.14418157806396484, + 0.14997697926163672, + 0.1387534565925598, + 0.15129592059105634, + 0.13506835396289826, + 0.1424376358985901, + 0.1351928102493286, + 0.1380953494757414, + 0.12529992187023162, + 0.1325531720519066, + 0.1227368601322174, + 0.13023556920289994, + 0.12078996238708496, + 0.12364544925689697, + 0.11792606129646302, + 0.1153166356086731, + 0.11588856360912322, + 0.11642754650115966, + 0.11655678544044494, + 0.10944631642103195, + 0.10654066693782806, + 0.10285172426700592, + 0.10260429283976555, + 0.099968874502182, + 0.09773169926404952, + 0.097343274974823, + 0.09863903195858002, + 0.0987546160697937, + 0.0955238178730011, + 0.09478670574426651, + 0.09218684401512146, + 0.09407348573207855, + 0.09172552303671837, + 0.08920091514587403, + 0.08815436470508575, + 0.08759597380161285, + 0.0869701828956604, + 0.08645854530334472, + 0.08645270910263061, + 0.08507799062728882, + 0.08462890653610229, + 0.0839632087945938, + 0.08303676342964172, + 0.08232744481563568, + 0.08194958243370055, + 0.08150955953598023, + 0.08117919763922692, + 0.0808682661652565, + 0.08060784562826157, + 0.08038016645908355, + 0.08024281358420848, + 0.0800727246761322, + 0.07996719419956207, + 0.07990662084817886, + 0.07986213479042054 + ], + "train_acc": [ + 0.4015, + 0.7763, + 0.872, + 0.8957, + 0.9046, + 0.9098, + 0.9139, + 0.91, + 0.9202, + 0.92, + 0.9182, + 0.9316, + 0.9176, + 0.9279, + 0.9296, + 0.9311, + 0.9308, + 0.9279, + 0.9304, + 0.9406, + 0.9342, + 0.9348, + 0.9381, + 0.9455, + 0.9419, + 0.9511, + 0.9453, + 0.954, + 0.9456, + 0.9527, + 0.948, + 0.9541, + 0.9518, + 0.9601, + 0.9544, + 0.9613, + 0.9538, + 0.9586, + 0.9584, + 0.9612, + 0.962, + 0.9617, + 0.9613, + 0.9593, + 0.9645, + 0.9672, + 0.971, + 0.9708, + 0.9735, + 0.9739, + 0.9725, + 0.9731, + 0.9719, + 0.9745, + 0.9751, + 0.976, + 0.9732, + 0.9763, + 0.9781, + 0.9783, + 0.9781, + 0.9786, + 0.9791, + 0.9798, + 0.9821, + 0.9809, + 0.9808, + 0.9812, + 0.9818, + 0.9824, + 0.982, + 0.9824, + 0.9828, + 0.9828, + 0.9832, + 0.9836, + 0.9837, + 0.9836, + 0.9838, + 0.9838 + ], + "test_acc": [ + 0.6525, + 0.8175, + 0.8655, + 0.8835, + 0.8785, + 0.882, + 0.893, + 0.888, + 0.8855, + 0.8905, + 0.893, + 0.894, + 0.894, + 0.889, + 0.897, + 0.8985, + 0.8865, + 0.898, + 0.8935, + 0.897, + 0.8925, + 0.905, + 0.8995, + 0.9085, + 0.902, + 0.9065, + 0.9045, + 0.906, + 0.902, + 0.903, + 0.9015, + 0.9055, + 0.9075, + 0.9075, + 0.912, + 0.9065, + 0.9085, + 0.9065, + 0.9015, + 0.908, + 0.9045, + 0.9045, + 0.906, + 0.906, + 0.904, + 0.904, + 0.911, + 0.908, + 0.9085, + 0.9135, + 0.909, + 0.9075, + 0.9115, + 0.9135, + 0.917, + 0.914, + 0.91, + 0.9135, + 0.9105, + 0.91, + 0.911, + 0.908, + 0.9065, + 0.9075, + 0.908, + 0.909, + 0.907, + 0.907, + 0.9085, + 0.9095, + 0.9085, + 0.908, + 0.9075, + 0.9075, + 0.9085, + 0.9085, + 0.908, + 0.908, + 0.908, + 0.908 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9068200588226318, + 0.8893121480941772 + ], + "perturbation_rho": [ + 0.9999985098838806, + 0.9999943971633911 + ], + "nudging": { + "0.001": [ + -0.023899933323264122, + -0.008479279465973377 + ], + "0.003": [ + -0.0650826171040535, + -0.024595053866505623 + ], + "0.01": [ + -0.15680165588855743, + -0.07294036448001862 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.272149989128113, + 1.6072792436599732, + 0.9563953531265259, + 0.632236511516571, + 0.47902783765792845, + 0.4073201657772064, + 0.3671415810585022, + 0.35644190893173217, + 0.35256571426391603, + 0.3582359858751297, + 0.3660087926208973, + 0.36652003979682923, + 0.37060247931480406, + 0.3795734006881714, + 0.38890625929832456, + 0.3900839144229889, + 0.4118562028884888, + 0.4039736029624939, + 0.37663860700130464, + 0.37836415185928346, + 0.420570277929306, + 0.4127836347579956, + 0.41665606060028076, + 0.3981014615058899, + 0.400833323764801, + 0.41302710666656495, + 0.41561282229423524, + 0.3989115385055542, + 0.43917759885042906, + 0.39013743410110474, + 0.4253689344406128, + 0.40447203521728514, + 0.40794838209152223, + 0.4303056351661682, + 0.3982668053627014, + 0.3899207235336304, + 0.42121000814437864, + 0.4009185729980469, + 0.41895741519927976, + 0.41355561633110044, + 0.38559334030151365, + 0.39681776518821715, + 0.3590934567213058, + 0.37791539306640626, + 0.3702590451717377, + 0.37318263463974, + 0.3705978121757507, + 0.3725005265951157, + 0.34017645268440244, + 0.35172376317977905, + 0.35478726396560667, + 0.3520003671169281, + 0.3633641314744949, + 0.33544783420562746, + 0.3414689769744873, + 0.3352735348701477, + 0.344571617937088, + 0.32714939917325975, + 0.3172183589220047, + 0.3279861245632172, + 0.32109520440101624, + 0.316487836933136, + 0.31405309810638427, + 0.3157914097547531, + 0.30937249819040297, + 0.31022134857177736, + 0.31250496447086334, + 0.30788920271396636, + 0.3062834129333496, + 0.3069887036204338, + 0.3004336483001709, + 0.3017194701194763, + 0.29909859516620635, + 0.29890388836860654, + 0.2970484607696533, + 0.29831262575387957, + 0.29611629629135133, + 0.2954514974594116, + 0.2951315716266632, + 0.294859547996521 + ], + "train_acc": [ + 0.1683, + 0.4682, + 0.6752, + 0.7755, + 0.8224, + 0.8451, + 0.8605, + 0.8657, + 0.8635, + 0.8677, + 0.8698, + 0.8682, + 0.8697, + 0.8687, + 0.8672, + 0.87, + 0.865, + 0.8635, + 0.8739, + 0.8745, + 0.8605, + 0.8632, + 0.8674, + 0.8705, + 0.867, + 0.8662, + 0.8655, + 0.8703, + 0.8605, + 0.8701, + 0.8616, + 0.8678, + 0.8676, + 0.8661, + 0.8688, + 0.8706, + 0.8628, + 0.873, + 0.8626, + 0.8685, + 0.8731, + 0.8714, + 0.8803, + 0.8761, + 0.8799, + 0.8822, + 0.8754, + 0.8773, + 0.8849, + 0.883, + 0.8826, + 0.8826, + 0.8778, + 0.8878, + 0.8855, + 0.8878, + 0.882, + 0.885, + 0.8921, + 0.8867, + 0.8886, + 0.8925, + 0.8926, + 0.8922, + 0.8964, + 0.8934, + 0.8924, + 0.8942, + 0.8954, + 0.8958, + 0.898, + 0.8958, + 0.8981, + 0.898, + 0.8982, + 0.8972, + 0.8986, + 0.8991, + 0.8995, + 0.8986 + ], + "test_acc": [ + 0.3005, + 0.571, + 0.71, + 0.769, + 0.794, + 0.807, + 0.82, + 0.8205, + 0.8235, + 0.8205, + 0.8175, + 0.822, + 0.822, + 0.8075, + 0.8225, + 0.813, + 0.811, + 0.82, + 0.831, + 0.821, + 0.817, + 0.817, + 0.815, + 0.7975, + 0.8065, + 0.8205, + 0.826, + 0.7885, + 0.8195, + 0.792, + 0.8155, + 0.8325, + 0.809, + 0.826, + 0.8235, + 0.808, + 0.8195, + 0.8115, + 0.809, + 0.819, + 0.805, + 0.833, + 0.8255, + 0.824, + 0.8305, + 0.8195, + 0.806, + 0.8375, + 0.8325, + 0.8255, + 0.83, + 0.8185, + 0.836, + 0.832, + 0.8455, + 0.8335, + 0.8425, + 0.846, + 0.841, + 0.839, + 0.8405, + 0.843, + 0.8425, + 0.8405, + 0.8485, + 0.8445, + 0.8455, + 0.848, + 0.85, + 0.849, + 0.8445, + 0.8495, + 0.8475, + 0.843, + 0.8465, + 0.8485, + 0.846, + 0.8475, + 0.848, + 0.847 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.008382977917790413, + 0.06159647926688194 + ], + "perturbation_rho": [ + -0.022914212197065353, + 0.018335968255996704 + ], + "nudging": { + "0.001": [ + 0.0001649217592785135, + -0.00021235107851680368 + ], + "0.003": [ + 0.0006042401073500514, + -0.0006366041488945484 + ], + "0.01": [ + 0.0033093439415097237, + -0.002113340189680457 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.057672385406494, + 1.1166771314620971, + 0.6086244252204895, + 0.4245740672111511, + 0.36483576316833494, + 0.35679988889694214, + 0.3548254811286926, + 0.34793691511154173, + 0.3464306734323502, + 0.3435576392173767, + 0.34013770332932475, + 0.33322665920257566, + 0.33403541398048403, + 0.3319604155063629, + 0.3415149167060852, + 0.3399295929431915, + 0.3496535359382629, + 0.37121437792778017, + 0.362134037733078, + 0.38054348917007447, + 0.37667123994827273, + 0.36827400608062744, + 0.37283519170284274, + 0.3736583568572998, + 0.39922317066192625, + 0.38717319040298465, + 0.37632566776275633, + 0.39565731761455536, + 0.3784814638614655, + 0.3727163250207901, + 0.37778283381462097, + 0.36831437734365463, + 0.36310676040649414, + 0.4009634237289429, + 0.3620505106925964, + 0.3674455921173096, + 0.3772189566731453, + 0.3530207999229431, + 0.3573484922885895, + 0.3630984719753265, + 0.35662814855575564, + 0.37530835361480713, + 0.351890708065033, + 0.36676664543151855, + 0.3481761688232422, + 0.35212536692619323, + 0.34319338274002076, + 0.3521613523960114, + 0.337118542098999, + 0.3296779903411865, + 0.33185150694847104, + 0.3305467273712158, + 0.3442539291143417, + 0.33049997148513793, + 0.32896905941963195, + 0.327506383895874, + 0.3324374245882034, + 0.3221533220291138, + 0.3242107194542885, + 0.32271010704040526, + 0.318077142906189, + 0.3179136665344238, + 0.3174248493671417, + 0.3131567057132721, + 0.31502656025886533, + 0.31301859073638916, + 0.312909477519989, + 0.3118305783390999, + 0.31005851497650144, + 0.30886491203308103, + 0.3087408046722412, + 0.30726790990829467, + 0.3069364815831184, + 0.3057547236442566, + 0.3054956469535828, + 0.30528006699085236, + 0.30487773990631106, + 0.30455025148391723, + 0.304351772236824, + 0.30421765327453615 + ], + "train_acc": [ + 0.2627, + 0.6355, + 0.7918, + 0.8496, + 0.8661, + 0.8649, + 0.8652, + 0.8693, + 0.8681, + 0.8695, + 0.8729, + 0.8751, + 0.8734, + 0.8741, + 0.8698, + 0.8682, + 0.8684, + 0.8594, + 0.862, + 0.8585, + 0.8587, + 0.8606, + 0.8568, + 0.8597, + 0.8494, + 0.8553, + 0.8551, + 0.8509, + 0.8614, + 0.8609, + 0.861, + 0.8661, + 0.8636, + 0.8551, + 0.863, + 0.8613, + 0.859, + 0.8686, + 0.8678, + 0.8627, + 0.8657, + 0.8607, + 0.867, + 0.8651, + 0.8714, + 0.871, + 0.8732, + 0.8694, + 0.8748, + 0.8771, + 0.878, + 0.8747, + 0.8735, + 0.8772, + 0.8792, + 0.878, + 0.8762, + 0.8818, + 0.8768, + 0.8803, + 0.879, + 0.8811, + 0.8814, + 0.883, + 0.8825, + 0.8844, + 0.8823, + 0.8829, + 0.8866, + 0.8862, + 0.8846, + 0.8855, + 0.885, + 0.8869, + 0.8859, + 0.8861, + 0.8857, + 0.886, + 0.8862, + 0.8862 + ], + "test_acc": [ + 0.482, + 0.709, + 0.787, + 0.813, + 0.8285, + 0.8275, + 0.8345, + 0.826, + 0.826, + 0.8305, + 0.8215, + 0.819, + 0.8185, + 0.817, + 0.819, + 0.812, + 0.817, + 0.8125, + 0.8045, + 0.7905, + 0.7995, + 0.8055, + 0.801, + 0.8025, + 0.804, + 0.801, + 0.792, + 0.7925, + 0.807, + 0.798, + 0.7985, + 0.799, + 0.7915, + 0.8155, + 0.8095, + 0.804, + 0.811, + 0.814, + 0.803, + 0.8115, + 0.81, + 0.813, + 0.819, + 0.813, + 0.817, + 0.8165, + 0.8175, + 0.8245, + 0.82, + 0.814, + 0.8225, + 0.816, + 0.8245, + 0.817, + 0.8225, + 0.82, + 0.8225, + 0.826, + 0.823, + 0.823, + 0.8275, + 0.8235, + 0.8225, + 0.826, + 0.8255, + 0.827, + 0.8245, + 0.825, + 0.8255, + 0.8235, + 0.8245, + 0.826, + 0.8225, + 0.8265, + 0.8245, + 0.825, + 0.8255, + 0.827, + 0.827, + 0.827 + ], + "state_pred_error": [ + 0.7967377858638763, + 0.34598296966552733, + 0.2030195487499237, + 0.16683620121479034, + 0.15052817759513856, + 0.13117947192192078, + 0.10972135738134384, + 0.0900312513589859, + 0.07317366843223572, + 0.06010319168567657, + 0.04874778895378113, + 0.0407476614356041, + 0.03495406020283699, + 0.02987285739183426, + 0.026561988437175752, + 0.023144602596759795, + 0.021253752559423446, + 0.019422493594884873, + 0.017936924171447755, + 0.016594687747955323, + 0.015548654867708683, + 0.014461067456007004, + 0.013745320722460748, + 0.012979924492537976, + 0.01257009451687336, + 0.012221769727766514, + 0.011650261569023133, + 0.011007585345208645, + 0.010606600934267045, + 0.01016893789768219, + 0.00975934579372406, + 0.009299210277199745, + 0.009092474126815795, + 0.008728945380449295, + 0.008686305114626884, + 0.008494052711874247, + 0.007941164903342724, + 0.007641752201318741, + 0.007414149653911591, + 0.007252850785851478, + 0.007086898298561573, + 0.006903395959734917, + 0.0067314132377505305, + 0.006647216567397117, + 0.006545945912599564, + 0.006497067116945982, + 0.006256709571182728, + 0.006150986460596323, + 0.005971997079998255, + 0.005811705444008112, + 0.005608313149213791, + 0.005580492584407329, + 0.005637438614666462, + 0.005647444573789835, + 0.005466383482515812, + 0.005266562070697546, + 0.005138493876159191, + 0.00498729590177536, + 0.004910858514904976, + 0.004862993755191564, + 0.004731716811656952, + 0.0047377496108412746, + 0.0047596204489469525, + 0.004541794133931398, + 0.00446272025257349, + 0.004423295229673386, + 0.00430677450299263, + 0.0043451601408422, + 0.004428337071090937, + 0.004295985059812665, + 0.0042147732827812435, + 0.0040082332260906696, + 0.0041201773762702945, + 0.003969736605882645, + 0.00395717710107565, + 0.004493858044967055, + 0.003766924513503909, + 0.0037810308314859867, + 0.0038307637006044387, + 0.0036542431749403475 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9188902378082275, + 0.4362110495567322 + ], + "perturbation_rho": [ + 0.8401009440422058, + 0.41428011655807495 + ], + "nudging": { + "0.001": [ + -0.027256522327661514, + -0.0028760721907019615 + ], + "0.003": [ + -0.07801611721515656, + -0.008582176640629768 + ], + "0.01": [ + -0.21947401762008667, + -0.02806854248046875 + ] + }, + "state_pred_error_per_layer": [ + 753.1610107421875, + 333.87890625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2717817337036132, + 1.6044951431274415, + 0.9575855054855347, + 0.6274385880470276, + 0.479679812002182, + 0.4025820679664612, + 0.3722260438919067, + 0.35356286239624024, + 0.35820354251861575, + 0.37495428252220153, + 0.3565654326915741, + 0.3734219524860382, + 0.3754354688644409, + 0.39081022024154666, + 0.37834826040267944, + 0.4085339098930359, + 0.3934634296178818, + 0.40792312593460084, + 0.41530650129318236, + 0.45324366564750673, + 0.4508738428592682, + 0.5132140514850616, + 0.5059539035320282, + 0.5738642817497254, + 0.5628011140346527, + 0.5786454545974732, + 0.6376582353115082, + 0.6003107436180115, + 0.6011718498229981, + 0.6524772605895997, + 0.6472935548782348, + 0.6307102481842041, + 0.6182636840820313, + 0.63121531457901, + 0.6926726831436157, + 0.6685154367446899, + 0.7257110968589783, + 0.6795891889095307, + 0.6769815434455871, + 0.7017775566101074, + 0.7776780778884888, + 0.7102687572002411, + 0.7532470722198487, + 0.7802075752258301, + 0.7946839473724365, + 0.7761624695301056, + 0.8113742619514466, + 0.8059718873977662, + 0.8183923157691956, + 0.8154451040267945, + 0.8366338520050048, + 0.842187615776062, + 0.8577603224754333, + 0.8479723624229432, + 0.8778535093307495, + 0.876348822593689, + 0.8831672384738922, + 0.8729063333511352, + 0.8774579629898072, + 0.9124985290527343, + 0.8993189775466919, + 0.9178578794002533, + 0.9149423480987549, + 0.9265102993011475, + 0.9319318475723266, + 0.937051300239563, + 0.9444302869796752, + 0.9413692620277405, + 0.9406136125564575, + 0.9456098251342774, + 0.9459423446655273, + 0.9455011163711547, + 0.9455199542999267, + 0.9456782765388488, + 0.9462723201751709, + 0.9461660702705383, + 0.9455078218698502, + 0.9445678804397583, + 0.9438195475578308, + 0.943692198753357 + ], + "train_acc": [ + 0.1685, + 0.4663, + 0.6767, + 0.7776, + 0.8201, + 0.8482, + 0.8584, + 0.864, + 0.8674, + 0.8645, + 0.8725, + 0.8674, + 0.8708, + 0.8656, + 0.872, + 0.866, + 0.8661, + 0.8626, + 0.8645, + 0.8503, + 0.8526, + 0.8318, + 0.8337, + 0.8206, + 0.818, + 0.8111, + 0.7946, + 0.8, + 0.7977, + 0.7791, + 0.7799, + 0.782, + 0.7861, + 0.7743, + 0.7594, + 0.7633, + 0.746, + 0.7597, + 0.7585, + 0.7534, + 0.7343, + 0.7503, + 0.7375, + 0.734, + 0.7335, + 0.7346, + 0.7281, + 0.7262, + 0.7197, + 0.7231, + 0.7196, + 0.7156, + 0.7134, + 0.7144, + 0.7037, + 0.7092, + 0.7075, + 0.7085, + 0.7071, + 0.6968, + 0.6984, + 0.697, + 0.7003, + 0.6966, + 0.6967, + 0.6967, + 0.6951, + 0.6947, + 0.6952, + 0.6924, + 0.6928, + 0.693, + 0.6911, + 0.6925, + 0.6939, + 0.6929, + 0.6941, + 0.6926, + 0.6936, + 0.6938 + ], + "test_acc": [ + 0.3075, + 0.577, + 0.7165, + 0.765, + 0.805, + 0.806, + 0.825, + 0.822, + 0.816, + 0.816, + 0.812, + 0.8185, + 0.819, + 0.8245, + 0.822, + 0.8215, + 0.802, + 0.8235, + 0.8035, + 0.801, + 0.773, + 0.767, + 0.7385, + 0.763, + 0.775, + 0.731, + 0.745, + 0.738, + 0.7035, + 0.708, + 0.7235, + 0.6945, + 0.7005, + 0.694, + 0.699, + 0.7045, + 0.7055, + 0.704, + 0.6985, + 0.6615, + 0.7085, + 0.695, + 0.6765, + 0.6655, + 0.6895, + 0.6725, + 0.6775, + 0.6455, + 0.671, + 0.667, + 0.664, + 0.6685, + 0.6715, + 0.6655, + 0.662, + 0.657, + 0.657, + 0.6665, + 0.6665, + 0.6635, + 0.6485, + 0.663, + 0.6535, + 0.6595, + 0.6515, + 0.65, + 0.6535, + 0.6525, + 0.647, + 0.6465, + 0.6475, + 0.6505, + 0.648, + 0.6445, + 0.648, + 0.6455, + 0.645, + 0.6455, + 0.645, + 0.6455 + ], + "value_loss": [ + 2.9139820795059204, + 0.7781319219589233, + 0.6261702270507813, + 0.5631922412395477, + 0.5089643202781677, + 0.47773351917266843, + 0.49251684589385986, + 0.5094742440223694, + 0.5250778325080872, + 0.5757163972377777, + 0.5253688870429992, + 0.5867766951560974, + 0.5887034587860107, + 0.6342814973831177, + 0.6224288850784302, + 0.7040738446712493, + 0.6622943760871888, + 0.6909106607675553, + 0.6861579052448272, + 0.8070016531944275, + 0.7657489172935485, + 0.8981747324943542, + 0.8311526319503785, + 1.0680026486992835, + 0.9285434822559356, + 0.8835838872909546, + 0.9766024167537689, + 0.8232256447792053, + 0.7960768020629883, + 0.7652815974235535, + 0.7177574991226197, + 0.6208152499198913, + 0.5670896316051484, + 0.521339186668396, + 0.6030832626342774, + 0.5279540919303894, + 0.6378763611793518, + 0.4802740800619125, + 0.4685490375518799, + 0.46527220191955565, + 0.5925926671981812, + 0.4850484214305878, + 0.5189880228042603, + 0.5404599063873291, + 0.5865764006614685, + 0.5419052541732788, + 0.5603141060113906, + 0.559055899143219, + 0.6549916872501373, + 0.5873499877929688, + 0.5730865565299987, + 0.5765046960830689, + 0.6072168838500976, + 0.6075364608764648, + 0.6144091351985932, + 0.6132542675971985, + 0.6039235576629639, + 0.602211035656929, + 0.5848144401550293, + 0.6547185651779175, + 0.6224689907073975, + 0.6558543173074722, + 0.6365399208068848, + 0.6299452920913696, + 0.6250463237762451, + 0.6158743118286133, + 0.6338640846252441, + 0.6420701734542846, + 0.6022836451530457, + 0.6110358497619629, + 0.6228030502319336, + 0.6002978692770005, + 0.6006025218963623, + 0.6115713768005371, + 0.6018096000671387, + 0.6287955265522003, + 0.5901965017795563, + 0.5782727504730225, + 0.5828642177581788, + 0.5630231554031372 + ], + "term_loss": [ + 1.675116873073578, + 0.34430024371147155, + 0.3699357802391052, + 0.3608538656949997, + 0.32141098375320437, + 0.296013809967041, + 0.3145594831466675, + 0.3366319574356079, + 0.35779941773414614, + 0.41367546219825746, + 0.3742054052591324, + 0.4305104339599609, + 0.4350124341964722, + 0.47471349573135374, + 0.4695607521057129, + 0.5416271431207657, + 0.50037581397295, + 0.5279187945127487, + 0.5226932208895684, + 0.6252485764980316, + 0.5859362184286118, + 0.6939002041339875, + 0.634807921075821, + 0.8540068101286888, + 0.7134227627754212, + 0.6600253582000732, + 0.7331792865395546, + 0.5853852001190185, + 0.5587812387466431, + 0.5075105863571167, + 0.464410977602005, + 0.37542237077355384, + 0.3169003723859787, + 0.2732926230430603, + 0.3423420313835144, + 0.2687295290231705, + 0.35581202269792556, + 0.22913563103079795, + 0.21938599632382394, + 0.2144745792388916, + 0.31799187030792236, + 0.2320458871483803, + 0.2544168309211731, + 0.2703706371307373, + 0.3117321794748306, + 0.2738133100509644, + 0.27934123712182046, + 0.2817279294967651, + 0.3692713690519333, + 0.30682048025131226, + 0.2853371166229248, + 0.28265748102664945, + 0.30581441168785095, + 0.30762661685943604, + 0.30526128548383713, + 0.305000597679615, + 0.29075743298530576, + 0.29170473134592173, + 0.27489340591430667, + 0.32806511583328246, + 0.3060114824295044, + 0.3312658293545246, + 0.31389011993408206, + 0.3109654490470886, + 0.303177494096756, + 0.29685306973457337, + 0.311812850189209, + 0.31457807751893996, + 0.2882286059886217, + 0.2872561911582947, + 0.3006808135509491, + 0.2861353112459183, + 0.2760439012527466, + 0.29094672749638556, + 0.2810854609966278, + 0.3063315445184708, + 0.2749019814029336, + 0.2580472655415535, + 0.2624768678069115, + 0.2533654543399811 + ], + "bridge_loss": [ + 0.9121190248202939, + 0.12368383026123046, + 0.02325579553693533, + 0.00638287930637598, + 0.015633951807022095, + 0.0267038604259491, + 0.029089016681909562, + 0.03015945321023464, + 0.022946262511610985, + 0.01605847358852625, + 0.011836738139390946, + 0.013218694264441729, + 0.01344587414264679, + 0.01692773981690407, + 0.015606502836942673, + 0.017554944163560866, + 0.02013770264238119, + 0.01981841846704483, + 0.018635487586259842, + 0.026470916414260866, + 0.026284595650434495, + 0.029653245022892953, + 0.02730709999203682, + 0.02978192163705826, + 0.031069664573669435, + 0.03410405703783035, + 0.038268526667356494, + 0.040036833453178405, + 0.03885038551688194, + 0.04320903084874153, + 0.041191232109069824, + 0.036969611018896106, + 0.043973470589518546, + 0.03558493182659149, + 0.033664032626152036, + 0.036646516934037206, + 0.044948402404785155, + 0.026731023278832436, + 0.024752013075351714, + 0.02128150890469551, + 0.02616920839548111, + 0.021055375733971596, + 0.02227571759223938, + 0.022238678365945817, + 0.02414751509428024, + 0.021202504792809485, + 0.025903358660638334, + 0.02438402145802975, + 0.029620986983180046, + 0.026105598723888398, + 0.027550537937879562, + 0.03267939478158951, + 0.03767158226370811, + 0.038392514300346375, + 0.04036871939897537, + 0.04241352363824844, + 0.04498921741694212, + 0.04509584439694882, + 0.042803814631700514, + 0.05169626851081848, + 0.0450944231569767, + 0.04986252784132957, + 0.04847792634963989, + 0.04344110252559185, + 0.04525724016427994, + 0.04157515670657158, + 0.042778206980228425, + 0.04924657067060471, + 0.03752178891897202, + 0.04514836919307709, + 0.04305028664469719, + 0.035792450475692746, + 0.04672777749300003, + 0.042780098879337314, + 0.0434021101474762, + 0.044323261296749114, + 0.03760044357031584, + 0.04323315477967262, + 0.04370184513926506, + 0.03314736911058426 + ], + "tgrad_loss": [ + 0.3267462004184723, + 0.31014784474372864, + 0.23297864780426025, + 0.19595549144744873, + 0.1719193906068802, + 0.15501584944725036, + 0.14886834893226625, + 0.14268282673358917, + 0.14433215198516847, + 0.14598246383666993, + 0.1393267445087433, + 0.14304756488204, + 0.140245152425766, + 0.14264026589393616, + 0.13726163320541382, + 0.1448917584180832, + 0.141780867344141, + 0.14317344819307326, + 0.14482919363975524, + 0.15528216607570647, + 0.15352810034751893, + 0.17462128348350525, + 0.16903761179447174, + 0.18421390730142592, + 0.184051059871912, + 0.1894544795513153, + 0.20515460292696952, + 0.19780361485481263, + 0.19844518136978148, + 0.21456197862625123, + 0.21215528469085693, + 0.20842326607704162, + 0.20621578772068025, + 0.2124616316318512, + 0.22707719662189485, + 0.22257804441452025, + 0.23711593326330185, + 0.22440742473006248, + 0.22441103448867797, + 0.2295161123752594, + 0.24843158135414123, + 0.23194715747833253, + 0.24229546999931337, + 0.24785059971809387, + 0.25069670701026914, + 0.24688943903446198, + 0.25506951308250425, + 0.25294395008087156, + 0.2560993363618851, + 0.2544239068031311, + 0.26019890108108523, + 0.26116782383918763, + 0.26373088693618774, + 0.2615173279285431, + 0.2687791325092316, + 0.2658401421546936, + 0.26817690315246584, + 0.26541045472621916, + 0.26711721820831297, + 0.2749571761608124, + 0.2713630847454071, + 0.2747259566783905, + 0.2741718715667725, + 0.27553872985839845, + 0.2766115864753723, + 0.2774460829734802, + 0.27927302808761595, + 0.2782455343008041, + 0.27653324790000916, + 0.27863129014968874, + 0.2790719511032104, + 0.27837010283470154, + 0.2778308403968811, + 0.27784455041885375, + 0.27732203030586244, + 0.27814072003364565, + 0.27769407304525373, + 0.2769923341035843, + 0.27668550889492033, + 0.27651033034324646 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.07500731945037842, + 0.23077097535133362 + ], + "perturbation_rho": [ + 0.12894567847251892, + 0.37924277782440186 + ], + "nudging": { + "0.001": [ + -0.005560865625739098, + -0.0021081208251416683 + ], + "0.003": [ + -0.01659420132637024, + -0.006318465806543827 + ], + "0.01": [ + -0.05425257235765457, + -0.020995579659938812 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L2_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L2_s456.json new file mode 100644 index 0000000..57e685b --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L2_s456.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.8000983072280883, + 0.8553262281417847, + 0.4930526713371277, + 0.3784203895568848, + 0.3197663818836212, + 0.29053169984817506, + 0.26875064196586607, + 0.25987493658065797, + 0.23892381181716918, + 0.22869952754974365, + 0.22458118422031403, + 0.21209806804656983, + 0.20757287468910218, + 0.19907629506587982, + 0.20321457154750824, + 0.18708656415939331, + 0.17637303404808044, + 0.1847076560974121, + 0.17682335205078126, + 0.187822900390625, + 0.18293290028572082, + 0.18654212374687196, + 0.17292806282043457, + 0.18349194377660752, + 0.1571652352333069, + 0.16827380738258363, + 0.15997591190338134, + 0.1580581651687622, + 0.14601466226577758, + 0.14226590123176575, + 0.14564169149398803, + 0.15921205137968064, + 0.13405996446609497, + 0.13091181358098983, + 0.12752190665006638, + 0.12275864148139953, + 0.1250006089925766, + 0.11982801494598389, + 0.12906549286842345, + 0.12449447993934154, + 0.11429075312614441, + 0.1164977291584015, + 0.11286599822044373, + 0.10972460707426071, + 0.10615357451438903, + 0.10912412519454956, + 0.1058990234375, + 0.10500219140052795, + 0.10486637511253356, + 0.10353950891494751, + 0.09869744987487793, + 0.09981467643976212, + 0.09713814241886139, + 0.09420502263009548, + 0.09280058851242065, + 0.0938924689769745, + 0.0941491194486618, + 0.09126792776584625, + 0.08973681110143661, + 0.08885353000164031, + 0.08794978060722351, + 0.08694391140937806, + 0.08604433858394622, + 0.0855510621547699, + 0.08556988172531128, + 0.08505082764625549, + 0.08439020845592021, + 0.08360161371231078, + 0.08313429535627365, + 0.08274500939846038, + 0.08240846571028232, + 0.08203878502845764, + 0.08169064269661903, + 0.08140706999301911, + 0.0811797592163086, + 0.08097635807991029, + 0.08089512157440186, + 0.08077903534770012, + 0.08070964171886444, + 0.08066833609938621 + ], + "train_acc": [ + 0.3997, + 0.7677, + 0.8688, + 0.8872, + 0.8985, + 0.9015, + 0.9094, + 0.9081, + 0.9159, + 0.9185, + 0.9183, + 0.9231, + 0.9244, + 0.9284, + 0.9244, + 0.9341, + 0.9376, + 0.932, + 0.9358, + 0.9307, + 0.9297, + 0.9255, + 0.9352, + 0.9308, + 0.9436, + 0.9367, + 0.9393, + 0.9413, + 0.9498, + 0.9492, + 0.9497, + 0.9404, + 0.9532, + 0.9557, + 0.9587, + 0.962, + 0.9591, + 0.9608, + 0.9572, + 0.9563, + 0.9638, + 0.9611, + 0.9661, + 0.9671, + 0.9679, + 0.9665, + 0.9689, + 0.9706, + 0.9675, + 0.9704, + 0.9741, + 0.9719, + 0.9733, + 0.9754, + 0.9772, + 0.9747, + 0.9759, + 0.9778, + 0.9787, + 0.9779, + 0.9799, + 0.9802, + 0.981, + 0.9812, + 0.9805, + 0.9816, + 0.9819, + 0.9817, + 0.9821, + 0.9823, + 0.9822, + 0.9832, + 0.9832, + 0.9834, + 0.9835, + 0.9838, + 0.9832, + 0.9833, + 0.9833, + 0.9833 + ], + "test_acc": [ + 0.658, + 0.831, + 0.867, + 0.8755, + 0.878, + 0.875, + 0.885, + 0.886, + 0.8885, + 0.8915, + 0.8895, + 0.886, + 0.8885, + 0.8965, + 0.8935, + 0.887, + 0.9, + 0.898, + 0.902, + 0.8875, + 0.8975, + 0.894, + 0.8955, + 0.894, + 0.904, + 0.9, + 0.8975, + 0.896, + 0.9055, + 0.903, + 0.8995, + 0.9035, + 0.9055, + 0.8975, + 0.905, + 0.9045, + 0.903, + 0.908, + 0.9045, + 0.9115, + 0.9075, + 0.906, + 0.91, + 0.912, + 0.9145, + 0.909, + 0.9145, + 0.915, + 0.914, + 0.9095, + 0.913, + 0.909, + 0.912, + 0.915, + 0.9135, + 0.912, + 0.9125, + 0.915, + 0.9125, + 0.916, + 0.9135, + 0.912, + 0.9135, + 0.9145, + 0.914, + 0.913, + 0.914, + 0.9135, + 0.9125, + 0.9125, + 0.912, + 0.912, + 0.9135, + 0.913, + 0.913, + 0.9135, + 0.914, + 0.914, + 0.914, + 0.914 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8855119943618774, + 0.8700143098831177 + ], + "perturbation_rho": [ + 0.9999988079071045, + 0.9999958276748657 + ], + "nudging": { + "0.001": [ + -0.025924552232027054, + -0.009314566850662231 + ], + "0.003": [ + -0.06999024748802185, + -0.026958726346492767 + ], + "0.01": [ + -0.16111940145492554, + -0.07906024903059006 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.283660962677002, + 1.585267567062378, + 0.9385803462982177, + 0.6367190747261048, + 0.49448280506134035, + 0.4259012367725372, + 0.39124873666763305, + 0.38015281138420104, + 0.37522998003959657, + 0.3701688726902008, + 0.37803883278369904, + 0.39746112833023073, + 0.3802763431549072, + 0.3912481979370117, + 0.4047987679004669, + 0.4151992503881454, + 0.4170101192951202, + 0.42453424332141876, + 0.4173937663078308, + 0.43686163773536685, + 0.42365531826019287, + 0.42363426294326784, + 0.4208437828063965, + 0.4529822621464729, + 0.4070855083465576, + 0.4689378917694092, + 0.4634589358329773, + 0.4367367925167084, + 0.4250321800231934, + 0.4287016040802002, + 0.4584434572219849, + 0.44194866588115694, + 0.4174223184347153, + 0.44547443580627444, + 0.46664287486076356, + 0.4065489921808243, + 0.4331810564517975, + 0.42899156646728515, + 0.5209377204418182, + 0.4371390515804291, + 0.4179263119697571, + 0.40993842480182646, + 0.4559203372001648, + 0.40942260138988495, + 0.3948855718612671, + 0.4338044833183289, + 0.4061251772403717, + 0.4279718475818634, + 0.4087572427749634, + 0.4140715950973332, + 0.38019427223205565, + 0.4078751751422882, + 0.383210799074173, + 0.38765000307559966, + 0.37216824359893796, + 0.41562538146972655, + 0.382677834546566, + 0.3672296663284302, + 0.3730851769924164, + 0.3590498920440674, + 0.36640932368040086, + 0.35998264112472533, + 0.36020482025146483, + 0.35171630606651305, + 0.35406614532470704, + 0.35089321160316467, + 0.3469816573232412, + 0.34033540658950806, + 0.3445661533117294, + 0.34326147508621213, + 0.3389697380542755, + 0.3388423357963562, + 0.33665650494098665, + 0.33594908571243287, + 0.33628645095825194, + 0.3349286338806152, + 0.3339044927597046, + 0.3329299204826355, + 0.33245518345832825, + 0.3322625407218933 + ], + "train_acc": [ + 0.1556, + 0.4765, + 0.6797, + 0.7739, + 0.8177, + 0.8382, + 0.8504, + 0.8549, + 0.8578, + 0.8611, + 0.8564, + 0.8512, + 0.863, + 0.8611, + 0.8578, + 0.8551, + 0.8564, + 0.8549, + 0.8564, + 0.8552, + 0.8586, + 0.8599, + 0.8615, + 0.8542, + 0.861, + 0.8548, + 0.8554, + 0.8602, + 0.8653, + 0.8605, + 0.8558, + 0.8606, + 0.865, + 0.8578, + 0.8578, + 0.8691, + 0.8625, + 0.8631, + 0.8471, + 0.8608, + 0.8684, + 0.8681, + 0.8555, + 0.871, + 0.8725, + 0.8647, + 0.8679, + 0.8651, + 0.8667, + 0.8681, + 0.8756, + 0.867, + 0.8762, + 0.8754, + 0.8796, + 0.8686, + 0.8744, + 0.8788, + 0.878, + 0.8809, + 0.8807, + 0.8805, + 0.8801, + 0.8841, + 0.8834, + 0.8841, + 0.8849, + 0.8869, + 0.886, + 0.8853, + 0.8881, + 0.8862, + 0.8874, + 0.8873, + 0.8878, + 0.8885, + 0.8897, + 0.8895, + 0.8893, + 0.8889 + ], + "test_acc": [ + 0.3075, + 0.5895, + 0.7175, + 0.763, + 0.794, + 0.803, + 0.8195, + 0.8175, + 0.814, + 0.8145, + 0.8165, + 0.8235, + 0.8225, + 0.8215, + 0.815, + 0.8135, + 0.8255, + 0.817, + 0.817, + 0.8195, + 0.8075, + 0.8145, + 0.817, + 0.824, + 0.7985, + 0.8095, + 0.8085, + 0.819, + 0.8165, + 0.814, + 0.826, + 0.821, + 0.828, + 0.8205, + 0.829, + 0.8335, + 0.82, + 0.824, + 0.8205, + 0.8235, + 0.8255, + 0.8195, + 0.832, + 0.8435, + 0.8155, + 0.8275, + 0.827, + 0.8165, + 0.8215, + 0.833, + 0.83, + 0.8285, + 0.8345, + 0.827, + 0.8315, + 0.836, + 0.8335, + 0.8405, + 0.8355, + 0.836, + 0.8375, + 0.838, + 0.8395, + 0.836, + 0.841, + 0.8405, + 0.838, + 0.836, + 0.8385, + 0.8395, + 0.8355, + 0.839, + 0.841, + 0.838, + 0.841, + 0.8415, + 0.8415, + 0.842, + 0.842, + 0.842 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.015632983297109604, + 0.08371198177337646 + ], + "perturbation_rho": [ + -0.06864285469055176, + 0.1325663924217224 + ], + "nudging": { + "0.001": [ + -0.000759319169446826, + -0.0003429622738622129 + ], + "0.003": [ + -0.002224094932898879, + -0.0010281240101903677 + ], + "0.01": [ + -0.006782663054764271, + -0.003414375241845846 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.0607079202651977, + 1.1337099237442017, + 0.647877628993988, + 0.4504327066421509, + 0.3940727692604065, + 0.3723359739303589, + 0.3689178777933121, + 0.3625231744766235, + 0.35998505368232725, + 0.35867741174697876, + 0.3579361547470093, + 0.35106793417930604, + 0.34446446766853334, + 0.3474297195911408, + 0.3416134696006775, + 0.345831178188324, + 0.3566520956993103, + 0.36237930603027346, + 0.3771623134613037, + 0.3816791586399078, + 0.39025780296325685, + 0.3933836591720581, + 0.4161139528751373, + 0.4057706892967224, + 0.3918828906059265, + 0.3976308813095093, + 0.3874743386268616, + 0.38788036189079284, + 0.3851133870601654, + 0.3756926311016083, + 0.3775329941749573, + 0.3970633387565613, + 0.4137820346355438, + 0.3905292279243469, + 0.40476176710128786, + 0.41149664545059206, + 0.4037230536460876, + 0.44066204071044923, + 0.41780310134887694, + 0.4295464913368225, + 0.42649631886482237, + 0.4284087491989136, + 0.4360576012611389, + 0.44457482340335847, + 0.4401917548656464, + 0.43505805568695066, + 0.44327515368461606, + 0.4325465172767639, + 0.43232013721466067, + 0.4275367980480194, + 0.427516703081131, + 0.4204970709323883, + 0.41822126712799074, + 0.4155596286773682, + 0.4231887112617493, + 0.4155136170387268, + 0.40704256649017334, + 0.40344800395965574, + 0.40768413548469545, + 0.4017280409812927, + 0.3982292408466339, + 0.39725692327022555, + 0.39136295738220217, + 0.3908126180648804, + 0.39189315357208254, + 0.3870381077766418, + 0.3879516251564026, + 0.3833280053138733, + 0.38215707620978356, + 0.3819090251922607, + 0.37943741810321807, + 0.3780518521785736, + 0.3775427331447601, + 0.37716020322442056, + 0.3760606771469116, + 0.37568101379871366, + 0.37528624348640444, + 0.3750066729545593, + 0.37472169427871704, + 0.37465501019954683 + ], + "train_acc": [ + 0.2642, + 0.6184, + 0.7763, + 0.8422, + 0.8529, + 0.8584, + 0.8561, + 0.8627, + 0.8625, + 0.8624, + 0.866, + 0.8646, + 0.8708, + 0.8681, + 0.8686, + 0.8658, + 0.8625, + 0.861, + 0.8542, + 0.8492, + 0.8519, + 0.849, + 0.8451, + 0.849, + 0.8487, + 0.8491, + 0.8527, + 0.853, + 0.8523, + 0.8552, + 0.8557, + 0.8487, + 0.8438, + 0.854, + 0.8489, + 0.849, + 0.8503, + 0.8455, + 0.8514, + 0.8453, + 0.8493, + 0.8484, + 0.8465, + 0.8434, + 0.8478, + 0.8538, + 0.8475, + 0.8494, + 0.8548, + 0.8534, + 0.8525, + 0.8562, + 0.8564, + 0.8563, + 0.8544, + 0.8563, + 0.8584, + 0.8601, + 0.8585, + 0.8604, + 0.8637, + 0.8612, + 0.8637, + 0.8637, + 0.8626, + 0.8657, + 0.8646, + 0.8662, + 0.8666, + 0.8676, + 0.8676, + 0.868, + 0.8692, + 0.8698, + 0.8692, + 0.8703, + 0.8696, + 0.8702, + 0.8703, + 0.87 + ], + "test_acc": [ + 0.514, + 0.7025, + 0.788, + 0.8215, + 0.826, + 0.8235, + 0.8205, + 0.824, + 0.824, + 0.8265, + 0.8285, + 0.8265, + 0.8315, + 0.832, + 0.8335, + 0.8255, + 0.8315, + 0.822, + 0.808, + 0.8155, + 0.8105, + 0.818, + 0.818, + 0.813, + 0.808, + 0.8085, + 0.813, + 0.811, + 0.811, + 0.81, + 0.8165, + 0.794, + 0.803, + 0.8115, + 0.7995, + 0.82, + 0.81, + 0.8005, + 0.798, + 0.806, + 0.806, + 0.815, + 0.809, + 0.806, + 0.807, + 0.8095, + 0.813, + 0.809, + 0.804, + 0.811, + 0.8095, + 0.804, + 0.8075, + 0.8085, + 0.8125, + 0.8055, + 0.8125, + 0.8085, + 0.812, + 0.8135, + 0.809, + 0.815, + 0.8085, + 0.8145, + 0.814, + 0.8155, + 0.816, + 0.8175, + 0.814, + 0.8135, + 0.817, + 0.8155, + 0.8155, + 0.8155, + 0.817, + 0.8175, + 0.8175, + 0.8175, + 0.817, + 0.817 + ], + "state_pred_error": [ + 0.7975846492767334, + 0.34740002810955045, + 0.20626533489227294, + 0.1688566227912903, + 0.14969556045532226, + 0.12686697702407837, + 0.10258943965435029, + 0.08248359158039092, + 0.06579203307628631, + 0.05322268953919411, + 0.043497616136074065, + 0.03624378236830234, + 0.03155959424376488, + 0.027837770199775697, + 0.025018838441371916, + 0.02305573586821556, + 0.021030399315059185, + 0.01895637398958206, + 0.01772472830414772, + 0.01661195346415043, + 0.01626126909852028, + 0.014910457614064216, + 0.014206837660074235, + 0.013685992537438869, + 0.012581391307711602, + 0.011982576858997345, + 0.011717106333374977, + 0.010968378871679306, + 0.010795737752318383, + 0.010089151945710181, + 0.009628403913974761, + 0.009443067149817944, + 0.00910616643279791, + 0.008941967545449734, + 0.00865904248803854, + 0.008406908518075943, + 0.008553840538859367, + 0.00796011516302824, + 0.007852698883414269, + 0.007530789855122566, + 0.007451776137948036, + 0.007600892862677574, + 0.007261194361746311, + 0.0070939825333654885, + 0.006930866247415543, + 0.0068556764483451845, + 0.0068909044548869135, + 0.006718636322021484, + 0.006451771011948586, + 0.0070287389852106575, + 0.006461447269469499, + 0.006300677789747715, + 0.006042939915508032, + 0.005973925769329071, + 0.005834758894145488, + 0.005728140544891357, + 0.005655132710933685, + 0.005581422328203916, + 0.005619841815531254, + 0.005785556498169899, + 0.005324072232097387, + 0.005209432889521122, + 0.005334047742933035, + 0.0049825638897717, + 0.004983069800212979, + 0.005002294857800007, + 0.004794969267398119, + 0.005065754823386669, + 0.004756338292360306, + 0.004534189984947443, + 0.004653947391360998, + 0.004516961539536715, + 0.004383903432264924, + 0.004468173056840896, + 0.004392227964103222, + 0.004369974558800459, + 0.00410505149140954, + 0.00409513374119997, + 0.004069356556236744, + 0.004237433210760355 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9367842674255371, + 0.5052818059921265 + ], + "perturbation_rho": [ + 0.846778392791748, + 0.5373459458351135 + ], + "nudging": { + "0.001": [ + -0.028559191152453423, + -0.0038118986412882805 + ], + "0.003": [ + -0.08209788799285889, + -0.011376685462892056 + ], + "0.01": [ + -0.23458413779735565, + -0.037239424884319305 + ] + }, + "state_pred_error_per_layer": [ + 626.5816650390625, + 277.74237060546875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2841781162261965, + 1.5920361112594605, + 0.9420625007629394, + 0.6396594805717468, + 0.49837059326171873, + 0.4280559380531311, + 0.3917586740493774, + 0.3806812261581421, + 0.37738553323745727, + 0.3776072946548462, + 0.39090942087173464, + 0.3836580893516541, + 0.39848621730804445, + 0.39414596700668336, + 0.4033576976776123, + 0.3954726212978363, + 0.4113054138183594, + 0.43227349529266357, + 0.4576970805168152, + 0.4727818874359131, + 0.4911901863098145, + 0.5089909892082214, + 0.5091109822273254, + 0.5419316413879395, + 0.5682882654190063, + 0.5794619635105133, + 0.5945024296760559, + 0.575393883895874, + 0.6467625747680664, + 0.6348539002418518, + 0.6088227634429931, + 0.6139724615097046, + 0.6312180225372315, + 0.6856759313583374, + 0.7260684799194336, + 0.6503768898010254, + 0.660949840927124, + 0.6826682937622071, + 0.6994050893783569, + 0.6910303967475891, + 0.7174594877243042, + 0.7371259686946869, + 0.7537702695846558, + 0.7966553500175476, + 0.7427541831970215, + 0.7614833879470825, + 0.756250295829773, + 0.7880895990371705, + 0.7913369228363037, + 0.7729651657104493, + 0.7882836460113526, + 0.8180274720668793, + 0.7788889380455017, + 0.7948621809005737, + 0.7926133176803589, + 0.8024183307647705, + 0.8282989875793457, + 0.8377448230743408, + 0.8504006636619568, + 0.8477847335815429, + 0.8469767751693725, + 0.8446590083122253, + 0.8462727046012879, + 0.8549996006011963, + 0.8553122864723206, + 0.8556031386375427, + 0.854762883234024, + 0.8593242017745971, + 0.8556238237857818, + 0.8551858370780945, + 0.8575570917129517, + 0.8572792016983032, + 0.8553469423294068, + 0.8568584102630615, + 0.856532636642456, + 0.8546321733474731, + 0.8542901330947876, + 0.8537617067337037, + 0.8532746227264404, + 0.8529878778457641 + ], + "train_acc": [ + 0.1573, + 0.4756, + 0.6808, + 0.7749, + 0.8136, + 0.836, + 0.85, + 0.8511, + 0.8553, + 0.8572, + 0.8527, + 0.8593, + 0.8568, + 0.8573, + 0.8619, + 0.8616, + 0.8571, + 0.8516, + 0.8481, + 0.845, + 0.8362, + 0.8339, + 0.8298, + 0.8249, + 0.8137, + 0.8071, + 0.7982, + 0.8014, + 0.7849, + 0.7847, + 0.7893, + 0.7842, + 0.7828, + 0.7569, + 0.7527, + 0.7649, + 0.7617, + 0.7532, + 0.7476, + 0.7466, + 0.737, + 0.7329, + 0.7298, + 0.7183, + 0.7324, + 0.7276, + 0.7238, + 0.7159, + 0.7157, + 0.7208, + 0.7177, + 0.7101, + 0.7191, + 0.7112, + 0.7126, + 0.712, + 0.708, + 0.703, + 0.7009, + 0.6985, + 0.7014, + 0.6962, + 0.7016, + 0.6946, + 0.6952, + 0.6951, + 0.6993, + 0.6922, + 0.6964, + 0.6993, + 0.6947, + 0.6965, + 0.6976, + 0.6974, + 0.6963, + 0.6979, + 0.6976, + 0.6964, + 0.6969, + 0.6966 + ], + "test_acc": [ + 0.3095, + 0.579, + 0.7105, + 0.771, + 0.793, + 0.81, + 0.813, + 0.8145, + 0.811, + 0.8295, + 0.819, + 0.811, + 0.812, + 0.8205, + 0.8205, + 0.811, + 0.816, + 0.818, + 0.8055, + 0.8055, + 0.807, + 0.794, + 0.7805, + 0.7755, + 0.7695, + 0.773, + 0.763, + 0.741, + 0.7355, + 0.727, + 0.731, + 0.7175, + 0.6985, + 0.7145, + 0.7185, + 0.716, + 0.717, + 0.7085, + 0.699, + 0.695, + 0.697, + 0.687, + 0.701, + 0.692, + 0.6795, + 0.683, + 0.672, + 0.6625, + 0.691, + 0.682, + 0.6745, + 0.6805, + 0.67, + 0.6715, + 0.6805, + 0.6615, + 0.668, + 0.655, + 0.6685, + 0.6685, + 0.6745, + 0.665, + 0.666, + 0.671, + 0.6685, + 0.668, + 0.6685, + 0.6655, + 0.6655, + 0.666, + 0.6695, + 0.6655, + 0.6675, + 0.669, + 0.667, + 0.667, + 0.668, + 0.6685, + 0.6685, + 0.6685 + ], + "value_loss": [ + 3.183600161743164, + 0.7750385164260865, + 0.6228227703094482, + 0.5807541069030762, + 0.5056938434600831, + 0.48559383153915403, + 0.48110757327079773, + 0.49592300415039064, + 0.5289546810626984, + 0.5474359282016754, + 0.5586690468311309, + 0.5815468026161194, + 0.5854624471187592, + 0.6134045516014099, + 0.6397341026306153, + 0.5935072565078735, + 0.6474540725708008, + 0.7058132423877717, + 0.7731063194274902, + 0.7794260215759278, + 0.759508763885498, + 0.8077074721336365, + 0.7146338634490966, + 0.8551284119606019, + 0.8034313897132873, + 0.7595964660644531, + 0.7274619615554809, + 0.6701016593933106, + 0.7542770774841309, + 0.6366281832695008, + 0.5932489609718323, + 0.5439536237716674, + 0.5317693880081177, + 0.5851134353637696, + 0.6304749866485596, + 0.48910887274742126, + 0.48204327812194825, + 0.4742885886192322, + 0.5095871998548508, + 0.4672426800251007, + 0.4669731388092041, + 0.5084928925275802, + 0.4811704207420349, + 0.5370424214363099, + 0.4818318892478943, + 0.46692917881011964, + 0.4602645688056946, + 0.5055856050491333, + 0.47017913327217103, + 0.44230168209075926, + 0.4720217893600464, + 0.48523768539428713, + 0.4182536519050598, + 0.45286598148345947, + 0.4380767108917236, + 0.44022146463394163, + 0.4837879237651825, + 0.4790394123077393, + 0.49754595942497254, + 0.4781929668426514, + 0.47548961482048036, + 0.49705342779159545, + 0.46111058979034425, + 0.47314323959350585, + 0.471123362159729, + 0.4637605622768402, + 0.45161292238235473, + 0.4605647190570831, + 0.44299064745903016, + 0.43606283235549925, + 0.4616440633773804, + 0.4356783237457275, + 0.4435445850849152, + 0.4211894090652466, + 0.4348035490036011, + 0.43359944195747374, + 0.44066416525840757, + 0.41140582780838014, + 0.4257257164001465, + 0.4186974630832672 + ], + "term_loss": [ + 1.8026321507453917, + 0.3518428315162659, + 0.37675947713851926, + 0.38276648654937745, + 0.32057882099151613, + 0.3065270788550377, + 0.30243567395210263, + 0.32378246574401853, + 0.3653831358909607, + 0.38932991545200346, + 0.39687480373382567, + 0.42393954174518583, + 0.4242467020750046, + 0.4532722057342529, + 0.4773832442760467, + 0.4362155035972595, + 0.486022850227356, + 0.5338006882667542, + 0.5966757208347321, + 0.5939437051773071, + 0.5678820415496826, + 0.6060017887592316, + 0.5143427636623382, + 0.6467780996322632, + 0.5846465341091156, + 0.5283182467222214, + 0.4983976370334625, + 0.44641116333007813, + 0.5112490447998047, + 0.3977337556183338, + 0.3648644490003586, + 0.31504709310531614, + 0.30084985260963437, + 0.3288579341888428, + 0.3635549578666687, + 0.24613730195462705, + 0.23489424538612366, + 0.22370255022048952, + 0.25498708676695825, + 0.20941324164271355, + 0.20957557492256165, + 0.23416928594112396, + 0.21175098605155945, + 0.2531614188194275, + 0.20988761026859284, + 0.18880151594877242, + 0.18631615471839905, + 0.21227661232948303, + 0.18683922771811484, + 0.16496461772918702, + 0.1820032048225403, + 0.19443978843688964, + 0.1429014762878418, + 0.16745004987716675, + 0.1578450297355652, + 0.1553781552016735, + 0.18760945184230804, + 0.1851514247894287, + 0.20025430124998092, + 0.1819072727203369, + 0.17955903453826905, + 0.19871407819390297, + 0.16792754082679748, + 0.17481803393363954, + 0.17089381370544435, + 0.1689176040560007, + 0.15707939043045044, + 0.16704212747812272, + 0.1522603622496128, + 0.14507856206297876, + 0.1677186560511589, + 0.14509016184806825, + 0.1506106904104352, + 0.13293324483036995, + 0.14293194253444672, + 0.1427909223496914, + 0.14778699822425842, + 0.12496376402378083, + 0.13453806335926055, + 0.13192469900846482 + ], + "bridge_loss": [ + 1.086148412281787, + 0.1292816480755806, + 0.02697447990477085, + 0.008380569902062415, + 0.014730357018113135, + 0.02233964946269989, + 0.027988237404823302, + 0.023968446946144105, + 0.01585049637556076, + 0.011189098839461804, + 0.010882902494072914, + 0.010902717466652393, + 0.01232607362344861, + 0.013465753997862338, + 0.015195865526795388, + 0.014546262636780738, + 0.014874154400080443, + 0.01984240630865097, + 0.019618313241004944, + 0.024393686729669573, + 0.024060676431655884, + 0.029791050812602044, + 0.02654157394170761, + 0.028435604375600814, + 0.03134429958462715, + 0.038252703151106834, + 0.031379878085851666, + 0.02969111566543579, + 0.03346356704235077, + 0.029296788448095322, + 0.02688776364326477, + 0.024821505990624427, + 0.02414622390270233, + 0.029408053064346313, + 0.03269558168053627, + 0.02531407674998045, + 0.026356512427330017, + 0.023581733375787735, + 0.024556355768442156, + 0.027951345092058183, + 0.022370386198163034, + 0.03287668476700783, + 0.025288420939445496, + 0.031219502943754196, + 0.02888429069519043, + 0.030735591688752173, + 0.02735620730817318, + 0.03810946992039681, + 0.028575557655096055, + 0.02718697527050972, + 0.03519773906469345, + 0.028369852031767367, + 0.024919191813468935, + 0.02968004021644592, + 0.02626986500620842, + 0.02845469582825899, + 0.03466393163204193, + 0.03076643509864807, + 0.030355132931470873, + 0.030078389501571656, + 0.029866657304763795, + 0.03281264351382852, + 0.028423517215251923, + 0.030412553095817568, + 0.03361335833966732, + 0.02742235606312752, + 0.028246861313283442, + 0.026277213674783705, + 0.024521710814535618, + 0.026038313943147658, + 0.027685920548439026, + 0.024189958955347538, + 0.028101330828666688, + 0.023092676632106304, + 0.026744831919670104, + 0.026103598928451537, + 0.027902939324080944, + 0.021766479524970055, + 0.027076039123535157, + 0.02328252377510071 + ], + "tgrad_loss": [ + 0.294819629573822, + 0.2939140326499939, + 0.219088809299469, + 0.18960705118179322, + 0.17038466613292694, + 0.15672710111141205, + 0.15068366177082063, + 0.14817209043502808, + 0.1477210487008095, + 0.1469169137120247, + 0.15091134042739868, + 0.14670454227924348, + 0.14888966951966287, + 0.14666659691333772, + 0.14715499559640885, + 0.14274549129009248, + 0.1465570687055588, + 0.1521701454281807, + 0.15681228353977203, + 0.16108862676620483, + 0.16756604113578796, + 0.17191463656425476, + 0.17374952573776245, + 0.17991471261978148, + 0.1874405568599701, + 0.19302551550865174, + 0.19768444393873214, + 0.193999383020401, + 0.20956446123123168, + 0.20959763660430908, + 0.20149674859046937, + 0.2040850329399109, + 0.20677331829071044, + 0.2268474468231201, + 0.2342244486808777, + 0.21765749232769013, + 0.22079251861572266, + 0.22700430588722229, + 0.2300437501192093, + 0.229878093290329, + 0.23502717609405518, + 0.2414469205379486, + 0.24413101263046263, + 0.25266150131225584, + 0.24305998911857604, + 0.24739206635951996, + 0.24659220705032348, + 0.2551995223045349, + 0.2547643501758575, + 0.25015008878707884, + 0.25482084245681763, + 0.26242804205417636, + 0.25043298604488373, + 0.2557358948945999, + 0.25396181850433347, + 0.25638861246109007, + 0.2615145419597626, + 0.2631215545654297, + 0.26693652296066284, + 0.2662073058128357, + 0.26606392068862916, + 0.26552670979499815, + 0.26475953006744385, + 0.26791265106201173, + 0.26661619596481323, + 0.2674205995321274, + 0.2662866680383682, + 0.2672453787326813, + 0.2662085753917694, + 0.2649459549665451, + 0.2662394880533218, + 0.2663982018470764, + 0.2648325638771057, + 0.26516348662376404, + 0.2651267763614655, + 0.26470492310523985, + 0.2649742301940918, + 0.26467558369636535, + 0.26411161279678347, + 0.2634902417182922 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.13380715250968933, + 0.28871580958366394 + ], + "perturbation_rho": [ + 0.2647465467453003, + 0.4448530077934265 + ], + "nudging": { + "0.001": [ + -0.007434769067913294, + -0.0024258592166006565 + ], + "0.003": [ + -0.022199923172593117, + -0.007270205765962601 + ], + "0.01": [ + -0.07276535779237747, + -0.024136800318956375 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json new file mode 100644 index 0000000..76c8d7a --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.4145605772018432, + 0.4837885675907135, + 0.3509865976333618, + 0.3320046304702759, + 0.3153838852882385, + 0.26510489492416384, + 0.29119865114092824, + 0.23000359807014464, + 0.25192048209905626, + 0.22606405482292175, + 0.22339799184799194, + 0.24050125465393066, + 0.21707800154685974, + 0.24954306988716127, + 0.23637027411460876, + 0.21085137324333192, + 0.19512076714038848, + 0.17245010232925415, + 0.1894634276986122, + 0.1650419453382492, + 0.1778180214881897, + 0.21894844360351562, + 0.19933833799362183, + 0.1771628651380539, + 0.1553717818260193, + 0.1399657424926758, + 0.14071936559677123, + 0.1601772675037384, + 0.13696529176235198, + 0.14105643473863602, + 0.13802141556739808, + 0.16569645638465882, + 0.12720199494361878, + 0.14186724331378936, + 0.11719292199611664, + 0.11274782953262329, + 0.12050781357288361, + 0.10908292927742004, + 0.10698790650367737, + 0.10439169973134994, + 0.09679698523283005, + 0.10081665986776352, + 0.09919646325707436, + 0.09050822926163674, + 0.08451937192380428, + 0.08149686356782913, + 0.08619351840019226, + 0.08559241333007812, + 0.08397664375305176, + 0.08652843645811081, + 0.08116253237724304, + 0.08460511593818665, + 0.07957250861525536, + 0.07245188212394714, + 0.07476602460145951, + 0.07214559998512268, + 0.06864421527385711, + 0.06543551899790764, + 0.06294125034213066, + 0.06161921464204788, + 0.06044542417526245, + 0.05924299967288971, + 0.05897243957519531, + 0.05819726123511791, + 0.05668298012018204, + 0.057375379399955274, + 0.055825320994853975, + 0.05605454614162445, + 0.05520648413896561, + 0.05462213642001152, + 0.05396175765991211, + 0.05345057912766933, + 0.05290921161174774, + 0.05259452617168427, + 0.052336494362354276, + 0.05208745345771313, + 0.051927010026574134, + 0.05178932168483734, + 0.05169431391954422, + 0.05163790632486343 + ], + "train_acc": [ + 0.5311, + 0.8383, + 0.8684, + 0.8673, + 0.8741, + 0.8952, + 0.885, + 0.9126, + 0.9, + 0.9109, + 0.9124, + 0.903, + 0.9143, + 0.8996, + 0.9057, + 0.9155, + 0.9265, + 0.9344, + 0.9234, + 0.9368, + 0.9274, + 0.9132, + 0.9217, + 0.9312, + 0.9425, + 0.9491, + 0.9462, + 0.9374, + 0.9484, + 0.9474, + 0.9492, + 0.9317, + 0.9533, + 0.9466, + 0.9565, + 0.96, + 0.9521, + 0.962, + 0.9643, + 0.9634, + 0.9697, + 0.9658, + 0.967, + 0.9707, + 0.9744, + 0.976, + 0.973, + 0.9729, + 0.9738, + 0.9721, + 0.974, + 0.9728, + 0.9765, + 0.9806, + 0.9788, + 0.9807, + 0.9819, + 0.985, + 0.9862, + 0.9879, + 0.9879, + 0.9884, + 0.9892, + 0.9888, + 0.9906, + 0.9886, + 0.9909, + 0.9905, + 0.9906, + 0.9918, + 0.9922, + 0.9921, + 0.9931, + 0.9933, + 0.9934, + 0.994, + 0.9938, + 0.9942, + 0.9942, + 0.9942 + ], + "test_acc": [ + 0.7885, + 0.864, + 0.864, + 0.8825, + 0.878, + 0.8865, + 0.881, + 0.888, + 0.881, + 0.8775, + 0.898, + 0.894, + 0.891, + 0.885, + 0.8865, + 0.9005, + 0.8945, + 0.91, + 0.8925, + 0.9065, + 0.901, + 0.897, + 0.895, + 0.9, + 0.9015, + 0.9055, + 0.91, + 0.903, + 0.908, + 0.912, + 0.9095, + 0.902, + 0.9105, + 0.9025, + 0.9115, + 0.909, + 0.9045, + 0.913, + 0.9035, + 0.918, + 0.912, + 0.9045, + 0.912, + 0.9185, + 0.9135, + 0.9085, + 0.914, + 0.9175, + 0.913, + 0.915, + 0.916, + 0.9135, + 0.916, + 0.9145, + 0.919, + 0.918, + 0.9195, + 0.917, + 0.919, + 0.9155, + 0.917, + 0.9165, + 0.917, + 0.9195, + 0.918, + 0.9185, + 0.917, + 0.9175, + 0.9155, + 0.9165, + 0.9175, + 0.918, + 0.918, + 0.9175, + 0.917, + 0.9165, + 0.917, + 0.917, + 0.917, + 0.917 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8279672861099243, + 0.8114954233169556, + 0.7863935232162476, + 0.7482712268829346 + ], + "perturbation_rho": [ + 0.9999987483024597, + 0.9999956488609314, + 0.999983012676239, + 0.9999275207519531 + ], + "nudging": { + "0.001": [ + -0.024539310485124588, + -0.011202658526599407, + -0.004987813998013735, + -0.0025163067039102316 + ], + "0.003": [ + -0.06480148434638977, + -0.031804408878088, + -0.014610698446631432, + -0.00745969545096159 + ], + "0.01": [ + -0.14138484001159668, + -0.08725307881832123, + -0.04476301744580269, + -0.023845836520195007 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2260922397613525, + 1.3989790941238402, + 0.8063462790489196, + 0.5810352697372436, + 0.4776177051544189, + 0.4156474907875061, + 0.40407221131324766, + 0.3906784576416016, + 0.4220227051138878, + 0.408127818775177, + 0.48602376890182497, + 0.4391589762687683, + 0.4726590826034546, + 0.45469081001281736, + 0.46395344314575193, + 0.641008736038208, + 0.4606993099212646, + 0.48619530363082886, + 0.6209182878494263, + 0.579438009929657, + 0.5570708718299866, + 0.6080478384017944, + 0.5757816455364227, + 0.5000022046089172, + 0.554708060836792, + 0.6522365891456604, + 0.5476735515594482, + 0.7547416234016419, + 0.5390356698989868, + 0.5642839532852173, + 0.5649113851547242, + 0.6092495996952056, + 0.5237593853950501, + 0.7170518593788147, + 0.7146096199989319, + 0.4854401762008667, + 0.5638167533874512, + 0.4516558566093445, + 0.7109629370689392, + 0.5448078726768494, + 0.6100124780654907, + 0.647748377609253, + 0.5807090089797974, + 0.5962627920150757, + 0.4787724911212921, + 0.44061123929023743, + 0.45318230543136595, + 0.4324454571247101, + 0.48582389402389525, + 0.48784693965911863, + 0.4654889596939087, + 0.4910616933822632, + 0.44223530769348146, + 0.4255864576339722, + 0.43338484077453615, + 0.40529030129909516, + 0.3956596384048462, + 0.41429238247871397, + 0.4396337124347687, + 0.396600995016098, + 0.37550678915977476, + 0.36028911843299866, + 0.37281743416786195, + 0.36315483593940734, + 0.36328665294647217, + 0.3824797859072685, + 0.35487752180099486, + 0.35909159870147705, + 0.3572547873020172, + 0.336571563911438, + 0.34290257511138916, + 0.3480034410953522, + 0.3370935582637787, + 0.33314969940185546, + 0.33331610808372497, + 0.3301537363290787, + 0.3311965983390808, + 0.3278242862701416, + 0.32672062397003176, + 0.32609617538452146 + ], + "train_acc": [ + 0.1885, + 0.5103, + 0.7062, + 0.7826, + 0.8192, + 0.8434, + 0.8457, + 0.8501, + 0.8376, + 0.8434, + 0.8194, + 0.8365, + 0.8233, + 0.8306, + 0.8244, + 0.7857, + 0.8258, + 0.8158, + 0.7827, + 0.7945, + 0.8047, + 0.7925, + 0.7908, + 0.8134, + 0.797, + 0.7749, + 0.7952, + 0.7653, + 0.8022, + 0.7932, + 0.7963, + 0.7798, + 0.8089, + 0.7659, + 0.7638, + 0.8216, + 0.7988, + 0.8301, + 0.7648, + 0.7997, + 0.787, + 0.7806, + 0.7963, + 0.7918, + 0.8211, + 0.8302, + 0.8283, + 0.8372, + 0.8209, + 0.8197, + 0.8281, + 0.823, + 0.8352, + 0.8373, + 0.8393, + 0.8439, + 0.8478, + 0.8453, + 0.837, + 0.8479, + 0.8551, + 0.86, + 0.8595, + 0.8613, + 0.8576, + 0.8564, + 0.8631, + 0.8603, + 0.8618, + 0.8703, + 0.8667, + 0.8674, + 0.8688, + 0.8719, + 0.8714, + 0.8698, + 0.8719, + 0.8732, + 0.874, + 0.8739 + ], + "test_acc": [ + 0.3485, + 0.642, + 0.7375, + 0.7915, + 0.802, + 0.7915, + 0.807, + 0.812, + 0.804, + 0.767, + 0.8025, + 0.79, + 0.7975, + 0.7715, + 0.7125, + 0.757, + 0.7585, + 0.665, + 0.6875, + 0.6805, + 0.7355, + 0.6705, + 0.7525, + 0.742, + 0.6565, + 0.727, + 0.606, + 0.6405, + 0.7245, + 0.7345, + 0.715, + 0.745, + 0.6045, + 0.578, + 0.712, + 0.7905, + 0.733, + 0.7005, + 0.754, + 0.681, + 0.7345, + 0.6195, + 0.6645, + 0.7995, + 0.754, + 0.72, + 0.739, + 0.7355, + 0.7415, + 0.752, + 0.716, + 0.742, + 0.784, + 0.688, + 0.7865, + 0.8035, + 0.7615, + 0.808, + 0.796, + 0.8005, + 0.8245, + 0.814, + 0.823, + 0.801, + 0.806, + 0.8105, + 0.806, + 0.806, + 0.8265, + 0.8235, + 0.8115, + 0.82, + 0.8275, + 0.823, + 0.826, + 0.8175, + 0.8225, + 0.8235, + 0.8245, + 0.824 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.030194921419024467, + 0.3003618121147156, + 0.18209302425384521, + 0.12414582818746567 + ], + "perturbation_rho": [ + -0.038011275231838226, + 0.29912513494491577, + 0.1735759675502777, + 0.14118143916130066 + ], + "nudging": { + "0.001": [ + 0.0004484695091377944, + -0.0008491222397424281, + -0.0005047788145020604, + -0.0003660085494630039 + ], + "0.003": [ + 0.001385596813634038, + -0.0025426694191992283, + -0.0015110077802091837, + -0.0010910483542829752 + ], + "0.01": [ + 0.005076530389487743, + -0.00841662660241127, + -0.005011391825973988, + -0.0036195346619933844 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8123929222106934, + 0.7969598731994629, + 0.4681823432445526, + 0.4493808107376099, + 0.4859991237640381, + 0.5615512335777283, + 0.6788585278511048, + 0.769824936580658, + 0.7635405010223388, + 0.7253447900772094, + 0.7080011105537415, + 0.7129657225131989, + 0.7468086644172669, + 0.7786125428199768, + 0.7598382493972778, + 0.7637535655975342, + 0.784446928024292, + 0.791630249786377, + 0.8042271808624267, + 0.8116328013420105, + 0.7919122304916382, + 0.8624911094665527, + 0.8134118410110474, + 0.8004576719284058, + 0.826051163482666, + 0.7835210838317871, + 0.8537725872993469, + 0.8074887325286865, + 0.7989932650566101, + 0.7464404977798462, + 0.7878874625682831, + 0.7705603090286255, + 0.8202200212478638, + 0.7995859888076782, + 0.8566022305488586, + 0.8265386112213134, + 0.8467596694946289, + 0.8278987077713013, + 0.839235195350647, + 0.8700848264694214, + 0.8941480784416199, + 0.8706226264953614, + 0.8077309101104736, + 0.8231417049407959, + 0.8741218314170838, + 0.8338860015869141, + 0.7885824256896973, + 0.7956271339416504, + 0.7766273180007934, + 0.7837719497680664, + 0.7901550762176514, + 0.7942577618598938, + 0.7556007875442505, + 0.7318876386642456, + 0.7315496717453003, + 0.7372453187942505, + 0.7162431858062744, + 0.7204227170467377, + 0.7074315301895142, + 0.7244995565414428, + 0.7033161953926086, + 0.6938653470993043, + 0.7081535718917846, + 0.6887570705413818, + 0.6773336295127869, + 0.6713978358268737, + 0.6677473924636841, + 0.6675515371322632, + 0.6589781717300415, + 0.6592945998191834, + 0.6567529281616211, + 0.6525886249542237, + 0.6496815184593201, + 0.6495527265548706, + 0.6473081888198853, + 0.6461846683502197, + 0.6442305462837219, + 0.6443143812179566, + 0.6430024762630463, + 0.642762578868866 + ], + "train_acc": [ + 0.3465, + 0.7012, + 0.8236, + 0.8291, + 0.8176, + 0.8032, + 0.7708, + 0.7513, + 0.7483, + 0.7484, + 0.7417, + 0.74, + 0.7308, + 0.7243, + 0.7347, + 0.7333, + 0.7311, + 0.7299, + 0.7266, + 0.7204, + 0.732, + 0.7169, + 0.7258, + 0.7261, + 0.7164, + 0.7349, + 0.7103, + 0.7278, + 0.7384, + 0.7499, + 0.7403, + 0.7424, + 0.736, + 0.7367, + 0.7227, + 0.7313, + 0.7293, + 0.7359, + 0.7336, + 0.7305, + 0.7218, + 0.7235, + 0.7413, + 0.7317, + 0.7181, + 0.726, + 0.7331, + 0.7324, + 0.7392, + 0.7341, + 0.7313, + 0.7293, + 0.7439, + 0.7451, + 0.7482, + 0.7447, + 0.7498, + 0.7466, + 0.754, + 0.7472, + 0.7547, + 0.7577, + 0.7519, + 0.7566, + 0.7652, + 0.7641, + 0.7657, + 0.7642, + 0.767, + 0.7672, + 0.7684, + 0.7686, + 0.7703, + 0.7693, + 0.77, + 0.7684, + 0.7718, + 0.771, + 0.7711, + 0.7713 + ], + "test_acc": [ + 0.593, + 0.771, + 0.813, + 0.8005, + 0.7815, + 0.753, + 0.7255, + 0.708, + 0.739, + 0.7295, + 0.7435, + 0.7325, + 0.715, + 0.698, + 0.7005, + 0.6945, + 0.702, + 0.6985, + 0.6985, + 0.711, + 0.694, + 0.695, + 0.715, + 0.6785, + 0.6955, + 0.646, + 0.709, + 0.699, + 0.687, + 0.711, + 0.7145, + 0.692, + 0.6905, + 0.6385, + 0.676, + 0.6885, + 0.685, + 0.694, + 0.693, + 0.663, + 0.642, + 0.6935, + 0.6885, + 0.673, + 0.686, + 0.6815, + 0.693, + 0.704, + 0.686, + 0.6805, + 0.6965, + 0.7025, + 0.7115, + 0.71, + 0.706, + 0.705, + 0.7055, + 0.7155, + 0.709, + 0.714, + 0.7215, + 0.72, + 0.7195, + 0.7185, + 0.73, + 0.725, + 0.727, + 0.723, + 0.725, + 0.7305, + 0.7285, + 0.7285, + 0.728, + 0.734, + 0.733, + 0.733, + 0.734, + 0.7325, + 0.733, + 0.733 + ], + "state_pred_error": [ + 0.7424910880565644, + 0.24538831996917726, + 0.1696438634634018, + 0.1582905143260956, + 0.1631220199584961, + 0.1723755702495575, + 0.1831033411026001, + 0.18637536973953248, + 0.1819893986463547, + 0.16733712508678436, + 0.15095561995506288, + 0.132748974442482, + 0.11434644386768342, + 0.09421088438034057, + 0.08756505841016769, + 0.08341595257520676, + 0.0805468656539917, + 0.07775743334293365, + 0.07735535364151001, + 0.07478679238557816, + 0.06856273975372315, + 0.06119619631767273, + 0.05259707286357879, + 0.04269158652424812, + 0.03410064045786858, + 0.027179633522033692, + 0.023885729551315307, + 0.021235701763629912, + 0.02094485488831997, + 0.02022430610358715, + 0.01988106532692909, + 0.01952715065330267, + 0.019609414368867876, + 0.020033554589748384, + 0.020146991772949697, + 0.01961232684701681, + 0.01936790647506714, + 0.019153894048929216, + 0.01937529597133398, + 0.018842387399077416, + 0.018071847139298915, + 0.017307695150375366, + 0.016579271717369556, + 0.01552603451013565, + 0.015096754413843155, + 0.013859699180722237, + 0.012979740312695503, + 0.012281061121821403, + 0.011574527004361153, + 0.010909687869250775, + 0.010257076373696328, + 0.009821538998931647, + 0.009271138358861208, + 0.008785224071145058, + 0.008230697739124299, + 0.007849063183367252, + 0.0074681182123720645, + 0.007055782772600651, + 0.0067631045818328855, + 0.006486539483070373, + 0.006212053466588259, + 0.005942052242159843, + 0.005858693596720695, + 0.005584450083971023, + 0.005323304799944162, + 0.005180257834494114, + 0.0050939571440219876, + 0.004897539104521275, + 0.004757686843723059, + 0.004607934882491827, + 0.004440061054006219, + 0.004348039439320564, + 0.004419275801628828, + 0.0041590200409293175, + 0.004140176199376583, + 0.00423978632427752, + 0.003907272329181433, + 0.003829565724730492, + 0.003753288455680013, + 0.003695953545719385 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.821143627166748, + 0.36722686886787415, + 0.20176959037780762, + 0.1750764548778534 + ], + "perturbation_rho": [ + 0.6905952095985413, + 0.36183467507362366, + 0.19890159368515015, + 0.15810276567935944 + ], + "nudging": { + "0.001": [ + -0.021994680166244507, + -0.0013722439762204885, + -0.0006841139402240515, + -0.0005768820992670953 + ], + "0.003": [ + -0.06444752216339111, + -0.00411063339561224, + -0.0020494144409894943, + -0.0017298792954534292 + ], + "0.01": [ + -0.1973220407962799, + -0.013631552457809448, + -0.0068134344182908535, + -0.0057535795494914055 + ] + }, + "state_pred_error_per_layer": [ + 3017.568359375, + 2069.30517578125, + 2103.28662109375, + 1370.3270263671875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2304506519317626, + 1.3942056268692016, + 0.8183312824249268, + 0.5797962010383606, + 0.4764002899169922, + 0.4094866346359253, + 0.4068061854362488, + 0.38665450406074525, + 0.3990870332241058, + 0.4220907788276672, + 0.496053104019165, + 0.4371034680366516, + 0.45066176986694334, + 0.5061244255065918, + 0.4739286370754242, + 0.4944791939735413, + 0.5044361748695374, + 0.6503571970939637, + 0.47436288118362424, + 0.5432016505241394, + 0.5854156719207764, + 0.47859073028564453, + 0.566104229259491, + 0.6238331944465637, + 0.6042083335876465, + 0.7139152729034424, + 0.6597491868972778, + 0.6986511729240418, + 0.6769212335586547, + 0.7593953706741333, + 0.7314193179130554, + 0.7335153755187989, + 0.7572157611846924, + 0.7321065183639527, + 0.7649673822879791, + 0.6976259819984436, + 0.7286087586402893, + 0.7189216842651367, + 0.7617496681213379, + 0.7480665018081665, + 0.7844495740890502, + 0.8273416324615479, + 0.843971639251709, + 0.8851293493270874, + 0.8638077151298523, + 0.8672280294895172, + 0.8649810727119446, + 0.8554271353721619, + 0.8371897335052491, + 0.8481480210304261, + 0.8235589872360229, + 0.8250558439731598, + 0.821573218536377, + 0.8396482845306397, + 0.8538236341476441, + 0.8500017461776733, + 0.8449060009002686, + 0.8542348052978516, + 0.85397573928833, + 0.8410406700134277, + 0.8542406044006348, + 0.8490435265541076, + 0.8294786353111268, + 0.8252912633419037, + 0.8250881828308105, + 0.8167968341827393, + 0.8243150682449341, + 0.810345893573761, + 0.8054994924545288, + 0.8062832556724548, + 0.803090742111206, + 0.7987750416755677, + 0.8018800824165344, + 0.7949400223731995, + 0.7933959410667419, + 0.7913647750854492, + 0.7914622924804687, + 0.7898741424560547, + 0.7892889207839966, + 0.7888304642677307 + ], + "train_acc": [ + 0.192, + 0.518, + 0.7025, + 0.7851, + 0.8191, + 0.8447, + 0.8429, + 0.8512, + 0.8493, + 0.8355, + 0.8181, + 0.8327, + 0.8287, + 0.8171, + 0.8261, + 0.8175, + 0.8159, + 0.7771, + 0.8218, + 0.803, + 0.7916, + 0.8252, + 0.8046, + 0.7807, + 0.7822, + 0.7604, + 0.7775, + 0.7722, + 0.7831, + 0.7659, + 0.7596, + 0.756, + 0.7421, + 0.7452, + 0.7408, + 0.7511, + 0.7441, + 0.744, + 0.7328, + 0.7355, + 0.7311, + 0.7234, + 0.7211, + 0.711, + 0.7102, + 0.7178, + 0.7071, + 0.7128, + 0.7173, + 0.7083, + 0.7174, + 0.7133, + 0.7121, + 0.7048, + 0.7029, + 0.7051, + 0.7006, + 0.7005, + 0.6974, + 0.7041, + 0.696, + 0.6999, + 0.7074, + 0.7052, + 0.7056, + 0.7099, + 0.7086, + 0.7113, + 0.7112, + 0.7122, + 0.7124, + 0.7142, + 0.7134, + 0.7167, + 0.7134, + 0.7162, + 0.7182, + 0.7158, + 0.7159, + 0.7162 + ], + "test_acc": [ + 0.3505, + 0.6215, + 0.7385, + 0.776, + 0.8105, + 0.819, + 0.809, + 0.811, + 0.8155, + 0.749, + 0.796, + 0.8045, + 0.752, + 0.729, + 0.786, + 0.7715, + 0.6865, + 0.72, + 0.7255, + 0.669, + 0.778, + 0.687, + 0.7285, + 0.7615, + 0.734, + 0.7575, + 0.71, + 0.777, + 0.735, + 0.744, + 0.742, + 0.701, + 0.7025, + 0.6955, + 0.7175, + 0.735, + 0.693, + 0.7025, + 0.7245, + 0.6985, + 0.698, + 0.716, + 0.668, + 0.6525, + 0.695, + 0.6575, + 0.702, + 0.7145, + 0.7045, + 0.705, + 0.6925, + 0.7065, + 0.7, + 0.6855, + 0.7, + 0.6935, + 0.696, + 0.6985, + 0.685, + 0.7045, + 0.6975, + 0.701, + 0.6955, + 0.7, + 0.699, + 0.699, + 0.712, + 0.7065, + 0.7075, + 0.7055, + 0.71, + 0.709, + 0.705, + 0.7095, + 0.7125, + 0.7095, + 0.7105, + 0.711, + 0.71, + 0.7085 + ], + "value_loss": [ + 2.875565072822571, + 0.8934291703224182, + 0.7643266316890717, + 0.6411794909477234, + 0.5538642876625061, + 0.5101048704147338, + 0.5553470899581909, + 0.4691417839050293, + 0.4629878062009811, + 0.555866827583313, + 0.7427106724739074, + 0.5367072154998779, + 0.6318443626403809, + 0.720150242805481, + 0.6702281295776367, + 0.6685273101329804, + 0.7366531593322754, + 1.1599597629070282, + 0.6955488331794739, + 0.8128993940353394, + 0.9401766692161561, + 0.7360081169128418, + 0.9247368459701538, + 0.9366291213035584, + 0.850796000289917, + 1.201850381565094, + 1.087157346343994, + 1.1369871886253358, + 1.0918189323425294, + 1.2658386784076692, + 0.9737425192832947, + 0.9713388110160828, + 0.8103028650283813, + 0.7689808444976807, + 0.7541267780303955, + 0.6178562547683716, + 0.6552725201368332, + 0.651333825969696, + 0.6328555109381676, + 0.6119258517742157, + 0.6578858529090882, + 0.7603759881734848, + 0.7731849906921386, + 0.8381655234336853, + 0.7553952046990394, + 0.7562767848968506, + 0.7243463092803956, + 0.6914454604864121, + 0.7287011550903321, + 0.7079713569641113, + 0.5950203428268432, + 0.61903060131073, + 0.6206758731842041, + 0.6741137755393982, + 0.638280230140686, + 0.5789763841867447, + 0.5631655465126038, + 0.6306552550315857, + 0.5531370044708251, + 0.5336048315048217, + 0.6597217742919922, + 0.5602773515224457, + 0.550052008497715, + 0.5294891984701157, + 0.50927531375885, + 0.5022766840934754, + 0.5141903561592102, + 0.4788236827850342, + 0.46827283239364625, + 0.44508712520599364, + 0.4594296352863312, + 0.4582284578323364, + 0.47078573088645936, + 0.4428159856557846, + 0.45073776305913926, + 0.440414612865448, + 0.438992391872406, + 0.44469812307357787, + 0.4330620062351227, + 0.44552071504592894 + ], + "term_loss": [ + 1.6042461963653565, + 0.5282565028190612, + 0.5590828673362732, + 0.47629781847000124, + 0.3978954189300537, + 0.3636821876525879, + 0.4072596705198288, + 0.3282800791442394, + 0.32510876396894456, + 0.4085556797027588, + 0.5720677609920501, + 0.38465584144592285, + 0.47195274906158446, + 0.5482156983375549, + 0.5044927421092987, + 0.49531292711496355, + 0.5535180912971497, + 0.928170532798767, + 0.5174768854379654, + 0.6144302132129669, + 0.7212574210643768, + 0.556490356349945, + 0.7165425998687744, + 0.7060825702667236, + 0.6239088512420654, + 0.9418239488124848, + 0.8416530807495117, + 0.8893139802455902, + 0.851651100063324, + 1.0026947542667388, + 0.7173096209526062, + 0.7091760641098023, + 0.5505894849777222, + 0.5145378706932068, + 0.4895065601348877, + 0.36691248669624327, + 0.3942630385398865, + 0.3903921950340271, + 0.35521844633817673, + 0.33440421884059907, + 0.36932155704498293, + 0.45691595553159714, + 0.4697963525772095, + 0.522415696144104, + 0.4547668980836868, + 0.4589268930077553, + 0.42205919748544696, + 0.3977071187138557, + 0.42937303175926206, + 0.41034482958316804, + 0.3034935749053955, + 0.3259772541999817, + 0.3256353075265884, + 0.3720514593601227, + 0.3364347091197967, + 0.2779531095802784, + 0.2669277866601944, + 0.33009841556549074, + 0.2530543705701828, + 0.24142619206905366, + 0.35455005407333373, + 0.26008426011800767, + 0.25793272792994976, + 0.23912566680461167, + 0.2228550751209259, + 0.21906529731750488, + 0.2285044935464859, + 0.19956185779571534, + 0.1911724850535393, + 0.16786679723262787, + 0.18276870269179343, + 0.18051835017204285, + 0.19217048416137694, + 0.16508175657987595, + 0.17382024183571337, + 0.16160465959310533, + 0.16125739208459855, + 0.1634468115568161, + 0.15457683594822882, + 0.1639193995475769 + ], + "bridge_loss": [ + 0.9688761974389432, + 0.09757226877212524, + 0.012632294435054064, + 0.006896629202365875, + 0.016848481428623198, + 0.02207008745521307, + 0.022640679097175598, + 0.017478782982379197, + 0.010638495054841041, + 0.0098322123169899, + 0.011913983760774136, + 0.00792585155069828, + 0.009292545095086098, + 0.009518902608752251, + 0.008932905950024723, + 0.009623992730677128, + 0.010149495212733745, + 0.01872984848022461, + 0.014103599740564823, + 0.012476106625795364, + 0.021234536376595496, + 0.015649695736169814, + 0.018796107818186282, + 0.017918908199667932, + 0.01956285170018673, + 0.02622278172969818, + 0.026339271712303162, + 0.020386182287335394, + 0.023761410945653916, + 0.027614238518476487, + 0.02414468483030796, + 0.023320833349227906, + 0.012906089831888675, + 0.01244986510872841, + 0.014011499826610088, + 0.014019607320427894, + 0.016671525955200196, + 0.020415333633124828, + 0.022233861681073903, + 0.02509751079156995, + 0.02855886407494545, + 0.03512386602535844, + 0.03239926918745041, + 0.03483687193393707, + 0.02414971941784024, + 0.021885205315425992, + 0.023786303965747355, + 0.01902258104905486, + 0.027144915854930878, + 0.021862186920642852, + 0.019822580271959305, + 0.02127928227558732, + 0.023540232962369918, + 0.024526968252658845, + 0.021736864572763442, + 0.022946330963075162, + 0.017184075573086738, + 0.02062335392832756, + 0.018120812475681303, + 0.015307850694656372, + 0.023829158449172973, + 0.018856425175070763, + 0.018164710475504397, + 0.01771858846768737, + 0.01473103111088276, + 0.013859573656320573, + 0.014396251887083053, + 0.012541232538223267, + 0.011693280148506164, + 0.011579178339242935, + 0.012598556798696517, + 0.014540255971252919, + 0.01518781537413597, + 0.01615833755284548, + 0.015597678692266345, + 0.018065750354528426, + 0.017838929241895677, + 0.02107308625280857, + 0.01863815703690052, + 0.022096455523371698 + ], + "tgrad_loss": [ + 0.3024426766872406, + 0.26760040110349653, + 0.19261146736145018, + 0.15798504416942596, + 0.13912039029598236, + 0.12435259215831757, + 0.12544673397541045, + 0.1233829214334488, + 0.12724055438041687, + 0.1374789370059967, + 0.15872892727851867, + 0.14412552337646484, + 0.15059907083511354, + 0.16241564388275145, + 0.15680248302221297, + 0.16359038968086242, + 0.17298557314872742, + 0.21305938571691513, + 0.16396834471225738, + 0.1859930724620819, + 0.1976847105026245, + 0.1638680607318878, + 0.1893981406211853, + 0.2126276472568512, + 0.20732428936958314, + 0.23380364923477173, + 0.21916499223709107, + 0.22728701264858245, + 0.2164064181804657, + 0.2355296877384186, + 0.23228821861743926, + 0.23884190742969513, + 0.24680728578567504, + 0.24199310512542724, + 0.2506087215423584, + 0.2369241587638855, + 0.24433795733451844, + 0.2405263027191162, + 0.2554032007455826, + 0.25242412157058713, + 0.2600054337501526, + 0.26833617506027224, + 0.2709893661499023, + 0.2809129590988159, + 0.27647859499454497, + 0.275464682662487, + 0.27850080614089967, + 0.27471575455665587, + 0.2721832049369812, + 0.27576433696746827, + 0.2717041887283325, + 0.2717740647315979, + 0.27150033550262453, + 0.2775353482723236, + 0.2801086558818817, + 0.27807693454027177, + 0.2790536849021912, + 0.27993348541259766, + 0.2819618251562119, + 0.2768707938671112, + 0.2813425661563873, + 0.2813366662502289, + 0.2739545676112175, + 0.2726449445486069, + 0.2716892107963562, + 0.26935181140899656, + 0.2712896113157272, + 0.2667205859661102, + 0.2654070652484894, + 0.26564114809036254, + 0.2640623729944229, + 0.26316985001564025, + 0.26342742853164675, + 0.26157588943243026, + 0.26131984198093416, + 0.26074419956207273, + 0.2598960707902908, + 0.26017822399139406, + 0.25984701359272006, + 0.2595048580646515 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.021101564168930054, + 0.1092284768819809, + 0.14931762218475342, + 0.16334021091461182 + ], + "perturbation_rho": [ + 0.026919251307845116, + 0.23688018321990967, + 0.28421375155448914, + 0.2676014304161072 + ], + "nudging": { + "0.001": [ + -0.0008864067494869232, + -0.0009627565741539001, + -0.0012677897466346622, + -0.001255445065908134 + ], + "0.003": [ + -0.0026319557800889015, + -0.0028857083525508642, + -0.003800811246037483, + -0.0037655923515558243 + ], + "0.01": [ + -0.008425744250416756, + -0.009595570154488087, + -0.012630455195903778, + -0.012512242421507835 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json new file mode 100644 index 0000000..ec28849 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.453296373653412, + 0.4953095598220825, + 0.34828554306030274, + 0.34110426716804504, + 0.27771372408866885, + 0.2927352352142334, + 0.2706843049049377, + 0.3097882106781006, + 0.26225770044326785, + 0.25132905864715577, + 0.25332398891448976, + 0.2514034366607666, + 0.21332003959417342, + 0.1936976969242096, + 0.2505925059080124, + 0.20892606778144837, + 0.2087661534309387, + 0.20852603862285615, + 0.18916085431575774, + 0.1735510662317276, + 0.17585254753828047, + 0.1600837320804596, + 0.184162171459198, + 0.1619161043167114, + 0.18675716395378114, + 0.15804585781097413, + 0.16049944838285446, + 0.14615878117084502, + 0.13879444608688354, + 0.15593961148262023, + 0.1475718964099884, + 0.1584999119758606, + 0.16021934352219105, + 0.11994385460615158, + 0.11137195901870728, + 0.1309328990459442, + 0.11823977715969086, + 0.12014036464691162, + 0.11413699101507664, + 0.09933694800138473, + 0.10369804172515869, + 0.1288715265393257, + 0.10965070486068726, + 0.10025272550582885, + 0.09632523136138917, + 0.09258691647052765, + 0.09523829494118691, + 0.0850349404335022, + 0.09242999118566513, + 0.08526616468429565, + 0.0841564024925232, + 0.08719563089609146, + 0.07787569234371185, + 0.07688848695755005, + 0.07261240689754486, + 0.07009156805276871, + 0.06769767506122588, + 0.06889801435470581, + 0.06692594285011291, + 0.06540395164489746, + 0.06442964359521866, + 0.06337919898033142, + 0.06439190024137496, + 0.061882001066207885, + 0.0627123805642128, + 0.06019558189511299, + 0.05877050402164459, + 0.05892564465999603, + 0.05775531235933304, + 0.057336541628837584, + 0.05673237580060959, + 0.056307577848434445, + 0.05571542314887047, + 0.055296688014268874, + 0.055058483922481534, + 0.05481614050865173, + 0.054657079005241395, + 0.054507050532102586, + 0.054425559097528456, + 0.05437098300457001 + ], + "train_acc": [ + 0.521, + 0.8342, + 0.8734, + 0.8655, + 0.8922, + 0.884, + 0.8912, + 0.8784, + 0.8991, + 0.8983, + 0.9004, + 0.8998, + 0.9154, + 0.9258, + 0.9031, + 0.9158, + 0.9142, + 0.9177, + 0.9273, + 0.9349, + 0.932, + 0.9401, + 0.9262, + 0.9358, + 0.9253, + 0.9406, + 0.9371, + 0.9434, + 0.9492, + 0.9411, + 0.943, + 0.9396, + 0.9373, + 0.9596, + 0.9637, + 0.9514, + 0.9583, + 0.9562, + 0.959, + 0.967, + 0.9641, + 0.9512, + 0.961, + 0.9657, + 0.9694, + 0.9709, + 0.9696, + 0.9747, + 0.9695, + 0.974, + 0.9761, + 0.9749, + 0.9795, + 0.9789, + 0.9826, + 0.9832, + 0.986, + 0.9848, + 0.9866, + 0.9868, + 0.9877, + 0.9874, + 0.9867, + 0.9887, + 0.9889, + 0.9905, + 0.991, + 0.9897, + 0.9917, + 0.992, + 0.9922, + 0.9927, + 0.9928, + 0.9936, + 0.9933, + 0.9932, + 0.9936, + 0.9937, + 0.9935, + 0.9936 + ], + "test_acc": [ + 0.783, + 0.8685, + 0.8705, + 0.8805, + 0.8855, + 0.8775, + 0.8805, + 0.8805, + 0.883, + 0.8825, + 0.883, + 0.8885, + 0.8955, + 0.8915, + 0.8905, + 0.893, + 0.895, + 0.9, + 0.8935, + 0.902, + 0.9075, + 0.903, + 0.9015, + 0.903, + 0.896, + 0.899, + 0.904, + 0.905, + 0.905, + 0.903, + 0.9065, + 0.908, + 0.9055, + 0.914, + 0.907, + 0.909, + 0.9125, + 0.9045, + 0.907, + 0.9065, + 0.9105, + 0.9005, + 0.914, + 0.909, + 0.915, + 0.908, + 0.9105, + 0.9155, + 0.9055, + 0.9145, + 0.909, + 0.91, + 0.9105, + 0.911, + 0.9155, + 0.9125, + 0.9165, + 0.913, + 0.9105, + 0.913, + 0.911, + 0.91, + 0.912, + 0.9125, + 0.9155, + 0.9145, + 0.9135, + 0.9125, + 0.9115, + 0.9115, + 0.912, + 0.9115, + 0.9115, + 0.9115, + 0.911, + 0.9115, + 0.911, + 0.911, + 0.911, + 0.911 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.868922770023346, + 0.8429951667785645, + 0.8289605379104614, + 0.8231275081634521 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.9999972581863403, + 0.9999882578849792, + 0.9999451637268066 + ], + "nudging": { + "0.001": [ + -0.029291702434420586, + -0.013265937566757202, + -0.0059385779313743114, + -0.0030764099210500717 + ], + "0.003": [ + -0.0787585899233818, + -0.03797435015439987, + -0.017459016293287277, + -0.009135493077337742 + ], + "0.01": [ + -0.17674864828586578, + -0.10683682560920715, + -0.05415143817663193, + -0.029372699558734894 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2496918357849123, + 1.3387847526550294, + 0.7445953012466431, + 0.5398363877296448, + 0.44195732192993165, + 0.406708620595932, + 0.3705522078037262, + 0.37765975799560547, + 0.3639752985954285, + 0.3892137159347534, + 0.3852337788581848, + 0.4254111849784851, + 0.38780576059818267, + 0.41569334573745725, + 0.4350270037651062, + 0.43129599609375, + 0.44781311664581297, + 0.47839186553955076, + 0.48407614097595214, + 0.45144308986663817, + 0.5073113049447536, + 0.48227315073013305, + 0.5290714904785156, + 0.45285613021850585, + 0.4874774526119232, + 0.46561420321464536, + 0.43761558775901793, + 0.45178383803367617, + 0.43797643756866456, + 0.5157751927137375, + 0.4519074549674988, + 0.5198216260910035, + 0.47095790967941287, + 0.45483838151693345, + 0.44220186512470244, + 0.49421512649059296, + 0.5017378551483155, + 0.4660479995489121, + 0.41283108919858935, + 0.4158671610355377, + 0.42750406036376953, + 0.5042367227554321, + 0.47434177494049073, + 0.5477551186561584, + 0.43455731093883515, + 0.4315849390029907, + 0.4076690737605095, + 0.392881183385849, + 0.3990067440032959, + 0.3904748822212219, + 0.37085895271301267, + 0.40754292578697204, + 0.39559432973861697, + 0.3863873209953308, + 0.37049336433410646, + 0.36953919867277146, + 0.36928157291412356, + 0.40962127685546873, + 0.3643629170656204, + 0.3515832754135132, + 0.3692568906784058, + 0.3748962776184082, + 0.3622305648565292, + 0.34127199211120607, + 0.3452877820730209, + 0.3349293503880501, + 0.33011303119659424, + 0.3349422814369202, + 0.3320218985080719, + 0.3275007127761841, + 0.3277460176587105, + 0.32419858107566835, + 0.3230124948501587, + 0.32022189517021177, + 0.3179460354447365, + 0.31657396450042724, + 0.3161927330970764, + 0.3148143844127655, + 0.31444183547496796, + 0.3140971690177917 + ], + "train_acc": [ + 0.1757, + 0.5378, + 0.7229, + 0.7943, + 0.8272, + 0.8416, + 0.8544, + 0.8553, + 0.8624, + 0.859, + 0.8615, + 0.8498, + 0.8606, + 0.8573, + 0.8553, + 0.8551, + 0.8531, + 0.8525, + 0.8513, + 0.8535, + 0.8483, + 0.8558, + 0.8419, + 0.8546, + 0.852, + 0.8583, + 0.8637, + 0.8581, + 0.8621, + 0.848, + 0.8602, + 0.8478, + 0.8558, + 0.859, + 0.8595, + 0.8528, + 0.8544, + 0.8592, + 0.8692, + 0.8682, + 0.8691, + 0.8536, + 0.8621, + 0.8432, + 0.8668, + 0.8678, + 0.8758, + 0.8798, + 0.877, + 0.8799, + 0.8825, + 0.8738, + 0.8764, + 0.8796, + 0.8844, + 0.8804, + 0.8812, + 0.8732, + 0.8853, + 0.888, + 0.8859, + 0.8828, + 0.8854, + 0.8884, + 0.8882, + 0.8911, + 0.89, + 0.8878, + 0.8907, + 0.8914, + 0.893, + 0.8949, + 0.8946, + 0.8942, + 0.8967, + 0.8948, + 0.8971, + 0.8967, + 0.8965, + 0.8966 + ], + "test_acc": [ + 0.3575, + 0.648, + 0.7465, + 0.787, + 0.8045, + 0.817, + 0.82, + 0.822, + 0.8115, + 0.8225, + 0.786, + 0.821, + 0.81, + 0.7845, + 0.8205, + 0.826, + 0.8265, + 0.7955, + 0.8305, + 0.802, + 0.809, + 0.784, + 0.8185, + 0.805, + 0.824, + 0.822, + 0.802, + 0.808, + 0.8, + 0.8025, + 0.7915, + 0.803, + 0.81, + 0.8055, + 0.7815, + 0.8075, + 0.8135, + 0.813, + 0.8385, + 0.814, + 0.792, + 0.81, + 0.811, + 0.8125, + 0.8125, + 0.8265, + 0.833, + 0.8445, + 0.8385, + 0.8405, + 0.838, + 0.84, + 0.8335, + 0.847, + 0.841, + 0.8385, + 0.8335, + 0.848, + 0.843, + 0.8465, + 0.8445, + 0.8415, + 0.8445, + 0.8455, + 0.8475, + 0.8515, + 0.85, + 0.8505, + 0.8505, + 0.852, + 0.8505, + 0.851, + 0.8495, + 0.8515, + 0.8495, + 0.8515, + 0.8505, + 0.8515, + 0.851, + 0.8515 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.006489354185760021, + 0.12851163744926453, + 0.11991241574287415, + 0.11389133334159851 + ], + "perturbation_rho": [ + 0.029786743223667145, + 0.18639126420021057, + 0.11502038687467575, + 0.06601984798908234 + ], + "nudging": { + "0.001": [ + -0.0010971444426104426, + -0.0006575186271220446, + -0.0003536626463755965, + -0.00032158708199858665 + ], + "0.003": [ + -0.003264155238866806, + -0.0019673758652061224, + -0.0010591265745460987, + -0.0009630966233089566 + ], + "0.01": [ + -0.01056693121790886, + -0.006519604474306107, + -0.003515135496854782, + -0.003202090272679925 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8671920738220216, + 0.8245958818435669, + 0.47314112768173217, + 0.45674627771377563, + 0.4969047926664352, + 0.6115808282852173, + 0.7014055969238281, + 0.7080811479568482, + 0.7012172104358673, + 0.6735383527755737, + 0.649971604347229, + 0.6521630270957947, + 0.6687821681022644, + 0.6728867406845093, + 0.7074090370178223, + 0.698468556690216, + 0.7291404920578003, + 0.7727017598628998, + 0.7500046424865723, + 0.8085200922012329, + 0.779546489238739, + 0.801387744808197, + 0.7530522830963134, + 0.8084568103790283, + 0.8122323418617249, + 0.7676459170341492, + 0.7385737422943115, + 0.7743796340942383, + 0.791342021369934, + 0.7538952941894531, + 0.7233746746063232, + 0.7027450902938843, + 0.6739716813087463, + 0.6575725811958313, + 0.657341569519043, + 0.6534057109832764, + 0.6632411510944366, + 0.6651172963142395, + 0.6753239694595337, + 0.6706813243865967, + 0.6627065504074097, + 0.6668087734222412, + 0.6758873833417892, + 0.6484876903533936, + 0.6945558298110962, + 0.6871001857757568, + 0.6978039226531982, + 0.7010440427780151, + 0.7184338994979859, + 0.7164405530929565, + 0.6952354438781738, + 0.7032188013076782, + 0.7004193035125732, + 0.6734662980079651, + 0.6810175803661347, + 0.677333201789856, + 0.6784080492973328, + 0.6712752502441406, + 0.6656309762001038, + 0.6615614066123963, + 0.660873606300354, + 0.6580983083724976, + 0.6578487804412841, + 0.6565888023853302, + 0.6494241165161133, + 0.6526647891044617, + 0.6507426448822021, + 0.6518581859588624, + 0.653467121887207, + 0.6535044790267944, + 0.6530143226623535, + 0.6528809313774109, + 0.6519273241043091, + 0.6527892800331115, + 0.6520682262420654, + 0.6511607341766358, + 0.6508296747207641, + 0.650347448348999, + 0.6499623192787171, + 0.6497791537284852 + ], + "train_acc": [ + 0.3296, + 0.6941, + 0.8187, + 0.8252, + 0.8134, + 0.7893, + 0.7615, + 0.7534, + 0.7544, + 0.7589, + 0.7658, + 0.7632, + 0.7625, + 0.7609, + 0.7468, + 0.7618, + 0.7486, + 0.738, + 0.7459, + 0.73, + 0.7423, + 0.7321, + 0.7396, + 0.72, + 0.7227, + 0.7321, + 0.7446, + 0.7334, + 0.7344, + 0.7427, + 0.7491, + 0.7572, + 0.7686, + 0.7738, + 0.7677, + 0.7726, + 0.7698, + 0.7665, + 0.7646, + 0.76, + 0.7638, + 0.7633, + 0.7614, + 0.7672, + 0.755, + 0.7548, + 0.7577, + 0.759, + 0.7567, + 0.754, + 0.7634, + 0.7608, + 0.761, + 0.7743, + 0.7697, + 0.7705, + 0.772, + 0.7749, + 0.7764, + 0.7771, + 0.7775, + 0.7809, + 0.7773, + 0.7794, + 0.7836, + 0.7779, + 0.7812, + 0.7804, + 0.7813, + 0.781, + 0.78, + 0.7802, + 0.7855, + 0.7835, + 0.7826, + 0.7841, + 0.783, + 0.7847, + 0.7848, + 0.7848 + ], + "test_acc": [ + 0.5685, + 0.758, + 0.8165, + 0.805, + 0.777, + 0.7565, + 0.74, + 0.7235, + 0.723, + 0.7415, + 0.7465, + 0.7215, + 0.719, + 0.711, + 0.711, + 0.7105, + 0.6965, + 0.713, + 0.6995, + 0.7195, + 0.6795, + 0.708, + 0.679, + 0.66, + 0.664, + 0.711, + 0.7055, + 0.679, + 0.704, + 0.7085, + 0.704, + 0.713, + 0.715, + 0.7205, + 0.7155, + 0.7205, + 0.7165, + 0.702, + 0.719, + 0.717, + 0.7165, + 0.7065, + 0.7285, + 0.7165, + 0.7145, + 0.7105, + 0.7125, + 0.705, + 0.7095, + 0.7115, + 0.7205, + 0.714, + 0.721, + 0.724, + 0.726, + 0.7275, + 0.7335, + 0.732, + 0.734, + 0.727, + 0.7265, + 0.7305, + 0.7375, + 0.732, + 0.7325, + 0.7375, + 0.7365, + 0.7325, + 0.736, + 0.7335, + 0.74, + 0.7395, + 0.7355, + 0.735, + 0.738, + 0.7345, + 0.7375, + 0.737, + 0.7385, + 0.738 + ], + "state_pred_error": [ + 0.7487808745384217, + 0.24732994434833527, + 0.17313961231708527, + 0.16168231008052825, + 0.17035679717063903, + 0.18103363909721373, + 0.18245853021144867, + 0.17743719387054444, + 0.17188244462013244, + 0.16246572191715242, + 0.15361685829162597, + 0.14225484938621522, + 0.1289559740781784, + 0.11635132092237473, + 0.10436125522851944, + 0.09599733033180237, + 0.08721809136271477, + 0.08110790919065475, + 0.0771063295006752, + 0.07525849696397781, + 0.07354050797224045, + 0.0688812373816967, + 0.06121735058426857, + 0.04916935938000679, + 0.03849249759912491, + 0.032670543703436854, + 0.03231753547489643, + 0.03378260580301285, + 0.034706774830818174, + 0.03332062679231167, + 0.031204309898614883, + 0.028909587877988814, + 0.02718178628385067, + 0.025115732821822168, + 0.022915556079149246, + 0.020764808982610704, + 0.018696666319668293, + 0.017864737275242806, + 0.01723333814740181, + 0.016962407499551774, + 0.017021035474538804, + 0.01716751972436905, + 0.017350809542834758, + 0.017860741698741914, + 0.018610822199285032, + 0.019769935327768325, + 0.02077203135192394, + 0.022067637622356414, + 0.022644061627984047, + 0.023021951377391815, + 0.024246234822273255, + 0.02352409240603447, + 0.023992977035045625, + 0.023878568160533905, + 0.02291360137462616, + 0.022536616253852844, + 0.022139397828280925, + 0.021314597645401955, + 0.02067878492474556, + 0.02007001314163208, + 0.019347347635030748, + 0.019004285940527915, + 0.01821923423111439, + 0.01792956632822752, + 0.01759405211508274, + 0.017176553043723106, + 0.016862381353974342, + 0.016874016273021698, + 0.016504883515834807, + 0.016086394381523133, + 0.015596509897708893, + 0.015838253927230834, + 0.014799859385192394, + 0.014545651116967201, + 0.014143282814323902, + 0.01395568735897541, + 0.013814397670328616, + 0.013369649396836757, + 0.013002270936965942, + 0.012713338199257851 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8448630571365356, + 0.4407959580421448, + 0.15707260370254517, + 0.14386749267578125 + ], + "perturbation_rho": [ + 0.7033247947692871, + 0.34020179510116577, + 0.13395404815673828, + 0.1692604124546051 + ], + "nudging": { + "0.001": [ + -0.024531232193112373, + -0.001812139991670847, + -0.0004901132197119296, + -0.0004392624250613153 + ], + "0.003": [ + -0.07187046855688095, + -0.005427503027021885, + -0.0014687320217490196, + -0.001316926209256053 + ], + "0.01": [ + -0.2203540802001953, + -0.01797248050570488, + -0.004883656278252602, + -0.004377881996333599 + ] + }, + "state_pred_error_per_layer": [ + 3192.55322265625, + 2613.6337890625, + 1881.11669921875, + 2102.51953125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2491588119506836, + 1.3391401213645935, + 0.7448139661788941, + 0.529046625328064, + 0.4409893859386444, + 0.39295122833251955, + 0.3917396518230438, + 0.3638893904685974, + 0.3780584011077881, + 0.4088036222457886, + 0.3839244392633438, + 0.3965308126449585, + 0.4332325538396835, + 0.388488942027092, + 0.3860952439308166, + 0.4289595764160156, + 0.558712983417511, + 0.4192588807106018, + 0.5468189309835434, + 0.4735720682144165, + 0.5481147343516349, + 0.5364306289672851, + 0.6400549737930298, + 0.6401411312103271, + 0.6521704914093017, + 0.6980661613464355, + 0.7174948001861572, + 0.7452107217788696, + 0.7168677276611328, + 0.6955249413490295, + 0.6813755706787109, + 0.8467616846561432, + 0.7442628755569458, + 0.7809717464447021, + 0.835019677734375, + 0.9415380798339844, + 0.8470349615097046, + 0.9357274827957154, + 0.956027186203003, + 0.978194040107727, + 0.9993384301662445, + 1.0430794897079467, + 1.1107125093460084, + 1.0457960997581481, + 1.0835725379943848, + 1.0907151245117188, + 1.0002957998275757, + 1.007777456665039, + 0.9944101539611816, + 1.0391859111785888, + 0.9873703357696533, + 0.9624767935752868, + 0.9792510041236877, + 0.9836898254394532, + 0.9538689140319824, + 0.9946584331512451, + 0.9380921537399292, + 0.956259532213211, + 0.9596250736236572, + 0.94606699924469, + 0.9452685148239136, + 0.923868314743042, + 0.9321948112487793, + 0.9432626096725464, + 0.9381357315063477, + 0.9209384853363037, + 0.9391128986358642, + 0.9220459381103515, + 0.9200671195983887, + 0.9224453427314758, + 0.9143399673461914, + 0.9111755439758301, + 0.9145837394714356, + 0.9098482831001282, + 0.9112333339691162, + 0.9066373474121093, + 0.9067055240631103, + 0.9056244029521943, + 0.9049024011611938, + 0.9045989236831665 + ], + "train_acc": [ + 0.1799, + 0.5387, + 0.723, + 0.7962, + 0.8291, + 0.8477, + 0.8498, + 0.858, + 0.858, + 0.8495, + 0.8613, + 0.8581, + 0.8493, + 0.8637, + 0.8632, + 0.8572, + 0.8381, + 0.8665, + 0.8471, + 0.8543, + 0.8367, + 0.8369, + 0.8172, + 0.818, + 0.8175, + 0.8022, + 0.7871, + 0.78, + 0.7818, + 0.7836, + 0.7796, + 0.744, + 0.7563, + 0.7468, + 0.7334, + 0.7137, + 0.7236, + 0.7024, + 0.6963, + 0.6912, + 0.6787, + 0.6719, + 0.6558, + 0.6645, + 0.6544, + 0.654, + 0.6685, + 0.6631, + 0.6676, + 0.6645, + 0.6706, + 0.6704, + 0.6689, + 0.6688, + 0.6777, + 0.6677, + 0.6782, + 0.6754, + 0.6743, + 0.68, + 0.6768, + 0.6807, + 0.68, + 0.6778, + 0.6792, + 0.6783, + 0.6767, + 0.6821, + 0.6798, + 0.6832, + 0.6829, + 0.6852, + 0.6792, + 0.6853, + 0.6818, + 0.6858, + 0.6824, + 0.6836, + 0.6832, + 0.6832 + ], + "test_acc": [ + 0.3585, + 0.657, + 0.742, + 0.783, + 0.8185, + 0.8245, + 0.8105, + 0.817, + 0.812, + 0.824, + 0.812, + 0.8105, + 0.8235, + 0.8105, + 0.799, + 0.819, + 0.813, + 0.819, + 0.821, + 0.788, + 0.812, + 0.767, + 0.7685, + 0.7705, + 0.7635, + 0.756, + 0.7595, + 0.738, + 0.7195, + 0.7505, + 0.6595, + 0.699, + 0.6885, + 0.6555, + 0.6185, + 0.6805, + 0.685, + 0.6495, + 0.653, + 0.661, + 0.627, + 0.5955, + 0.6305, + 0.6025, + 0.57, + 0.646, + 0.6375, + 0.6485, + 0.6105, + 0.65, + 0.642, + 0.651, + 0.64, + 0.646, + 0.6565, + 0.6655, + 0.6555, + 0.6525, + 0.6325, + 0.655, + 0.6445, + 0.6625, + 0.652, + 0.66, + 0.665, + 0.6605, + 0.6505, + 0.6465, + 0.6585, + 0.6555, + 0.6575, + 0.663, + 0.6575, + 0.6575, + 0.662, + 0.6565, + 0.6605, + 0.661, + 0.662, + 0.662 + ], + "value_loss": [ + 2.8136747930526735, + 0.8132589956283569, + 0.7441051291465759, + 0.5935244509220123, + 0.5305544801712037, + 0.4809351634979248, + 0.5323177522659301, + 0.4937599531173706, + 0.5660051969528198, + 0.6462191902160644, + 0.5763734079837799, + 0.6280713613510132, + 0.7948557285785675, + 0.6167353689074516, + 0.6312321287155152, + 0.7788636138916015, + 1.24904136428833, + 0.8144484006881714, + 1.2646914062023162, + 0.9913992839813233, + 1.2167877242982388, + 1.1537877170562745, + 1.4896245155334473, + 1.4209841236591338, + 1.4288050296783448, + 1.5737432616233826, + 1.472049324798584, + 1.3558264159202575, + 1.2634898232460021, + 1.0622564476013183, + 0.9087878711700439, + 1.2522220923423768, + 0.8374090339660645, + 0.8644590536117553, + 0.9108287329673768, + 1.0323113090515137, + 0.7954086130142212, + 0.9589143196105957, + 0.9973226028442382, + 0.8696648183345794, + 0.9279479406356812, + 0.9467850358963013, + 0.9611213340044021, + 0.8860973155975341, + 0.9274569381713867, + 0.8928450954437256, + 0.7761943910598755, + 0.7452224809646606, + 0.7111061507225037, + 0.9079251007080078, + 0.7042157987594605, + 0.6186297750473022, + 0.6579183887004852, + 0.650217645072937, + 0.6726008516311646, + 0.7288588707923889, + 0.5969251877784729, + 0.6327752158164978, + 0.6609377601623535, + 0.6041857168197632, + 0.5917840515613556, + 0.5548734745502472, + 0.5744958362579345, + 0.5927253926277161, + 0.567703023815155, + 0.5330746456623078, + 0.5393640619277954, + 0.536778436088562, + 0.5437427759170532, + 0.5154631103515624, + 0.5084992980957032, + 0.5075871801376343, + 0.4997114695072174, + 0.4929317692756653, + 0.4871681167125702, + 0.5004887029647828, + 0.4816018688201904, + 0.4893035494327545, + 0.4769497550010681, + 0.5039997359514237 + ], + "term_loss": [ + 1.632562749004364, + 0.48681144256591796, + 0.5579757928848267, + 0.4446354372739792, + 0.38954342555999755, + 0.33837572212219236, + 0.3827962197303772, + 0.3628402814865112, + 0.43823430774211886, + 0.5091175779342652, + 0.44919354333877565, + 0.49555663242340087, + 0.6545826898813247, + 0.484098217099905, + 0.503711657333374, + 0.6411246375083923, + 1.0730022660255432, + 0.6760020233631134, + 1.0891792623758316, + 0.8359037994384766, + 1.0395685426205397, + 0.9751200185298919, + 1.2764028619766234, + 1.2068148810386659, + 1.2142266105651855, + 1.3360229535579682, + 1.2316911418914795, + 1.10275178129673, + 1.0232205655097961, + 0.8254292141914368, + 0.6746950702667236, + 0.9630538293838501, + 0.5811431129455567, + 0.605120336163044, + 0.6237313741922379, + 0.7302495213985443, + 0.5120967150211334, + 0.6533307945251465, + 0.6705779426574707, + 0.5572913918495178, + 0.601477882862091, + 0.619995453453064, + 0.6235214290976524, + 0.5553061120986938, + 0.5913957936286927, + 0.5468049569010734, + 0.4478747470855713, + 0.41719899480342865, + 0.39799570727348327, + 0.5387198917388916, + 0.389376504611969, + 0.3186599224090576, + 0.349000741147995, + 0.344887624168396, + 0.36766607322692874, + 0.40503488359451295, + 0.2990953638792038, + 0.3293440096095204, + 0.3466704918861389, + 0.30466876001358034, + 0.2939660704612732, + 0.2598868667215109, + 0.277480362701416, + 0.2899700213432312, + 0.26971954430937767, + 0.23886673400998115, + 0.24062761631011964, + 0.2402403997540474, + 0.24415884652137756, + 0.2247240812778473, + 0.21601913204193116, + 0.21670277047157288, + 0.20699720672369004, + 0.20146363933086395, + 0.19528962482213974, + 0.20751085200309755, + 0.1899980792403221, + 0.19427047532498837, + 0.1858817045211792, + 0.20441836426854135 + ], + "bridge_loss": [ + 0.8866691899295722, + 0.08224999148249626, + 0.010757447761297226, + 0.0061791808307170865, + 0.013211339366436004, + 0.02400260500907898, + 0.029208013555407523, + 0.016411626595258712, + 0.01054288158416748, + 0.009739568059891462, + 0.00857815499957651, + 0.010147648680210114, + 0.012416441324353218, + 0.013030582279339432, + 0.011700151482224464, + 0.012999499094486236, + 0.027916341756284237, + 0.016938312309980393, + 0.025221791119873525, + 0.020558533179759978, + 0.024548026264831425, + 0.02883436657488346, + 0.041062966972589494, + 0.04241552077531815, + 0.0413472350358963, + 0.053113183903694156, + 0.049302950567007064, + 0.05605897057652474, + 0.04239914432168007, + 0.04438741339594126, + 0.040503136277198794, + 0.05868587039113045, + 0.044476384896039965, + 0.03979057075381279, + 0.04996331431865692, + 0.04867027699947357, + 0.04424825751781464, + 0.048844764399528506, + 0.06250892872810364, + 0.043231787598133085, + 0.05235229188203812, + 0.044943358480930326, + 0.04317686275988817, + 0.04893158612549305, + 0.04527283647060394, + 0.052477565068006514, + 0.04906891460418701, + 0.04816573285460472, + 0.03766437851190567, + 0.08414143166542053, + 0.03915382572412491, + 0.028718653923273087, + 0.0357290733397007, + 0.030860403615236284, + 0.034851776957511904, + 0.04384376324117184, + 0.031289697197079656, + 0.03198159513771534, + 0.04347437092065811, + 0.031240173679590224, + 0.029294288346171378, + 0.030716246968507766, + 0.030886165726184845, + 0.034454310005903245, + 0.029435836976766588, + 0.030154093551635744, + 0.031540098917484286, + 0.032152002370357514, + 0.03537253759801388, + 0.026627822160720824, + 0.029674778524041177, + 0.02880360425710678, + 0.030208065378665924, + 0.029887308536469936, + 0.02994157576560974, + 0.03245688362717628, + 0.030067061227560043, + 0.03423906381428242, + 0.030539594569802285, + 0.03893857387006283 + ], + "tgrad_loss": [ + 0.2944428525924683, + 0.2441975613117218, + 0.17537188875675203, + 0.14270983247756958, + 0.12779971356391906, + 0.11855683698654175, + 0.12031352219581604, + 0.1145080406665802, + 0.11722800314426422, + 0.12736204500198364, + 0.11860171184539794, + 0.12236708498001099, + 0.12785659310817718, + 0.1196065666794777, + 0.11582032089233399, + 0.12473947501182556, + 0.14812274632453917, + 0.12150806620121002, + 0.15029035185575484, + 0.13493695669174194, + 0.152671147570014, + 0.1498333449602127, + 0.1721586901664734, + 0.17175372595787047, + 0.17323119621276856, + 0.18460711754560472, + 0.19105523586273193, + 0.19701567590236663, + 0.1978701251029968, + 0.19243981567621232, + 0.19358965730667113, + 0.23048239738941192, + 0.21178954000473021, + 0.21954814462661743, + 0.2371340503692627, + 0.25339151220321654, + 0.23906364424228668, + 0.2567387635707855, + 0.2642357376098633, + 0.26914163494110105, + 0.2741177690029144, + 0.2818462213039398, + 0.2944230457663536, + 0.2818596136331558, + 0.2907883113384247, + 0.2935625722646713, + 0.2792507260799408, + 0.2798577557086945, + 0.2754460638999939, + 0.28506377139091493, + 0.2756854686737061, + 0.27125119709968565, + 0.2731885812759399, + 0.2744696222305298, + 0.2700830017566681, + 0.2799802258014679, + 0.2665401251077652, + 0.2714496097326279, + 0.2707928934574127, + 0.26827678565979, + 0.2685236934185028, + 0.26427035608291627, + 0.26612931003570556, + 0.26830106143951415, + 0.26854763979911805, + 0.26405381517410276, + 0.267196342420578, + 0.2643860376358032, + 0.26421138830184937, + 0.2641112084388733, + 0.2628053893566132, + 0.26208080410957335, + 0.2625061942100525, + 0.2615808199882507, + 0.26193691883087156, + 0.26052096433639527, + 0.26153672609329226, + 0.2607940129995346, + 0.26052846012115477, + 0.26064279942512514 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.07093458622694016, + 0.19623729586601257, + 0.18378585577011108, + 0.18649986386299133 + ], + "perturbation_rho": [ + 0.14815130829811096, + 0.336488276720047, + 0.35506749153137207, + 0.3242703676223755 + ], + "nudging": { + "0.001": [ + -0.0034058368764817715, + -0.0015302924439311028, + -0.0013900859048590064, + -0.0013669544132426381 + ], + "0.003": [ + -0.010171962901949883, + -0.004587909206748009, + -0.0041659073904156685, + -0.004097048658877611 + ], + "0.01": [ + -0.033366985619068146, + -0.015239425003528595, + -0.013842864893376827, + -0.01361463125795126 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json new file mode 100644 index 0000000..a99f2a9 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.4280009566307068, + 0.4816410400390625, + 0.35641251850128175, + 0.31376885857582093, + 0.2785879302024841, + 0.2906965353012085, + 0.24813844954967498, + 0.2529641579627991, + 0.29037830834388734, + 0.24602493743896484, + 0.271309370470047, + 0.24193280544281007, + 0.21174109992980958, + 0.2022141403198242, + 0.19511151465177537, + 0.1747492593228817, + 0.16679265608787536, + 0.18226073577404023, + 0.178118130004406, + 0.1698817639350891, + 0.21180371685028077, + 0.22151261649131776, + 0.1692685513496399, + 0.15942963395118714, + 0.15639958801865578, + 0.13424310631752015, + 0.13393100074529649, + 0.1342959972321987, + 0.1233813103556633, + 0.1372558897972107, + 0.15687738795280456, + 0.15556601939201356, + 0.1386237049102783, + 0.12747760764360427, + 0.13082287336587906, + 0.12003014180660247, + 0.1110824688911438, + 0.11324274975061417, + 0.09755915361642838, + 0.09881812291145324, + 0.0983709388077259, + 0.08716794240474701, + 0.09951607349514961, + 0.08897512910366058, + 0.09945852316617966, + 0.08210971295237542, + 0.08215147442817688, + 0.09767722171843052, + 0.07982404861450196, + 0.08341489782333374, + 0.08445568187236786, + 0.07201690224409103, + 0.06894114913269878, + 0.06607745648026467, + 0.06452926009893417, + 0.06370570333003998, + 0.07323879662156105, + 0.06315056117884815, + 0.06021904794573784, + 0.05857481062412262, + 0.06132639021873474, + 0.05991591087579727, + 0.05866761998534203, + 0.0561151444196701, + 0.05675396573543549, + 0.05583441897928715, + 0.054332348388433455, + 0.05344627385139465, + 0.053293361806869506, + 0.05263606111109257, + 0.05185437820851803, + 0.05141058519482613, + 0.05099834645986557, + 0.0506766751408577, + 0.05050799320936203, + 0.050287041491270064, + 0.05010691736936569, + 0.04997352842092514, + 0.04987951598167419, + 0.04983126169741154 + ], + "train_acc": [ + 0.5303, + 0.8408, + 0.8692, + 0.8797, + 0.8918, + 0.8847, + 0.8988, + 0.9028, + 0.8848, + 0.9035, + 0.8886, + 0.9076, + 0.9163, + 0.919, + 0.9247, + 0.9325, + 0.936, + 0.9268, + 0.9308, + 0.9337, + 0.9165, + 0.912, + 0.9336, + 0.9374, + 0.9396, + 0.9515, + 0.9505, + 0.9497, + 0.9545, + 0.9492, + 0.9388, + 0.9385, + 0.9487, + 0.953, + 0.9536, + 0.9576, + 0.9612, + 0.9591, + 0.9682, + 0.9654, + 0.9665, + 0.973, + 0.9655, + 0.9697, + 0.9675, + 0.9764, + 0.9749, + 0.9655, + 0.9764, + 0.9743, + 0.9743, + 0.9809, + 0.9821, + 0.9841, + 0.9845, + 0.9855, + 0.98, + 0.9854, + 0.9889, + 0.989, + 0.9869, + 0.9883, + 0.9879, + 0.9902, + 0.9898, + 0.9906, + 0.9911, + 0.9918, + 0.9917, + 0.9921, + 0.9925, + 0.9929, + 0.9934, + 0.9941, + 0.994, + 0.9942, + 0.9945, + 0.9944, + 0.9942, + 0.9942 + ], + "test_acc": [ + 0.7945, + 0.8695, + 0.8905, + 0.8835, + 0.8885, + 0.892, + 0.88, + 0.883, + 0.881, + 0.9005, + 0.89, + 0.8905, + 0.897, + 0.9045, + 0.9025, + 0.8995, + 0.9025, + 0.9005, + 0.908, + 0.9035, + 0.894, + 0.8945, + 0.903, + 0.911, + 0.9075, + 0.911, + 0.9145, + 0.91, + 0.911, + 0.9065, + 0.9035, + 0.904, + 0.915, + 0.9095, + 0.911, + 0.9095, + 0.9115, + 0.9095, + 0.9175, + 0.9175, + 0.917, + 0.9115, + 0.914, + 0.913, + 0.907, + 0.9165, + 0.918, + 0.9145, + 0.9145, + 0.9175, + 0.915, + 0.913, + 0.9145, + 0.9215, + 0.916, + 0.9195, + 0.9215, + 0.9215, + 0.9185, + 0.919, + 0.921, + 0.919, + 0.9205, + 0.9185, + 0.9195, + 0.918, + 0.9195, + 0.918, + 0.9205, + 0.9195, + 0.9195, + 0.9185, + 0.92, + 0.918, + 0.919, + 0.92, + 0.9195, + 0.919, + 0.9185, + 0.9185 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8029586672782898, + 0.7900986075401306, + 0.7753629684448242, + 0.7581839561462402 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.9999964237213135, + 0.999983549118042, + 0.9999468326568604 + ], + "nudging": { + "0.001": [ + -0.026280783116817474, + -0.012318434193730354, + -0.005662030540406704, + -0.002971941838040948 + ], + "0.003": [ + -0.07031507790088654, + -0.035108231008052826, + -0.016601495444774628, + -0.008812842890620232 + ], + "0.01": [ + -0.15638579428195953, + -0.09745092689990997, + -0.05102477967739105, + -0.028195563703775406 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.232069776535034, + 1.370755326461792, + 0.774408396434784, + 0.5504122185230255, + 0.4551778681755066, + 0.39543955364227296, + 0.3673446969985962, + 0.37010820665359495, + 0.40584990463256837, + 0.36630872459411623, + 0.3967540986061096, + 0.3843751923561096, + 0.4476522427558899, + 0.42575200576782224, + 0.42364864072799685, + 0.38030472977161406, + 0.4079951852798462, + 0.46959167435765264, + 0.4198760874271393, + 0.468362246465683, + 0.45476327400207517, + 0.5178915981292724, + 0.6004542631149292, + 0.5163716057777404, + 0.4734943875789642, + 0.5516410438537598, + 0.49744338874816896, + 0.46432403774261477, + 0.4892093751907349, + 0.6200435506820678, + 0.5751196828842163, + 0.5928933774709702, + 0.4814444019317627, + 0.5967060979366302, + 0.5415381860733032, + 0.4497476665496826, + 0.48320111837387086, + 0.5223149719312787, + 0.4452429738998413, + 0.5263340139627457, + 0.4467347893744707, + 0.4445894860267639, + 0.5922297267913819, + 0.4209597279548645, + 0.4198515675544739, + 0.4481225758552551, + 0.45345114040374757, + 0.4496061055518687, + 0.3991525866508484, + 0.4271981393814087, + 0.40415777770280836, + 0.4262519637107849, + 0.4017188970685005, + 0.38243411012291906, + 0.38553619861602784, + 0.38307219924926755, + 0.43748312458992006, + 0.3661682406932116, + 0.3464682363986969, + 0.3526681913375854, + 0.377327184009552, + 0.3567724729537964, + 0.37950509120225906, + 0.3511497905731201, + 0.36539844236373903, + 0.3426241901397705, + 0.3417411681175232, + 0.33409423093795776, + 0.3281999719619751, + 0.33597293905615805, + 0.32314492433071135, + 0.32010074100494385, + 0.3219986635684967, + 0.3155823324203491, + 0.3164848567008972, + 0.3139919088840485, + 0.3123295421615243, + 0.3108947002887726, + 0.31007582869529726, + 0.30983073345422746 + ], + "train_acc": [ + 0.1919, + 0.5317, + 0.7118, + 0.7954, + 0.8288, + 0.8488, + 0.8578, + 0.8594, + 0.8496, + 0.8626, + 0.855, + 0.8624, + 0.8463, + 0.8538, + 0.8558, + 0.8662, + 0.8636, + 0.8532, + 0.8616, + 0.8542, + 0.8592, + 0.8472, + 0.843, + 0.8527, + 0.8547, + 0.8479, + 0.8562, + 0.8623, + 0.8586, + 0.8466, + 0.8494, + 0.8489, + 0.8668, + 0.8461, + 0.8611, + 0.8737, + 0.867, + 0.8596, + 0.8767, + 0.8588, + 0.8748, + 0.8759, + 0.8555, + 0.8829, + 0.885, + 0.8748, + 0.8786, + 0.8778, + 0.8897, + 0.8793, + 0.8851, + 0.8811, + 0.885, + 0.8887, + 0.8917, + 0.8912, + 0.885, + 0.8906, + 0.8976, + 0.8989, + 0.8919, + 0.8952, + 0.8896, + 0.8976, + 0.8936, + 0.8974, + 0.8994, + 0.8992, + 0.9029, + 0.9, + 0.9028, + 0.9031, + 0.9044, + 0.9036, + 0.906, + 0.905, + 0.9046, + 0.906, + 0.9061, + 0.906 + ], + "test_acc": [ + 0.3785, + 0.6325, + 0.739, + 0.789, + 0.801, + 0.8095, + 0.826, + 0.813, + 0.8085, + 0.814, + 0.794, + 0.7895, + 0.7865, + 0.7875, + 0.815, + 0.825, + 0.83, + 0.802, + 0.7995, + 0.81, + 0.7955, + 0.799, + 0.7875, + 0.8035, + 0.7935, + 0.7985, + 0.8035, + 0.811, + 0.796, + 0.8155, + 0.805, + 0.796, + 0.7855, + 0.804, + 0.8, + 0.825, + 0.797, + 0.7985, + 0.8075, + 0.822, + 0.7985, + 0.787, + 0.8185, + 0.832, + 0.8345, + 0.811, + 0.8165, + 0.826, + 0.82, + 0.8375, + 0.8395, + 0.8275, + 0.823, + 0.8325, + 0.8375, + 0.821, + 0.833, + 0.8355, + 0.8435, + 0.8365, + 0.8435, + 0.845, + 0.8465, + 0.8445, + 0.8405, + 0.847, + 0.8445, + 0.846, + 0.848, + 0.85, + 0.847, + 0.8445, + 0.846, + 0.8495, + 0.848, + 0.848, + 0.85, + 0.8505, + 0.8515, + 0.8515 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.014162426814436913, + 0.0798005759716034, + 0.09311279654502869, + 0.10633827745914459 + ], + "perturbation_rho": [ + 0.041398823261260986, + 0.02247910387814045, + 0.1714327037334442, + 0.17666620016098022 + ], + "nudging": { + "0.001": [ + 0.00017435633344575763, + -0.0005363107775337994, + -0.00033184929634444416, + -0.000325117347529158 + ], + "0.003": [ + 0.000572163553442806, + -0.0016089004930108786, + -0.0009956255089491606, + -0.0009728462900966406 + ], + "0.01": [ + 0.002492401283234358, + -0.005343085154891014, + -0.0033098761923611164, + -0.003237517550587654 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8165535574913025, + 0.763969938659668, + 0.456514367723465, + 0.4509699695587158, + 0.5203996650695801, + 0.5776345297813416, + 0.5986223049163818, + 0.6544226729393006, + 0.7238446506500245, + 0.7209402904510498, + 0.694066102218628, + 0.698754120349884, + 0.7061762592315673, + 0.7547999785423278, + 0.7718533777236939, + 0.7712728401184082, + 0.7895807289123535, + 0.772668758392334, + 0.7529318264007568, + 0.73342194814682, + 0.7342669651985169, + 0.7617962551116944, + 0.7271483485221862, + 0.7463216340065002, + 0.7824168462753296, + 0.7513881778717041, + 0.7485483713150024, + 0.8226748832702637, + 0.7728332638740539, + 0.7521475864410401, + 0.8052359797477722, + 0.7683963434219361, + 0.839831940460205, + 0.7288411888122559, + 0.7234952001571655, + 0.7603490391731262, + 0.7802042022705078, + 0.7887434216022492, + 0.7879969930648804, + 0.8280424799919128, + 0.8189708654403687, + 0.8561574056625366, + 0.8539019847869873, + 0.8538200400352478, + 0.8228381202697754, + 0.8735623681068421, + 0.8707358804702758, + 0.8457340757369995, + 0.857807723236084, + 0.8657875537872315, + 0.867585726261139, + 0.858120620059967, + 0.8555149084091187, + 0.8709949861526489, + 0.85430686378479, + 0.8638038631439209, + 0.8486660203933716, + 0.8263280488967896, + 0.8541519875526429, + 0.8399642889976502, + 0.8300949808120728, + 0.8287226734161377, + 0.8489915835380554, + 0.8436049571990967, + 0.8391613592147827, + 0.8280179216384888, + 0.828670958518982, + 0.8277772424697876, + 0.8266226589202881, + 0.8310329568862915, + 0.8256790163040161, + 0.8284158477783203, + 0.8229934953689575, + 0.8235222157478332, + 0.8218230583190917, + 0.8219074445724487, + 0.8209780731201172, + 0.8209145902633667, + 0.8202378884792327, + 0.819964693069458 + ], + "train_acc": [ + 0.35, + 0.7124, + 0.8289, + 0.8318, + 0.8146, + 0.7996, + 0.7877, + 0.7706, + 0.7516, + 0.7551, + 0.7457, + 0.7437, + 0.746, + 0.7313, + 0.7343, + 0.7337, + 0.7323, + 0.7287, + 0.7311, + 0.7381, + 0.7416, + 0.7315, + 0.7451, + 0.7449, + 0.7389, + 0.7512, + 0.7488, + 0.7377, + 0.7446, + 0.7504, + 0.7324, + 0.7408, + 0.7233, + 0.7466, + 0.746, + 0.7326, + 0.7295, + 0.726, + 0.7213, + 0.7144, + 0.7167, + 0.708, + 0.7134, + 0.7068, + 0.7173, + 0.7019, + 0.7061, + 0.7126, + 0.7135, + 0.704, + 0.7062, + 0.7064, + 0.7148, + 0.7132, + 0.7086, + 0.7095, + 0.712, + 0.7203, + 0.7144, + 0.7162, + 0.7194, + 0.7223, + 0.717, + 0.7173, + 0.7179, + 0.7248, + 0.723, + 0.7241, + 0.7231, + 0.7263, + 0.7268, + 0.7272, + 0.7299, + 0.7258, + 0.7277, + 0.7302, + 0.7301, + 0.7312, + 0.7319, + 0.7318 + ], + "test_acc": [ + 0.591, + 0.7695, + 0.8165, + 0.7925, + 0.784, + 0.7695, + 0.7725, + 0.7425, + 0.7335, + 0.7115, + 0.716, + 0.72, + 0.707, + 0.7115, + 0.695, + 0.7095, + 0.6895, + 0.68, + 0.711, + 0.7055, + 0.7155, + 0.711, + 0.697, + 0.69, + 0.7035, + 0.699, + 0.697, + 0.699, + 0.7065, + 0.6905, + 0.6875, + 0.698, + 0.6785, + 0.727, + 0.6635, + 0.684, + 0.6395, + 0.687, + 0.6475, + 0.66, + 0.625, + 0.6935, + 0.6905, + 0.695, + 0.664, + 0.6675, + 0.675, + 0.7065, + 0.6715, + 0.6965, + 0.7105, + 0.6765, + 0.6785, + 0.709, + 0.676, + 0.691, + 0.696, + 0.7165, + 0.684, + 0.6925, + 0.697, + 0.6985, + 0.6935, + 0.688, + 0.71, + 0.7075, + 0.708, + 0.713, + 0.7145, + 0.711, + 0.7095, + 0.711, + 0.705, + 0.7095, + 0.709, + 0.708, + 0.7075, + 0.707, + 0.7085, + 0.7085 + ], + "state_pred_error": [ + 0.7406987041473388, + 0.2411207477092743, + 0.16255244364738464, + 0.1493449520111084, + 0.14992456312179567, + 0.1555534377336502, + 0.16155459024906157, + 0.16035395340919495, + 0.15258878574371337, + 0.14208157248497008, + 0.12504443428516387, + 0.10508740864992142, + 0.08725720175504685, + 0.07344181394577026, + 0.06654016046524047, + 0.06139626076221466, + 0.0560697415292263, + 0.05169878583550453, + 0.0489024289727211, + 0.04750510221719742, + 0.04499284594655037, + 0.04229650926589966, + 0.03862137130498886, + 0.03419775420427323, + 0.030702023059129713, + 0.027638143730163576, + 0.02521895556151867, + 0.023234548729658126, + 0.02125667086541653, + 0.019339045375585555, + 0.017155453544855117, + 0.015024662992358207, + 0.013225329960882664, + 0.01183355233669281, + 0.010222357726842164, + 0.008752954179048538, + 0.007925371387600898, + 0.007087908421456813, + 0.0065649920910596845, + 0.005963414085656405, + 0.005528712090849876, + 0.005135756582021713, + 0.004901659817993641, + 0.004578842090815305, + 0.004355525939539075, + 0.004229336945712567, + 0.004050217913836241, + 0.003972229235991835, + 0.0038215931802988053, + 0.0038026397384703157, + 0.0036524082466959954, + 0.0036101686157286165, + 0.0035772004246711732, + 0.0035720416367053987, + 0.0035359943974763155, + 0.0035451125495135783, + 0.0035574036099016667, + 0.003586608001589775, + 0.0035653520226478575, + 0.003511827717348933, + 0.003500817520916462, + 0.0035023676201701164, + 0.003476817812025547, + 0.0034475730940699578, + 0.0036353183921426536, + 0.003350039096549153, + 0.0032939229547977447, + 0.003333185035735369, + 0.003172698828577995, + 0.003134825951978564, + 0.00305225969851017, + 0.003130577512830496, + 0.0029675849348306657, + 0.002851927667111158, + 0.002880720941722393, + 0.0027674298100173475, + 0.0026737776212394236, + 0.0025887268578633667, + 0.0025455289104953406, + 0.00247869050912559 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8312708735466003, + 0.37615716457366943, + 0.14436809718608856, + 0.15281778573989868 + ], + "perturbation_rho": [ + 0.7588610649108887, + 0.34236449003219604, + 0.14024245738983154, + 0.13689765334129333 + ], + "nudging": { + "0.001": [ + -0.02127787098288536, + -0.0016070354031398892, + -0.0004922817461192608, + -0.0005490813055075705 + ], + "0.003": [ + -0.06277377903461456, + -0.004812953062355518, + -0.0014764359220862389, + -0.0016460102051496506 + ], + "0.01": [ + -0.19714727997779846, + -0.01597677543759346, + -0.004914070479571819, + -0.005477628670632839 + ] + }, + "state_pred_error_per_layer": [ + 2233.37158203125, + 1546.82080078125, + 996.9107666015625, + 942.33251953125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2263490732192994, + 1.372786217880249, + 0.7703747777938843, + 0.5524767992019654, + 0.4545511021375656, + 0.39994027256965636, + 0.3738175000190735, + 0.38151370735168455, + 0.3779865933179855, + 0.3911576789855957, + 0.3810564842700958, + 0.40146919298171996, + 0.42358366951942444, + 0.4113857924461365, + 0.4117763772964477, + 0.4525391309261322, + 0.4548126799583435, + 0.45577107663154603, + 0.48783650531768796, + 0.5700982325077056, + 0.5109643290996552, + 0.5576292927265167, + 0.6397031135559083, + 0.8101890686035156, + 0.7712644341468811, + 0.7676936615467072, + 0.7088435866355896, + 0.785914805984497, + 0.8963895021915436, + 0.8323235744476318, + 0.9798989505767822, + 1.0398858805656432, + 1.0301771236419677, + 1.3176715976715088, + 1.2662531551361085, + 1.23117315826416, + 1.3725950134277343, + 1.2606015678405762, + 1.2498836280822754, + 1.1528087448120117, + 1.1365314014434815, + 1.085456252670288, + 1.1133746538162232, + 1.055409068107605, + 1.0885181948661804, + 1.06560675907135, + 1.06901422996521, + 1.0907034481048583, + 1.1203149961471557, + 1.0966930947303772, + 1.0746682907104492, + 1.1176004346847535, + 1.1059717803955078, + 1.1562017615318299, + 1.11426555519104, + 1.1417513759613036, + 1.1444835793495178, + 1.1437504034042358, + 1.118238719177246, + 1.140546536064148, + 1.1898473086357118, + 1.1313459493637086, + 1.1391136680603027, + 1.1409543603897094, + 1.1357797542572021, + 1.1393927207946777, + 1.1443831789016723, + 1.1221805687904358, + 1.1213734807968139, + 1.1244660341262818, + 1.123013041496277, + 1.1185321440696716, + 1.1202873462677, + 1.1144685082435608, + 1.1160181922912598, + 1.111833641242981, + 1.1105434167861938, + 1.1103411945343018, + 1.1097975526809691, + 1.109219861125946 + ], + "train_acc": [ + 0.1894, + 0.5237, + 0.7185, + 0.7925, + 0.8291, + 0.8455, + 0.8551, + 0.8513, + 0.857, + 0.8526, + 0.863, + 0.8587, + 0.8524, + 0.8549, + 0.8546, + 0.8499, + 0.8552, + 0.8539, + 0.8483, + 0.8349, + 0.843, + 0.832, + 0.8112, + 0.7818, + 0.7819, + 0.7829, + 0.7821, + 0.7697, + 0.7412, + 0.7477, + 0.7172, + 0.6987, + 0.6913, + 0.6398, + 0.6421, + 0.6419, + 0.6205, + 0.6293, + 0.626, + 0.629, + 0.6315, + 0.6442, + 0.637, + 0.6491, + 0.6356, + 0.6471, + 0.6461, + 0.6371, + 0.6321, + 0.6348, + 0.6389, + 0.6273, + 0.6282, + 0.6173, + 0.629, + 0.6242, + 0.6275, + 0.6208, + 0.6292, + 0.623, + 0.6118, + 0.6237, + 0.6201, + 0.6231, + 0.6227, + 0.6224, + 0.6191, + 0.6278, + 0.6266, + 0.6264, + 0.6257, + 0.6311, + 0.6259, + 0.6256, + 0.6278, + 0.6274, + 0.6264, + 0.6264, + 0.6292, + 0.6285 + ], + "test_acc": [ + 0.393, + 0.6405, + 0.739, + 0.789, + 0.7975, + 0.8, + 0.8065, + 0.8095, + 0.817, + 0.81, + 0.8, + 0.783, + 0.8035, + 0.8045, + 0.7975, + 0.793, + 0.809, + 0.8115, + 0.7955, + 0.775, + 0.745, + 0.7755, + 0.7355, + 0.7555, + 0.7295, + 0.751, + 0.6925, + 0.692, + 0.688, + 0.6855, + 0.645, + 0.65, + 0.607, + 0.6235, + 0.5915, + 0.5015, + 0.5855, + 0.61, + 0.5945, + 0.585, + 0.6215, + 0.608, + 0.6155, + 0.6135, + 0.568, + 0.627, + 0.5985, + 0.6045, + 0.6145, + 0.6265, + 0.5945, + 0.6045, + 0.5915, + 0.5945, + 0.602, + 0.609, + 0.6035, + 0.597, + 0.5985, + 0.5695, + 0.5985, + 0.6155, + 0.5825, + 0.609, + 0.6235, + 0.6, + 0.6115, + 0.6125, + 0.612, + 0.614, + 0.601, + 0.6125, + 0.6175, + 0.6085, + 0.616, + 0.615, + 0.614, + 0.6185, + 0.618, + 0.6185 + ], + "value_loss": [ + 3.004816132736206, + 0.8933181741714478, + 0.7472914004325867, + 0.6198880924224853, + 0.49928864874839785, + 0.4533773046016693, + 0.41804420566558836, + 0.45496133618354795, + 0.4769261270999908, + 0.5447554382324219, + 0.5463610198974609, + 0.6101527583122254, + 0.7323229121208191, + 0.654146611404419, + 0.6980391006469726, + 0.758187972164154, + 0.911613033914566, + 0.909905999135971, + 0.9661141172409058, + 1.3761654232025147, + 1.0848820183753967, + 1.2143970355033875, + 1.3779391033172608, + 2.1276612579345704, + 1.9363042541503905, + 1.8150593336105347, + 1.4350913431167602, + 1.5015435070037841, + 1.659292702293396, + 1.4041105354309082, + 1.84923672208786, + 1.7862740999221802, + 1.6408020364761353, + 2.2555280582427977, + 1.91716297416687, + 2.0696146953582764, + 2.0709165517807007, + 1.5185432472229003, + 1.4409057436943054, + 1.1394924449920654, + 1.0243006755828858, + 0.952573077583313, + 0.9513341785430908, + 0.7820314357757568, + 0.8732357313156128, + 0.8816683463096618, + 0.955579030418396, + 0.8554625137329102, + 0.8710546495437622, + 0.8312881650686264, + 0.7633189420700073, + 0.8019674183368682, + 0.7328131550788879, + 0.801051020526886, + 0.746859469127655, + 0.7501679012298584, + 0.8011223143577576, + 0.7507512192726136, + 0.6851235778808594, + 0.7360683244705201, + 0.8436295459747315, + 0.6853977672576904, + 0.7055689754962922, + 0.7252059488296508, + 0.6784087018966675, + 0.6884294319152832, + 0.6989397154808045, + 0.6959970206737518, + 0.6631160745620728, + 0.6498185919761658, + 0.6508113729476929, + 0.6804374390363693, + 0.6624282342433929, + 0.6588281253814697, + 0.6378821391105652, + 0.640788054561615, + 0.6657872777938842, + 0.6686323991775512, + 0.6098757619857789, + 0.64283842253685 + ], + "term_loss": [ + 1.7359011996269227, + 0.5260857672214508, + 0.5611789356231689, + 0.4691473718643189, + 0.35641581667661665, + 0.3125099868893623, + 0.28558482496738435, + 0.32663789620399475, + 0.3523272558569908, + 0.41566965317726134, + 0.4220249535560608, + 0.47944155356884005, + 0.5941028877735138, + 0.5197371693611145, + 0.5607707057952881, + 0.6142034781694412, + 0.7705422173976898, + 0.763801922082901, + 0.8096324970245361, + 1.2002689853668214, + 0.9151784264802932, + 1.0354011665344238, + 1.1660207389831543, + 1.8696075149536133, + 1.6795126104354858, + 1.5453345759391786, + 1.1913600902557373, + 1.2338994720458984, + 1.3612283717632294, + 1.109708225631714, + 1.4900855154037476, + 1.4270168464899062, + 1.2386046768188477, + 1.7514031993865966, + 1.4141266151428222, + 1.5366581008911133, + 1.5076081205368042, + 1.039527117919922, + 0.9725380240678787, + 0.7177947400093079, + 0.6169520056724548, + 0.5577969770908355, + 0.563669540643692, + 0.4297081172943115, + 0.5087772935390472, + 0.5115473824501038, + 0.5738656369566918, + 0.47277311363220215, + 0.4845442730903626, + 0.4545265218049288, + 0.4000856671333313, + 0.43755345803499224, + 0.3792450759291649, + 0.43464683275222776, + 0.39024128130078317, + 0.39411039242744444, + 0.43523220192193984, + 0.38444877996444704, + 0.3343185415267944, + 0.3722025054931641, + 0.4684031509578228, + 0.3343300027370453, + 0.3471951293349266, + 0.36705848178863526, + 0.3202661802768707, + 0.3312775411605835, + 0.3410617515563965, + 0.33340463732481, + 0.3072166344404221, + 0.29471828541755674, + 0.2949522229194641, + 0.31957108319103716, + 0.3035339130759239, + 0.2962215082168579, + 0.28110803384780886, + 0.28337024407982825, + 0.2973673318624496, + 0.2999136340618134, + 0.2588910343647003, + 0.27786159224510193 + ], + "bridge_loss": [ + 0.9794838696058141, + 0.11249453027248382, + 0.013401159876585007, + 0.007677992886304856, + 0.01801637165695429, + 0.02459342247545719, + 0.019867657536268235, + 0.010635345739126206, + 0.00908683493360877, + 0.009039432242512703, + 0.009218453142046928, + 0.010305291563272477, + 0.011811628636717796, + 0.01096362564265728, + 0.01361604914739728, + 0.012970232439041138, + 0.013068722119927406, + 0.018890924017131328, + 0.018672959452867507, + 0.023511534203588962, + 0.025741635078191757, + 0.024518935614824294, + 0.03324915931224823, + 0.04982591823339462, + 0.05101719571352005, + 0.06563201041221618, + 0.044432207286357876, + 0.05200507060289383, + 0.05663267287313938, + 0.06122437345683575, + 0.09713461356163025, + 0.08438427854776383, + 0.12429943964481353, + 0.17007733018398286, + 0.17665135183334352, + 0.21057933068275453, + 0.21602974219322205, + 0.14426904811859131, + 0.13473433861136436, + 0.10179099024534226, + 0.08914142102003098, + 0.08567614158391952, + 0.07007606126666069, + 0.047469612443447114, + 0.05075395459234715, + 0.06365043853521347, + 0.07418297004699707, + 0.06664204177856445, + 0.06561652043461799, + 0.06254049949645996, + 0.05376743358373642, + 0.04661431121826172, + 0.03791740040183067, + 0.04112119258642197, + 0.03973115736246109, + 0.034634311696887014, + 0.04343570882081985, + 0.0430182372033596, + 0.033620422554016115, + 0.040651659190654756, + 0.043216560313105584, + 0.031511343681812284, + 0.036411886563897135, + 0.03738419352769852, + 0.03682520034611225, + 0.034867337346076964, + 0.03554496579170227, + 0.043571460396051406, + 0.0371383314371109, + 0.035206140625476834, + 0.0369823433637619, + 0.04330120563060045, + 0.04176451569497585, + 0.04561741124391556, + 0.039754482871294024, + 0.04048171340227127, + 0.05201617316007614, + 0.05216843712329865, + 0.03526896152496338, + 0.049283357608318326 + ], + "tgrad_loss": [ + 0.2894310550689697, + 0.2547378748416901, + 0.17271129739284516, + 0.1430627270460129, + 0.1248564649105072, + 0.11627389514446258, + 0.11259172101020813, + 0.1176880983710289, + 0.11551203546524048, + 0.12004635149240493, + 0.11511761043071747, + 0.12040591526031494, + 0.1264083997964859, + 0.12344581875801086, + 0.12365235378742218, + 0.13101426265239716, + 0.1280020892560482, + 0.12721314759254457, + 0.13780866494178773, + 0.1523849036693573, + 0.14396195166707038, + 0.15447694187164307, + 0.17866920418739318, + 0.20822782695293426, + 0.20577443714141846, + 0.2040927549123764, + 0.19929904541969298, + 0.2156389590740204, + 0.24143166477680206, + 0.2331779284954071, + 0.26201657457351685, + 0.274872963142395, + 0.2778979238986969, + 0.334047527551651, + 0.32638501477241516, + 0.32237726650238036, + 0.34727867908477783, + 0.33474707689285277, + 0.33363337812423705, + 0.3199067116737366, + 0.3182072554111481, + 0.3090999599933624, + 0.31758857402801516, + 0.3048537001132965, + 0.31370448632240294, + 0.30647052822113036, + 0.3075304272651672, + 0.3160473554611206, + 0.3208938479423523, + 0.31422114033699033, + 0.30946583948135375, + 0.31779965109825137, + 0.3156506803035736, + 0.3252829941034317, + 0.3168870292663574, + 0.32142319972515104, + 0.32245441007614134, + 0.32328419771194455, + 0.3171846125602722, + 0.323214160490036, + 0.3320098324775696, + 0.3195564209461212, + 0.32196195921897885, + 0.32076327590942383, + 0.3213173161506653, + 0.32228455266952516, + 0.3223330054283142, + 0.31902092423439027, + 0.3187611020565033, + 0.3198941662788391, + 0.3188768042564392, + 0.31756515197753904, + 0.3171298073768616, + 0.3169892092704773, + 0.317019620513916, + 0.3169361008644104, + 0.3164037714958191, + 0.31655032963752744, + 0.3157157658576965, + 0.31569347660541536 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.048861026763916016, + 0.17950567603111267, + 0.17905107140541077, + 0.20378535985946655 + ], + "perturbation_rho": [ + 0.07314518839120865, + 0.3309200406074524, + 0.2789418697357178, + 0.3722173571586609 + ], + "nudging": { + "0.001": [ + -0.001814256189391017, + -0.0014669791562482715, + -0.001451535033993423, + -0.0015372845809906721 + ], + "0.003": [ + -0.005412348546087742, + -0.004398588091135025, + -0.004352094605565071, + -0.004607163369655609 + ], + "0.01": [ + -0.017692390829324722, + -0.014619983732700348, + -0.014469930902123451, + -0.015315238386392593 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json new file mode 100644 index 0000000..93d3f69 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.1118465336799621, + 0.5127583791732788, + 0.4302346032857895, + 0.37507710180282594, + 0.37874902119636533, + 0.358110169172287, + 0.35485055913925173, + 0.33637689504623414, + 0.3376781231403351, + 0.3360303322792053, + 0.31282922410964964, + 0.3255835328102112, + 0.3264058362007141, + 0.2988388967514038, + 0.30576341066360474, + 0.24885234112739563, + 0.2645626920938492, + 0.23710116493701935, + 0.24498434176445008, + 0.25262943110466, + 0.2529470352172852, + 0.20808778538703918, + 0.2323320601463318, + 0.23393779978752136, + 0.21029739031791686, + 0.24577522869110108, + 0.22287568016052245, + 0.19683470277786255, + 0.1955713812351227, + 0.17762795400619508, + 0.1949590757369995, + 0.18015179319381713, + 0.1866455442428589, + 0.17878031969070435, + 0.19590353157520293, + 0.1689172378182411, + 0.15855673022270203, + 0.15442313380241393, + 0.16103034844398498, + 0.18334496784210205, + 0.16386926609277724, + 0.1371785285949707, + 0.16594724979400635, + 0.14151557245254517, + 0.14597930274009704, + 0.1496479096889496, + 0.13319487171173094, + 0.11989519445896149, + 0.12711271942853927, + 0.11571666107177735, + 0.11865356831550598, + 0.11254985160827637, + 0.11379962211847305, + 0.10502011337280273, + 0.10288234763145447, + 0.10125789151191711, + 0.10343788154125214, + 0.10045303144454956, + 0.09661244961619377, + 0.09317599536180496, + 0.09172046147584915, + 0.08994480850696564, + 0.08916794685721398, + 0.08730547853112221, + 0.08572156699895858, + 0.08500556135177613, + 0.08433900206089019, + 0.08323287000656128, + 0.0837702313899994, + 0.0822386646747589, + 0.08129152666330337, + 0.08034330849051476, + 0.0798836398601532, + 0.07978663072586059, + 0.07928232147693634, + 0.07865171662569045, + 0.07832024211883545, + 0.07813211903572083, + 0.07798754007816315, + 0.0779093979716301 + ], + "train_acc": [ + 0.6131, + 0.8006, + 0.8286, + 0.8535, + 0.85, + 0.8578, + 0.8604, + 0.8656, + 0.8674, + 0.8656, + 0.8772, + 0.8694, + 0.8738, + 0.8861, + 0.8785, + 0.9037, + 0.893, + 0.9038, + 0.9026, + 0.9001, + 0.9007, + 0.9186, + 0.9088, + 0.9052, + 0.9204, + 0.9002, + 0.9107, + 0.9242, + 0.9226, + 0.9326, + 0.922, + 0.9286, + 0.9288, + 0.9285, + 0.9246, + 0.934, + 0.9397, + 0.9436, + 0.939, + 0.9281, + 0.9353, + 0.9521, + 0.9383, + 0.9485, + 0.9444, + 0.9469, + 0.9521, + 0.9613, + 0.9543, + 0.96, + 0.9607, + 0.9629, + 0.9618, + 0.9687, + 0.9691, + 0.9694, + 0.9674, + 0.9696, + 0.9733, + 0.9745, + 0.9762, + 0.9756, + 0.9756, + 0.9781, + 0.979, + 0.9801, + 0.9806, + 0.9814, + 0.9808, + 0.9821, + 0.9825, + 0.9836, + 0.9836, + 0.9833, + 0.9839, + 0.9844, + 0.9849, + 0.9851, + 0.9853, + 0.9854 + ], + "test_acc": [ + 0.813, + 0.837, + 0.8425, + 0.8485, + 0.8455, + 0.8655, + 0.8635, + 0.8605, + 0.8615, + 0.865, + 0.867, + 0.856, + 0.874, + 0.8745, + 0.867, + 0.874, + 0.8805, + 0.8845, + 0.88, + 0.8655, + 0.8795, + 0.8875, + 0.8735, + 0.884, + 0.883, + 0.872, + 0.882, + 0.8835, + 0.889, + 0.8835, + 0.8805, + 0.8945, + 0.8845, + 0.879, + 0.8805, + 0.8875, + 0.8875, + 0.893, + 0.887, + 0.8885, + 0.888, + 0.888, + 0.888, + 0.89, + 0.8915, + 0.8925, + 0.8985, + 0.887, + 0.897, + 0.8925, + 0.892, + 0.897, + 0.891, + 0.8965, + 0.892, + 0.8875, + 0.8985, + 0.89, + 0.8895, + 0.893, + 0.8935, + 0.896, + 0.893, + 0.891, + 0.894, + 0.893, + 0.896, + 0.8975, + 0.8955, + 0.8945, + 0.896, + 0.8965, + 0.8955, + 0.894, + 0.893, + 0.895, + 0.895, + 0.8955, + 0.8955, + 0.896 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8995364308357239, + 0.8806806802749634, + 0.8653636574745178, + 0.852218508720398, + 0.8451849222183228, + 0.8416627645492554, + 0.8401176333427429, + 0.8391873240470886 + ], + "perturbation_rho": [ + 0.9999992251396179, + 0.9999973773956299, + 0.9999878406524658, + 0.9999729990959167, + 0.9999438524246216, + 0.9999128580093384, + 0.9999063611030579, + 0.9998599290847778 + ], + "nudging": { + "0.001": [ + -0.031149130314588547, + -0.015606172382831573, + -0.008217571303248405, + -0.0049289376474916935, + -0.0034725882578641176, + -0.0027561166789382696, + -0.002373086055740714, + -0.0021542953327298164 + ], + "0.003": [ + -0.08652011305093765, + -0.045093510299921036, + -0.02417786791920662, + -0.01461886614561081, + -0.010336171835660934, + -0.008218012750148773, + -0.00708259642124176, + -0.006432861555367708 + ], + "0.01": [ + -0.2192329615354538, + -0.13158643245697021, + -0.07524827122688293, + -0.04681030660867691, + -0.03351406753063202, + -0.026811176910996437, + -0.02318240888416767, + -0.02109483815729618 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.261511936378479, + 1.2388046113967897, + 0.7586671992301941, + 0.6045363289833069, + 0.5250408117294312, + 0.48988793330192565, + 0.5181452042102813, + 0.5053172904968262, + 0.5486225427627563, + 0.5680201857566833, + 0.5442982167243957, + 0.5434341896057129, + 0.5798220394134521, + 0.6215977661132812, + 0.6024371314048768, + 0.6234730455398559, + 0.7227652837753296, + 0.677713514328003, + 0.7502383768081665, + 0.6929981166839599, + 0.7150569809913635, + 0.7497701435089111, + 0.7523667077064514, + 0.6890098321437835, + 0.7717183069229125, + 0.8535002285003662, + 0.8195102759838104, + 0.7173164275169372, + 0.7014232642412186, + 0.715224802017212, + 0.8105577381134034, + 0.7098001989364624, + 0.708190748167038, + 0.6264257973670959, + 0.6868150623321533, + 0.8327555156707763, + 0.6983069515705108, + 0.5560035873413086, + 0.5894664196968079, + 0.6142511510848999, + 0.6013524094581604, + 0.6179712162017822, + 0.6110873061180114, + 0.631993100976944, + 0.5848042451381683, + 0.5451607653617859, + 0.5357456830024719, + 0.5887676968812943, + 0.4930126025676727, + 0.48339043197631837, + 0.5699405021667481, + 0.46138914337158204, + 0.5336585921287537, + 0.49541006507873536, + 0.48422760076522825, + 0.47822090463638306, + 0.43970393233299254, + 0.42637463035583495, + 0.4183799235343933, + 0.4340782505989075, + 0.41429271087646485, + 0.4338860253572464, + 0.4003063027858734, + 0.3960654589653015, + 0.3939968942642212, + 0.4079068598270416, + 0.38723310424238444, + 0.37670145826339724, + 0.3791983846902847, + 0.3762376324176788, + 0.37861898155212403, + 0.3750154300689697, + 0.3714167318344116, + 0.36765710716247557, + 0.3650678370475769, + 0.3651044800758362, + 0.3632787693023682, + 0.3633064881324768, + 0.3616319328308105, + 0.36102755069732667 + ], + "train_acc": [ + 0.1812, + 0.5543, + 0.7177, + 0.7696, + 0.8019, + 0.8181, + 0.8078, + 0.8178, + 0.8087, + 0.811, + 0.8164, + 0.8208, + 0.8133, + 0.8118, + 0.8191, + 0.8137, + 0.7918, + 0.8062, + 0.796, + 0.8068, + 0.808, + 0.8087, + 0.8089, + 0.8194, + 0.7966, + 0.7969, + 0.8, + 0.8094, + 0.8111, + 0.8104, + 0.7975, + 0.8106, + 0.8132, + 0.8255, + 0.8132, + 0.8011, + 0.8157, + 0.8347, + 0.8276, + 0.8217, + 0.8287, + 0.823, + 0.8201, + 0.8186, + 0.8244, + 0.8276, + 0.8337, + 0.8308, + 0.8433, + 0.8451, + 0.8317, + 0.8506, + 0.8363, + 0.8437, + 0.8446, + 0.8477, + 0.8536, + 0.8539, + 0.8546, + 0.8535, + 0.8587, + 0.8539, + 0.8631, + 0.8665, + 0.8647, + 0.8588, + 0.8681, + 0.8706, + 0.8658, + 0.8695, + 0.8679, + 0.8699, + 0.8709, + 0.8686, + 0.8715, + 0.8716, + 0.8723, + 0.8723, + 0.8727, + 0.8733 + ], + "test_acc": [ + 0.3855, + 0.659, + 0.7405, + 0.76, + 0.7855, + 0.7495, + 0.7865, + 0.7785, + 0.749, + 0.7695, + 0.799, + 0.774, + 0.773, + 0.77, + 0.738, + 0.753, + 0.759, + 0.774, + 0.7425, + 0.7075, + 0.7635, + 0.7665, + 0.7655, + 0.74, + 0.7105, + 0.7445, + 0.778, + 0.7455, + 0.7895, + 0.7475, + 0.7935, + 0.756, + 0.78, + 0.765, + 0.73, + 0.734, + 0.7685, + 0.8075, + 0.799, + 0.7535, + 0.797, + 0.754, + 0.759, + 0.7985, + 0.81, + 0.7925, + 0.772, + 0.7925, + 0.8055, + 0.7655, + 0.8105, + 0.7975, + 0.7865, + 0.795, + 0.8045, + 0.8255, + 0.824, + 0.808, + 0.8165, + 0.817, + 0.812, + 0.816, + 0.826, + 0.826, + 0.827, + 0.835, + 0.8315, + 0.8255, + 0.829, + 0.8355, + 0.827, + 0.8385, + 0.833, + 0.835, + 0.8305, + 0.8375, + 0.8345, + 0.835, + 0.8335, + 0.833 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.030230171978473663, + 0.1515132635831833, + 0.08784028142690659, + 0.07231537997722626, + 0.09554086625576019, + 0.09082843363285065, + 0.05412551760673523, + 0.0802278220653534 + ], + "perturbation_rho": [ + 0.04074572026729584, + 0.1662997603416443, + 0.08309999853372574, + 0.07389070093631744, + 0.14882703125476837, + 0.04519672691822052, + 0.0252661295235157, + 0.13430552184581757 + ], + "nudging": { + "0.001": [ + 0.0013187117874622345, + -0.00048215428250841796, + -0.0002008694427786395, + -0.00015290860028471798, + -0.0002134581736754626, + -0.00020460024825297296, + -0.00012665732356254011, + -0.00018164707580581307 + ], + "0.003": [ + 0.0040077767334878445, + -0.0014419222716242075, + -0.0006034976686351001, + -0.00045742784277535975, + -0.0006395922391675413, + -0.0006131009431555867, + -0.00037914267159067094, + -0.0005448061274364591 + ], + "0.01": [ + 0.013973418623209, + -0.0047885943204164505, + -0.0020089128520339727, + -0.0015227446565404534, + -0.002120924647897482, + -0.0020366935059428215, + -0.001262089004740119, + -0.0018124101916328073 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6900189414978026, + 0.8411433074951172, + 0.7035821089744568, + 0.7662129473209381, + 0.9238048450469971, + 0.9465261736869812, + 0.9431295600891113, + 0.9430153847694397, + 0.8930066148757935, + 0.9253942659378052, + 0.9403049263000488, + 0.9278807380676269, + 0.8983365282058716, + 0.9111938871383667, + 0.9078270839691163, + 0.8715127088546752, + 0.8760508625030518, + 0.881078330039978, + 0.9000071779251099, + 0.8816269577026368, + 0.8535635885238647, + 0.8596017469406128, + 0.8243531321525573, + 0.7686523287773133, + 0.7980530646324158, + 0.8087049605369568, + 0.837258325958252, + 0.8231134150981904, + 0.7930005051612854, + 0.8175304112434387, + 0.8106185255527496, + 0.8360982533454895, + 0.8089555241584778, + 0.801400167274475, + 0.7769281364440918, + 0.7804566509246826, + 0.8003368796348572, + 0.7595265312194824, + 0.7870783394813538, + 0.7793847578048706, + 0.7527281112670898, + 0.7428017363548279, + 0.7277878652572631, + 0.7209976235866546, + 0.6881004619121551, + 0.6684544267654419, + 0.6671716670036316, + 0.6666352137565613, + 0.6382144281387329, + 0.6509482036590576, + 0.6767562778472901, + 0.654830322265625, + 0.6389662846565246, + 0.6350968457221985, + 0.6284485641479493, + 0.647821770477295, + 0.6315829051017762, + 0.6223490614891052, + 0.6269909280776977, + 0.6192478479385376, + 0.6175517374992371, + 0.6139361786365509, + 0.609162579536438, + 0.6077277057647705, + 0.6055359146118164, + 0.6021604907035828, + 0.5979869828224182, + 0.5947234419345856, + 0.5964722720146179, + 0.590346819114685, + 0.5898373236656189, + 0.5876562358856201, + 0.5882755388259888, + 0.5854528706550598, + 0.5841325942993164, + 0.5842094928741455, + 0.5827160774230957, + 0.5819865200996399, + 0.5816016881942749, + 0.5813780869483948 + ], + "train_acc": [ + 0.3832, + 0.6771, + 0.7406, + 0.7347, + 0.71, + 0.7016, + 0.686, + 0.678, + 0.6834, + 0.6698, + 0.6698, + 0.6718, + 0.6788, + 0.6772, + 0.6813, + 0.691, + 0.6899, + 0.695, + 0.6891, + 0.6964, + 0.707, + 0.7036, + 0.7172, + 0.7299, + 0.7151, + 0.7181, + 0.7095, + 0.7151, + 0.7253, + 0.7209, + 0.7192, + 0.7166, + 0.7258, + 0.725, + 0.7318, + 0.7339, + 0.7231, + 0.7392, + 0.7281, + 0.7321, + 0.7389, + 0.7402, + 0.7472, + 0.7497, + 0.7526, + 0.7587, + 0.7684, + 0.7649, + 0.7713, + 0.7675, + 0.7624, + 0.7696, + 0.7703, + 0.7689, + 0.7748, + 0.7647, + 0.7778, + 0.7745, + 0.7737, + 0.7737, + 0.7767, + 0.7766, + 0.777, + 0.7776, + 0.7778, + 0.7808, + 0.7852, + 0.7824, + 0.783, + 0.7826, + 0.7859, + 0.7833, + 0.7826, + 0.784, + 0.7842, + 0.7835, + 0.7839, + 0.7845, + 0.7851, + 0.7849 + ], + "test_acc": [ + 0.5965, + 0.721, + 0.702, + 0.7045, + 0.673, + 0.663, + 0.659, + 0.6615, + 0.6405, + 0.6295, + 0.6435, + 0.66, + 0.642, + 0.628, + 0.654, + 0.6645, + 0.66, + 0.673, + 0.6645, + 0.6425, + 0.667, + 0.6895, + 0.692, + 0.699, + 0.6915, + 0.655, + 0.6745, + 0.688, + 0.694, + 0.6655, + 0.6765, + 0.7015, + 0.7005, + 0.691, + 0.7035, + 0.7115, + 0.715, + 0.6985, + 0.698, + 0.7125, + 0.7095, + 0.728, + 0.7225, + 0.732, + 0.725, + 0.738, + 0.74, + 0.728, + 0.733, + 0.744, + 0.736, + 0.7385, + 0.7385, + 0.7355, + 0.7405, + 0.741, + 0.7445, + 0.744, + 0.7515, + 0.7385, + 0.755, + 0.754, + 0.752, + 0.7495, + 0.75, + 0.7515, + 0.7495, + 0.748, + 0.752, + 0.7535, + 0.7515, + 0.75, + 0.754, + 0.752, + 0.7535, + 0.751, + 0.752, + 0.7525, + 0.753, + 0.753 + ], + "state_pred_error": [ + 0.6595856385231018, + 0.18581391699314118, + 0.1389737048149109, + 0.15264776089191437, + 0.17834623737335206, + 0.19413653922080992, + 0.191989035487175, + 0.1882333307504654, + 0.17752823297977446, + 0.17005732750892638, + 0.15737969760894777, + 0.14760457775592803, + 0.13923091561794282, + 0.13096291363239287, + 0.11957425270080567, + 0.11095487377643586, + 0.10258402088880539, + 0.09473015838861465, + 0.08757123013734817, + 0.08079066828489304, + 0.07320248563289643, + 0.06493292402625084, + 0.06027614688873291, + 0.055440726804733276, + 0.05134773366451263, + 0.04849834374189377, + 0.04514253498911858, + 0.04645976569652557, + 0.04907238126993179, + 0.04952519537210465, + 0.04985421462655067, + 0.05048102289438248, + 0.04867895898222923, + 0.04612752487659454, + 0.04500051750540733, + 0.045100632554292676, + 0.046106376844644546, + 0.0457755237698555, + 0.04623996165394783, + 0.04506723956465721, + 0.043494783210754395, + 0.04170223961472511, + 0.03998277345299721, + 0.03828683572411537, + 0.03590715619921684, + 0.03458526620268822, + 0.03327381777763367, + 0.03220812490582466, + 0.03136191112399101, + 0.02989975645840168, + 0.02867936817407608, + 0.027766828721761703, + 0.02639162071943283, + 0.025170314267277717, + 0.02407517617344856, + 0.023122122532129287, + 0.022436111107468605, + 0.02156193360090256, + 0.021339575743675232, + 0.020296311607956887, + 0.019706446814537048, + 0.019259731712937354, + 0.018796706795692442, + 0.018336333370208742, + 0.01777996554672718, + 0.017483672569692136, + 0.017091735473275183, + 0.016544194155931474, + 0.016263828212022782, + 0.015896252320706843, + 0.015430272005498409, + 0.015053019705414773, + 0.014817306607961654, + 0.01454771189391613, + 0.01425941243469715, + 0.013928838320076466, + 0.013689049163460731, + 0.013394512391090393, + 0.013211432878673077, + 0.013250160820782184 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8559742569923401, + 0.48324936628341675, + 0.20313377678394318, + 0.15002062916755676, + 0.13207414746284485, + 0.11473802477121353, + 0.10703189671039581, + 0.10419630259275436 + ], + "perturbation_rho": [ + 0.712527871131897, + 0.4307812452316284, + 0.20181137323379517, + 0.13881561160087585, + 0.15075963735580444, + 0.09288278967142105, + 0.0890430212020874, + 0.0776105523109436 + ], + "nudging": { + "0.001": [ + -0.022853977978229523, + -0.0013667396269738674, + -0.0004074485623277724, + -0.00029726148932240903, + -0.0002571522491052747, + -0.00022330728825181723, + -0.00020516786025837064, + -0.0002069434995064512 + ], + "0.003": [ + -0.06612209230661392, + -0.004091121722012758, + -0.001220933860167861, + -0.0008915449725463986, + -0.0007706802571192384, + -0.0006697832723148167, + -0.0006152803543955088, + -0.0006209201528690755 + ], + "0.01": [ + -0.19413721561431885, + -0.013532894663512707, + -0.004060069564729929, + -0.0029658200219273567, + -0.00256463885307312, + -0.0022291922941803932, + -0.00204793200828135, + -0.002066785003989935 + ] + }, + "state_pred_error_per_layer": [ + 8381.830078125, + 6536.470703125, + 4195.43359375, + 3240.16162109375, + 3085.78857421875, + 3078.50390625, + 3156.81787109375, + 3267.9345703125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2583779270172117, + 1.2328803764343261, + 0.7562720144271851, + 0.6132963244438171, + 0.5287181121349335, + 0.5030574288368225, + 0.48532198963165285, + 0.4846679763793945, + 0.5304994377136231, + 0.5362592101097107, + 0.583180138206482, + 0.6139261585235596, + 0.6087016160964965, + 0.5905431600570679, + 0.6277781929016113, + 0.6474135057091713, + 0.59157626247406, + 0.6946684947490692, + 0.8211458179473877, + 0.861908533668518, + 0.7924225975036621, + 0.7633697302818299, + 0.7515091026306152, + 0.720926753616333, + 0.7768987985610962, + 0.8449177289962768, + 0.9629317569732666, + 0.931460041809082, + 0.9021932872772217, + 0.9415567704200745, + 0.8805705249786377, + 0.7279726833343506, + 0.7522793537139892, + 0.8977339170455932, + 0.9053890051841735, + 1.0313119258880614, + 1.0500091316223144, + 1.081573693037033, + 1.0122951402664184, + 1.0065685977935792, + 0.9492526316642761, + 0.9367160196304322, + 1.049492422771454, + 0.979865022277832, + 0.9994352771759033, + 1.162679231929779, + 1.165749097442627, + 1.0634778610229492, + 1.14915854473114, + 1.1030800518035888, + 1.0413856769561767, + 1.0413285767555236, + 1.051336719417572, + 1.0110527751922607, + 1.0733316102981567, + 0.9999018778800964, + 0.9840315793991089, + 0.9711315458297729, + 0.9857265590667724, + 0.9506656970977784, + 0.9560299934387207, + 0.9371125869750977, + 0.9474420023918152, + 0.9461492855072021, + 0.9556923686981201, + 0.9554297721862793, + 0.9499578125, + 0.9548584213256835, + 0.9492132287979126, + 0.9530534173965454, + 0.9477035552978516, + 0.9484292861938477, + 0.9435903357505798, + 0.9424657020568847, + 0.9434539100646973, + 0.941624609375, + 0.9386807306289673, + 0.937810022354126, + 0.9365644121170044, + 0.936181538105011 + ], + "train_acc": [ + 0.1853, + 0.5561, + 0.7227, + 0.7667, + 0.8014, + 0.8089, + 0.816, + 0.8187, + 0.8118, + 0.8168, + 0.8048, + 0.812, + 0.8117, + 0.8194, + 0.8117, + 0.8144, + 0.8229, + 0.8042, + 0.7841, + 0.7748, + 0.7876, + 0.7866, + 0.797, + 0.8064, + 0.8003, + 0.795, + 0.7719, + 0.7755, + 0.7714, + 0.7484, + 0.7513, + 0.7644, + 0.7457, + 0.7144, + 0.7069, + 0.6809, + 0.6746, + 0.6693, + 0.674, + 0.6698, + 0.676, + 0.6723, + 0.6479, + 0.6576, + 0.6479, + 0.6187, + 0.6106, + 0.6341, + 0.6163, + 0.629, + 0.6411, + 0.6433, + 0.638, + 0.6516, + 0.6381, + 0.6526, + 0.6608, + 0.6575, + 0.6575, + 0.6638, + 0.6603, + 0.6717, + 0.6666, + 0.6704, + 0.6663, + 0.6646, + 0.6687, + 0.6665, + 0.6701, + 0.67, + 0.6699, + 0.6699, + 0.6689, + 0.6709, + 0.6748, + 0.67, + 0.6722, + 0.6723, + 0.6729, + 0.6723 + ], + "test_acc": [ + 0.3875, + 0.661, + 0.7345, + 0.771, + 0.7855, + 0.763, + 0.785, + 0.768, + 0.786, + 0.7535, + 0.748, + 0.75, + 0.7505, + 0.763, + 0.7635, + 0.784, + 0.7555, + 0.7285, + 0.7145, + 0.7325, + 0.769, + 0.7425, + 0.783, + 0.774, + 0.7725, + 0.7325, + 0.7345, + 0.7085, + 0.69, + 0.652, + 0.7025, + 0.7115, + 0.686, + 0.635, + 0.5775, + 0.619, + 0.607, + 0.6335, + 0.587, + 0.559, + 0.577, + 0.5445, + 0.6055, + 0.5975, + 0.5495, + 0.536, + 0.6035, + 0.578, + 0.5465, + 0.6125, + 0.632, + 0.6125, + 0.614, + 0.6215, + 0.644, + 0.646, + 0.654, + 0.6265, + 0.6415, + 0.646, + 0.651, + 0.656, + 0.655, + 0.66, + 0.656, + 0.655, + 0.6535, + 0.643, + 0.6525, + 0.65, + 0.657, + 0.6535, + 0.6525, + 0.653, + 0.652, + 0.65, + 0.651, + 0.651, + 0.651, + 0.651 + ], + "value_loss": [ + 3.048217420578003, + 1.0343286740779876, + 0.9000125793457031, + 0.8277910697937012, + 0.7453249110221862, + 0.7300011464118957, + 0.7402240177154541, + 0.7579312013626098, + 0.9181204793930053, + 0.975448628616333, + 1.1214078811645507, + 1.2724024196147918, + 1.3290605850219726, + 1.259645761871338, + 1.3672408729553223, + 1.5799061000347137, + 1.3602543179512023, + 1.712525807094574, + 2.2426450706481935, + 2.359542562866211, + 2.1532579238891603, + 1.9830763484954834, + 1.982039828968048, + 1.8818614783287049, + 2.2171711694717406, + 2.3556669063568116, + 3.0178351165771486, + 3.1578522092819212, + 2.68718074798584, + 2.373463029575348, + 1.8590419352769851, + 1.2517694076538086, + 1.02772789478302, + 1.2108542333602905, + 1.0830044956207276, + 2.0529207768440245, + 1.2919132787704468, + 1.2424284775733947, + 1.0443824444293976, + 1.1778054037094117, + 0.9631912262439728, + 0.8378017754554749, + 1.0295626225471497, + 0.7373762512207032, + 0.7012673536300659, + 0.98064923620224, + 0.862914551448822, + 0.7986299896240234, + 0.8213993213653564, + 0.7129971002578736, + 0.754508529138565, + 0.6246828708648682, + 0.7121831396102906, + 0.5870893394470215, + 0.6755351794242859, + 0.5818774876117706, + 0.5521341813087464, + 0.5238836415290833, + 0.5890642763614654, + 0.5481948862075806, + 0.5332052557468414, + 0.4778835234642029, + 0.49222251901626585, + 0.5597867136955261, + 0.4953978775501251, + 0.5712323989391327, + 0.49952770709991456, + 0.5085798627853394, + 0.45753829402923585, + 0.48174678115844727, + 0.4655922472000122, + 0.4551719659328461, + 0.4378785256385803, + 0.43562724137306214, + 0.4843036180496216, + 0.42520372521877287, + 0.4271356852054596, + 0.4239115475654602, + 0.41854572505950927, + 0.41045001599788666 + ], + "term_loss": [ + 1.7620765068054198, + 0.7570293057441712, + 0.7365578352928162, + 0.6820572528839112, + 0.607182498049736, + 0.5735599759578704, + 0.5921525184631348, + 0.6111434427261353, + 0.7693612571716308, + 0.8335376226425171, + 0.9712094970703125, + 1.1207456881999969, + 1.1779227069854736, + 1.1121969150543214, + 1.209087449645996, + 1.4206154627799987, + 1.2058612494468688, + 1.5412679631948472, + 2.0407606628417967, + 2.108829928779602, + 1.9323839492797852, + 1.738079938840866, + 1.738319782948494, + 1.668429842185974, + 1.9542716176986694, + 2.082409756851196, + 2.71076455078125, + 2.7950469175338744, + 2.3576751346588134, + 2.0379406468629835, + 1.5563349723756312, + 0.987390661239624, + 0.7408796440124512, + 0.8990295526981353, + 0.7904975162506104, + 1.5982429100751876, + 0.9677811861038208, + 0.9073515085697174, + 0.6968293826818466, + 0.8219095712423324, + 0.6385633600115777, + 0.5180883571147918, + 0.6821171250283719, + 0.42861852970123293, + 0.4132593111038208, + 0.6532857032775878, + 0.56343485455513, + 0.5125517870903015, + 0.5286973226547241, + 0.4325035630941391, + 0.4782088125705719, + 0.35716295001506804, + 0.43347521109580994, + 0.32357389335632325, + 0.3969691284179688, + 0.32031551563739774, + 0.29744037152528763, + 0.26996316730976105, + 0.3282479860842228, + 0.2972265742301941, + 0.2775776801109314, + 0.2335032631635666, + 0.24737662796378135, + 0.30518129110336306, + 0.24973544117212296, + 0.31368190834522247, + 0.24900891828536986, + 0.2601964050769806, + 0.21727401604652405, + 0.23666752195358276, + 0.2217332841873169, + 0.2150446552991867, + 0.19714454250335695, + 0.1972746223449707, + 0.23860706584453584, + 0.1892410013794899, + 0.18599554433822632, + 0.18529752838611602, + 0.17899176458120347, + 0.17502211028933526 + ], + "bridge_loss": [ + 0.9885711992692668, + 0.06202600108981132, + 0.005225318079441786, + 0.00572426804304123, + 0.011327691495418549, + 0.033182587127387524, + 0.028435595631599427, + 0.02591904165148735, + 0.019612548558413982, + 0.014960378871113062, + 0.01257537133693695, + 0.015017039102315903, + 0.014422192126512528, + 0.016067288851737978, + 0.019453916008770465, + 0.02241444058343768, + 0.024118383884429932, + 0.025934281665086746, + 0.03934095601439476, + 0.08211781105995178, + 0.06123144483566284, + 0.08744931157231331, + 0.09062072249054909, + 0.06713926913738251, + 0.10762440345287323, + 0.11356958830356598, + 0.12857519801855088, + 0.18905064516067505, + 0.1532894235134125, + 0.15086396114826203, + 0.12008241270184516, + 0.09492742450237274, + 0.10648579494953156, + 0.10877807049751281, + 0.09025130966901779, + 0.22308929166793823, + 0.09408268320858479, + 0.09969470508098602, + 0.11703467042446136, + 0.12739645974636077, + 0.10452780928909779, + 0.10022395522594452, + 0.10734874422848224, + 0.08138678241968154, + 0.05771932463645935, + 0.0699296027958393, + 0.04624857715070248, + 0.048479430437088016, + 0.04053354227542877, + 0.032970554107427594, + 0.0381986954331398, + 0.027493790555000307, + 0.03619121195077896, + 0.029564367485046386, + 0.033955201983451845, + 0.03008670448064804, + 0.02573939528465271, + 0.025961067897081375, + 0.031735689258575436, + 0.0286233449280262, + 0.030725829449296, + 0.023821466904878616, + 0.022386557137966157, + 0.03191109481453896, + 0.022437436121702195, + 0.03390852664113045, + 0.028159854693710806, + 0.024796000277996062, + 0.018291607961058616, + 0.022655895307660105, + 0.021983556759357453, + 0.01841803635209799, + 0.019089927835389972, + 0.017243927240371704, + 0.025458976861834525, + 0.015187921732664108, + 0.020197597947716712, + 0.018675634610652924, + 0.019476617947220803, + 0.01536440534889698 + ], + "tgrad_loss": [ + 0.2975697236061096, + 0.2152733613014221, + 0.15822943115234375, + 0.14000954415798186, + 0.12681471655368806, + 0.12325858645439149, + 0.11963590017557144, + 0.1208687183380127, + 0.12914666900634766, + 0.12695061504840852, + 0.13762302379608155, + 0.13663968855142594, + 0.13671568200588227, + 0.13138156263828277, + 0.13869950284957885, + 0.1368761875152588, + 0.13027468709945678, + 0.14532355861663818, + 0.16254346389770508, + 0.168594819521904, + 0.15964251264333726, + 0.1575471007347107, + 0.1530993018746376, + 0.14629238090515137, + 0.1552751208782196, + 0.15968756294250488, + 0.17849535081386567, + 0.17375466558933259, + 0.17621618556976318, + 0.1846583988547325, + 0.18262455696463584, + 0.16945131740570069, + 0.18036246223449706, + 0.2030466163635254, + 0.20225566873550416, + 0.23158856897354127, + 0.23004940370321275, + 0.23538226161003112, + 0.2305183897972107, + 0.22849935948848724, + 0.22010006467103957, + 0.21948946959972382, + 0.2400967527270317, + 0.22737093563079833, + 0.23028871989250183, + 0.25743392400741577, + 0.2532311152935028, + 0.2375987785100937, + 0.25216845297813417, + 0.2475229881286621, + 0.23810101900100708, + 0.2400261275291443, + 0.24251671900749205, + 0.23395108041763304, + 0.24461085169315339, + 0.231475268471241, + 0.22895441274642944, + 0.2279594036579132, + 0.22908060483932496, + 0.22234496841430665, + 0.22490174407958985, + 0.22055879101753234, + 0.22245933241844176, + 0.22269432792663574, + 0.22322500309944152, + 0.2236419643878937, + 0.22235892748832703, + 0.22358745093345642, + 0.22197266473770141, + 0.22242336502075194, + 0.2218754021167755, + 0.22170927753448486, + 0.2216440571308136, + 0.22110869097709657, + 0.22023757584095002, + 0.22077479939460753, + 0.22094254281520845, + 0.21993838548660277, + 0.22007734408378601, + 0.2200635038137436 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.021486874669790268, + 0.13597777485847473, + 0.14020901918411255, + 0.16125136613845825, + 0.15609152615070343, + 0.1541982889175415, + 0.14447104930877686, + 0.13689197599887848 + ], + "perturbation_rho": [ + 0.021052071824669838, + 0.17873916029930115, + 0.25896143913269043, + 0.18253415822982788, + 0.20761561393737793, + 0.24419330060482025, + 0.21560567617416382, + 0.25087088346481323 + ], + "nudging": { + "0.001": [ + -0.000705907354131341, + -0.0009686042903922498, + -0.0009376371745020151, + -0.0010404230561107397, + -0.0010180952958762646, + -0.0010082813678309321, + -0.0009501518215984106, + -0.0009206526447087526 + ], + "0.003": [ + -0.0020928888116031885, + -0.0029041701927781105, + -0.0028102626092731953, + -0.003118767635896802, + -0.0030542444437742233, + -0.0030217969324439764, + -0.0028490517288446426, + -0.002759187947958708 + ], + "0.01": [ + -0.006693178787827492, + -0.009655885398387909, + -0.009345939382910728, + -0.010369300842285156, + -0.010154420509934425, + -0.010046296752989292, + -0.009472687728703022, + -0.009175874292850494 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json new file mode 100644 index 0000000..2731940 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.116349330329895, + 0.5001499853610992, + 0.4335407821655273, + 0.4641809904575348, + 0.3640550988435745, + 0.3363292731285095, + 0.3244595282793045, + 0.2982915968179703, + 0.3134564006567001, + 0.30007186489105225, + 0.33086415586471557, + 0.3240265121459961, + 0.36804967494010926, + 0.30622104313373566, + 0.25573331198692323, + 0.26320519745349885, + 0.23574686307907106, + 0.2268525185585022, + 0.25257685260772705, + 0.25333278408050536, + 0.2360077142715454, + 0.23784599598646164, + 0.20709436918497084, + 0.20264402964115144, + 0.21906372356414794, + 0.2614547765254974, + 0.22743566370010376, + 0.22848101971149445, + 0.1859010817527771, + 0.18899251914024354, + 0.22130306813716888, + 0.1667450134754181, + 0.16755338363051414, + 0.1541363487958908, + 0.15326010875701904, + 0.17208767664432525, + 0.1566053614139557, + 0.17658618724346162, + 0.1616819619178772, + 0.16018370108604432, + 0.14088194823265077, + 0.13619720645546912, + 0.12748197174072265, + 0.12225827918052673, + 0.1305396099090576, + 0.15742934291362762, + 0.14194510142803193, + 0.13810368086099625, + 0.12012554352283478, + 0.11385036809444428, + 0.11541433204263449, + 0.10669543639421462, + 0.10731406065821647, + 0.10112672692537308, + 0.1006077661037445, + 0.09703596627712249, + 0.09588335396051406, + 0.09268207312822342, + 0.0937716266810894, + 0.09152986379861831, + 0.08915678606033325, + 0.08682773663103581, + 0.08579734473228455, + 0.0858896899998188, + 0.08425427243709564, + 0.08361117107868195, + 0.08322364587783813, + 0.08275889765024186, + 0.08162834317684174, + 0.08004808874726295, + 0.07940338475704194, + 0.07868385118246078, + 0.07802366590499878, + 0.07752591272592545, + 0.07690682909488677, + 0.07651568021774292, + 0.07623157832026482, + 0.07601269240379334, + 0.07586622917354106, + 0.0757821985900402 + ], + "train_acc": [ + 0.6054, + 0.8027, + 0.8306, + 0.8201, + 0.8517, + 0.8683, + 0.8696, + 0.881, + 0.875, + 0.8779, + 0.8683, + 0.871, + 0.8573, + 0.8771, + 0.8985, + 0.8935, + 0.9042, + 0.9103, + 0.8979, + 0.9, + 0.9047, + 0.9033, + 0.9171, + 0.9238, + 0.9113, + 0.897, + 0.9096, + 0.9096, + 0.9279, + 0.9264, + 0.9117, + 0.9373, + 0.9373, + 0.9408, + 0.9433, + 0.9327, + 0.9416, + 0.9311, + 0.9376, + 0.9375, + 0.9495, + 0.9511, + 0.956, + 0.9589, + 0.9532, + 0.9397, + 0.949, + 0.9498, + 0.958, + 0.9622, + 0.9605, + 0.9676, + 0.9652, + 0.9691, + 0.9715, + 0.9704, + 0.9708, + 0.974, + 0.9738, + 0.974, + 0.9767, + 0.9763, + 0.9787, + 0.9772, + 0.9797, + 0.9786, + 0.9792, + 0.9805, + 0.9804, + 0.9813, + 0.9818, + 0.9825, + 0.9824, + 0.9826, + 0.9831, + 0.9836, + 0.9839, + 0.9843, + 0.9843, + 0.9842 + ], + "test_acc": [ + 0.788, + 0.818, + 0.841, + 0.842, + 0.844, + 0.852, + 0.8525, + 0.8535, + 0.8575, + 0.8625, + 0.854, + 0.856, + 0.851, + 0.855, + 0.859, + 0.871, + 0.881, + 0.876, + 0.8665, + 0.872, + 0.874, + 0.8695, + 0.881, + 0.8735, + 0.883, + 0.8735, + 0.867, + 0.868, + 0.891, + 0.8875, + 0.885, + 0.888, + 0.882, + 0.884, + 0.883, + 0.8795, + 0.8815, + 0.875, + 0.88, + 0.888, + 0.883, + 0.8945, + 0.891, + 0.889, + 0.886, + 0.8885, + 0.8845, + 0.8935, + 0.8925, + 0.89, + 0.8945, + 0.8985, + 0.893, + 0.894, + 0.8935, + 0.894, + 0.895, + 0.893, + 0.8945, + 0.8935, + 0.8935, + 0.8945, + 0.8955, + 0.8935, + 0.896, + 0.8965, + 0.893, + 0.8955, + 0.895, + 0.896, + 0.896, + 0.8975, + 0.897, + 0.8965, + 0.8965, + 0.8965, + 0.896, + 0.8955, + 0.896, + 0.8955 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8706932663917542, + 0.8596300482749939, + 0.8512309789657593, + 0.842391848564148, + 0.8334972858428955, + 0.8275372385978699, + 0.823634147644043, + 0.8208400011062622 + ], + "perturbation_rho": [ + 0.9999992847442627, + 0.9999973773956299, + 0.9999889731407166, + 0.9999737739562988, + 0.999952495098114, + 0.9999229311943054, + 0.9998778104782104, + 0.999873161315918 + ], + "nudging": { + "0.001": [ + -0.029443971812725067, + -0.014739202335476875, + -0.007785398978739977, + -0.004687825217843056, + -0.0033056228421628475, + -0.0026248465292155743, + -0.002249690005555749, + -0.002028122777119279 + ], + "0.003": [ + -0.08119087666273117, + -0.042475294321775436, + -0.02287878468632698, + -0.01389251183718443, + -0.009832184761762619, + -0.007821150124073029, + -0.006710004061460495, + -0.006052234675735235 + ], + "0.01": [ + -0.19971789419651031, + -0.12236367166042328, + -0.07083894312381744, + -0.044348303228616714, + -0.031799670308828354, + -0.02545534446835518, + -0.02191336825489998, + -0.01980404555797577 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.158529169845581, + 1.1195615213394166, + 0.7019768083572387, + 0.576601616859436, + 0.48889441759586333, + 0.4595581695556641, + 0.4664854043006897, + 0.4645276006698608, + 0.45998520455360414, + 0.4998584642410278, + 0.5707068769454956, + 0.5089836866378784, + 0.5772042598724365, + 0.5534915947437287, + 0.5303711235046387, + 0.5757707620620728, + 0.6748943659067154, + 0.5596435680389404, + 0.6271520325660705, + 0.6300130233287812, + 0.6096898103713989, + 0.7022480690956115, + 0.6562287082672119, + 0.7743891611099243, + 0.7019639057159424, + 0.620424409866333, + 0.8657609689712524, + 0.7578481485366821, + 0.8160745024681091, + 0.6845855102539062, + 0.6900003092288971, + 0.665535974407196, + 0.6412346285820008, + 0.5900779844999313, + 0.6110470198631287, + 0.6740109759330749, + 0.6783077709197998, + 0.8065583997726441, + 0.659480087852478, + 0.7328077519893647, + 0.6365110095555894, + 0.6187682289004326, + 0.6504915294289589, + 0.6426675319671631, + 0.6510136894226074, + 0.8234208068847656, + 0.6913283330917358, + 0.6763395458221435, + 0.7061776033401489, + 0.6717531005859375, + 0.6595124167919159, + 0.5512650019645691, + 0.6176838112831116, + 0.5410110770225525, + 0.6010903105020523, + 0.5379902812957764, + 0.5911779655456543, + 0.5408210384368897, + 0.5452302074432374, + 0.5244070569515228, + 0.5323069170594216, + 0.49816671800613405, + 0.508677875328064, + 0.5112697532653808, + 0.5021153599619865, + 0.4942335971832275, + 0.4886833331346512, + 0.48544664058685305, + 0.4812666481971741, + 0.4887116108417511, + 0.48429084918498994, + 0.47187945799827574, + 0.4692245128631592, + 0.46987841338217257, + 0.46758185052871704, + 0.46333528537750246, + 0.46536093158721925, + 0.459875780916214, + 0.4589812075734139, + 0.45842880477905273 + ], + "train_acc": [ + 0.2182, + 0.5995, + 0.7379, + 0.7849, + 0.8137, + 0.8271, + 0.8255, + 0.8312, + 0.8318, + 0.8272, + 0.8161, + 0.8323, + 0.8202, + 0.8275, + 0.8376, + 0.8296, + 0.8188, + 0.8345, + 0.828, + 0.8311, + 0.8286, + 0.8247, + 0.8295, + 0.815, + 0.8308, + 0.8442, + 0.8192, + 0.8286, + 0.8238, + 0.839, + 0.841, + 0.8458, + 0.8487, + 0.852, + 0.8528, + 0.8425, + 0.8458, + 0.832, + 0.848, + 0.8397, + 0.8528, + 0.858, + 0.849, + 0.8507, + 0.8473, + 0.8334, + 0.8433, + 0.8458, + 0.844, + 0.8479, + 0.8504, + 0.8696, + 0.8594, + 0.8689, + 0.8593, + 0.8676, + 0.8612, + 0.8671, + 0.8651, + 0.8661, + 0.8716, + 0.8748, + 0.8722, + 0.8746, + 0.8744, + 0.8769, + 0.8784, + 0.8791, + 0.8772, + 0.8791, + 0.8758, + 0.8803, + 0.8799, + 0.8789, + 0.8822, + 0.8816, + 0.8809, + 0.8835, + 0.8837, + 0.8838 + ], + "test_acc": [ + 0.4375, + 0.665, + 0.7315, + 0.7485, + 0.7955, + 0.7885, + 0.8, + 0.781, + 0.762, + 0.765, + 0.7855, + 0.7455, + 0.7895, + 0.7565, + 0.7715, + 0.746, + 0.786, + 0.781, + 0.7805, + 0.7935, + 0.7455, + 0.789, + 0.737, + 0.7525, + 0.7965, + 0.7215, + 0.7535, + 0.745, + 0.77, + 0.778, + 0.7865, + 0.8105, + 0.8125, + 0.7975, + 0.783, + 0.794, + 0.7765, + 0.8035, + 0.7535, + 0.7855, + 0.789, + 0.805, + 0.7975, + 0.76, + 0.7905, + 0.801, + 0.7875, + 0.816, + 0.767, + 0.791, + 0.8255, + 0.8295, + 0.817, + 0.8145, + 0.8215, + 0.7915, + 0.8105, + 0.817, + 0.8105, + 0.8175, + 0.827, + 0.822, + 0.826, + 0.8245, + 0.8345, + 0.82, + 0.826, + 0.831, + 0.8335, + 0.8285, + 0.832, + 0.829, + 0.83, + 0.8345, + 0.834, + 0.83, + 0.832, + 0.8335, + 0.8345, + 0.835 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.029614916071295738, + 0.08655504137277603, + 0.09347832202911377, + 0.10665939003229141, + 0.10298001766204834, + 0.055703092366456985, + 0.06406168639659882, + 0.054178133606910706 + ], + "perturbation_rho": [ + -0.10576558113098145, + 0.13653026521205902, + 0.13744692504405975, + 0.169493168592453, + 0.1142939031124115, + 0.09325758367776871, + 0.1042378693819046, + -0.00961439497768879 + ], + "nudging": { + "0.001": [ + 0.0020253753755241632, + -0.0006042197346687317, + -0.0003090167883783579, + -0.0003282201651018113, + -0.00030271150171756744, + -0.00016797086573205888, + -0.00020572963694576174, + -0.00016064735245890915 + ], + "0.003": [ + 0.006166902836412191, + -0.0018144691130146384, + -0.0009272561292164028, + -0.000988352345302701, + -0.0009091334650292993, + -0.0005062551936134696, + -0.0006199252675287426, + -0.0004811809048987925 + ], + "0.01": [ + 0.021624702960252762, + -0.006033358629792929, + -0.003085250034928322, + -0.0032903538085520267, + -0.0030274176970124245, + -0.0016871094703674316, + -0.0020643905736505985, + -0.0016031904378905892 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7370107837677002, + 0.9566345932006836, + 0.7672526609420777, + 0.7551599216461181, + 0.8040943652153015, + 0.8967263271331787, + 0.8947166172027587, + 0.8826603755950928, + 0.9048395864486695, + 0.9103054508209228, + 0.910915373802185, + 0.9105680400848388, + 0.900138374710083, + 0.9003334159851074, + 0.881323463344574, + 0.8399732953071595, + 0.9072862690925598, + 0.8586404010772705, + 0.8466693807601928, + 0.8386851059913635, + 0.8304012378692627, + 0.8648545293807983, + 0.8444964403152466, + 0.787469714641571, + 0.7859655241012573, + 0.8520208901405334, + 0.7876779465675354, + 0.8035705984115601, + 0.7937297729492188, + 0.778717615699768, + 0.7854765256881714, + 0.8042930118560792, + 0.8156058423042297, + 0.7773512923240662, + 0.7559653558731079, + 0.7482747771739959, + 0.7103004894256592, + 0.7591038406848908, + 0.714097739982605, + 0.6922465740203857, + 0.7237790791511536, + 0.71418566198349, + 0.6863883009910583, + 0.6632298639297486, + 0.6979568075180054, + 0.6680784313201904, + 0.6481147897720337, + 0.6357518527030945, + 0.6247223592758179, + 0.6085101871490478, + 0.6133926107406616, + 0.595257430768013, + 0.5753008867263794, + 0.5893147421836853, + 0.5835431252121925, + 0.5568724251270294, + 0.5747560076713562, + 0.5652507972955704, + 0.5538186378479004, + 0.5708896952629089, + 0.5540621002197266, + 0.5491908939361573, + 0.5537193531036377, + 0.5458368228912354, + 0.541802837228775, + 0.5337149509429931, + 0.5353304562568665, + 0.5362093331336976, + 0.5316291991233826, + 0.5267005807876587, + 0.5275578862190247, + 0.5257468720436096, + 0.5230328259944915, + 0.5213959711074829, + 0.5200412568092346, + 0.519229730796814, + 0.5183546719074249, + 0.5177948822975159, + 0.5174177736282348, + 0.517131188583374 + ], + "train_acc": [ + 0.3748, + 0.6465, + 0.712, + 0.7328, + 0.72, + 0.7024, + 0.6979, + 0.6921, + 0.6745, + 0.6807, + 0.6741, + 0.6724, + 0.6781, + 0.6804, + 0.6904, + 0.7012, + 0.6822, + 0.6918, + 0.7011, + 0.7023, + 0.7113, + 0.7001, + 0.7091, + 0.7241, + 0.723, + 0.7167, + 0.7272, + 0.725, + 0.7256, + 0.7303, + 0.726, + 0.7246, + 0.7283, + 0.7379, + 0.7418, + 0.7456, + 0.7525, + 0.7416, + 0.7574, + 0.7607, + 0.7538, + 0.7559, + 0.7642, + 0.7692, + 0.7596, + 0.7661, + 0.7748, + 0.7776, + 0.7821, + 0.7886, + 0.7851, + 0.7912, + 0.7948, + 0.7926, + 0.7926, + 0.8047, + 0.7996, + 0.8021, + 0.8045, + 0.7943, + 0.8037, + 0.8038, + 0.8055, + 0.804, + 0.8064, + 0.8115, + 0.8093, + 0.8102, + 0.8084, + 0.8096, + 0.8122, + 0.8132, + 0.8131, + 0.8128, + 0.8133, + 0.814, + 0.8132, + 0.814, + 0.8158, + 0.8162 + ], + "test_acc": [ + 0.5495, + 0.6655, + 0.695, + 0.6805, + 0.67, + 0.676, + 0.6615, + 0.65, + 0.647, + 0.659, + 0.637, + 0.66, + 0.6585, + 0.67, + 0.6675, + 0.6235, + 0.684, + 0.6465, + 0.659, + 0.6625, + 0.667, + 0.664, + 0.681, + 0.677, + 0.6545, + 0.699, + 0.69, + 0.6775, + 0.7025, + 0.691, + 0.7025, + 0.691, + 0.7025, + 0.7185, + 0.7225, + 0.738, + 0.703, + 0.7235, + 0.7225, + 0.7185, + 0.7135, + 0.7275, + 0.7405, + 0.731, + 0.73, + 0.7375, + 0.7465, + 0.7255, + 0.7515, + 0.754, + 0.762, + 0.757, + 0.756, + 0.7445, + 0.7625, + 0.7615, + 0.772, + 0.767, + 0.76, + 0.7595, + 0.7635, + 0.768, + 0.7575, + 0.7735, + 0.769, + 0.7615, + 0.7675, + 0.7695, + 0.7645, + 0.768, + 0.7715, + 0.771, + 0.772, + 0.774, + 0.7685, + 0.768, + 0.7695, + 0.769, + 0.77, + 0.7705 + ], + "state_pred_error": [ + 0.6510248342990875, + 0.19123697934150696, + 0.15689989979267122, + 0.1638691138982773, + 0.18542276043891906, + 0.19759975728988646, + 0.19750141835212706, + 0.1924255329608917, + 0.18604150733947755, + 0.17945555620193482, + 0.16643357362747194, + 0.1515563004732132, + 0.13873218288421632, + 0.12696559550762176, + 0.11629828469753266, + 0.10857762076854706, + 0.10475670492649078, + 0.10159241337776184, + 0.09809481703042984, + 0.09148724089860916, + 0.08206979176998139, + 0.07435691350698471, + 0.06972167286872864, + 0.06627885436415672, + 0.06546131973266602, + 0.06723697187900543, + 0.06813187596797943, + 0.06687251436710358, + 0.06302478927373886, + 0.058677458524703976, + 0.057898998373746874, + 0.05797914127707481, + 0.058545249927043914, + 0.05916902434825897, + 0.05941378560066223, + 0.05825672425031662, + 0.05480920540094376, + 0.05071420597434044, + 0.04744568449258804, + 0.0444792321562767, + 0.042174161130189895, + 0.040468314665555956, + 0.03879091463685036, + 0.03714785648286342, + 0.0352774528324604, + 0.0339755380153656, + 0.032574092012643815, + 0.03123813125193119, + 0.030104083406925202, + 0.029090672388672828, + 0.028430724573135377, + 0.02767248264551163, + 0.026718193304538725, + 0.02616673924922943, + 0.025693943455815316, + 0.02513220482468605, + 0.024545501339435578, + 0.024053472316265107, + 0.023506799945235253, + 0.022811067420244215, + 0.02227019665837288, + 0.021723036986589433, + 0.021250531101226808, + 0.020513180258870126, + 0.020106326079368592, + 0.019632608953118323, + 0.01921781920492649, + 0.01884053735435009, + 0.0183342476695776, + 0.01785229898095131, + 0.01749335871487856, + 0.01714705436229706, + 0.016820847728848457, + 0.016439079593122005, + 0.016118293267488478, + 0.015841090542078017, + 0.015672565352916716, + 0.015245961971580983, + 0.01504119263291359, + 0.014731109365820885 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8497925996780396, + 0.4692588150501251, + 0.1727459728717804, + 0.1467132717370987, + 0.13944602012634277, + 0.1262509524822235, + 0.13373470306396484, + 0.13821429014205933 + ], + "perturbation_rho": [ + 0.7623768448829651, + 0.4223487377166748, + 0.18194836378097534, + 0.12129966914653778, + 0.11680327355861664, + 0.15588274598121643, + 0.1260674148797989, + 0.06604740768671036 + ], + "nudging": { + "0.001": [ + -0.026710381731390953, + -0.001401002169586718, + -0.00036633311538025737, + -0.0002976981922984123, + -0.0002801758237183094, + -0.00026074639754369855, + -0.00026977190282195807, + -0.000280526204733178 + ], + "0.003": [ + -0.0777532160282135, + -0.004196057096123695, + -0.0010983950924128294, + -0.0008932030177675188, + -0.0008403125102631748, + -0.0007819668389856815, + -0.0008093866053968668, + -0.000841516419313848 + ], + "0.01": [ + -0.23203837871551514, + -0.013907128013670444, + -0.0036564678885042667, + -0.0029728016816079617, + -0.0027978671714663506, + -0.0026036568451672792, + -0.002694307826459408, + -0.0028012352995574474 + ] + }, + "state_pred_error_per_layer": [ + 10530.408203125, + 8501.392578125, + 5819.005859375, + 4775.642578125, + 4112.55224609375, + 3853.83984375, + 4342.64697265625, + 3851.865478515625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.159124858665466, + 1.116624098110199, + 0.7056743051528931, + 0.5761039943695069, + 0.5095945714950562, + 0.45241021232604983, + 0.46948385772705076, + 0.4793232214689255, + 0.4545422805786133, + 0.5009335787773133, + 0.5597627540111542, + 0.5120361625671387, + 0.5355229542732238, + 0.6279539004325867, + 0.5660819525957107, + 0.5390582748413086, + 0.5889693227291107, + 0.603074467754364, + 0.6584024600982666, + 0.695176156425476, + 0.7920763175964356, + 0.8451283014297485, + 0.8484785719871522, + 0.843716569519043, + 1.014335894203186, + 0.8687970887184143, + 1.0127446592330933, + 1.028154598236084, + 0.9810158153533935, + 0.9665016010284424, + 0.9403284704208374, + 1.0873604711532592, + 1.0908284931182861, + 1.0630552332878114, + 0.9850875625610351, + 1.127894623565674, + 1.1809495683670044, + 1.267158783340454, + 1.287852244567871, + 1.2246507026672364, + 1.2201649879455567, + 1.2201611038208007, + 1.1973112880706787, + 1.234057978248596, + 1.293443548965454, + 1.4402172996520997, + 1.2406691700935364, + 1.2519098442077636, + 1.2208334053039551, + 1.1873869004249573, + 1.177197998905182, + 1.2070206604003906, + 1.299656178665161, + 1.2269725717544555, + 1.1528090390205383, + 1.241765862083435, + 1.1921624895095826, + 1.19609040851593, + 1.167593807220459, + 1.1653289527893067, + 1.164765244102478, + 1.1514347393035889, + 1.158220820236206, + 1.1662875720024108, + 1.1485121864318848, + 1.150432911491394, + 1.1496048480987549, + 1.1453266424179078, + 1.1356859375, + 1.130746061706543, + 1.1316118362426757, + 1.1427904190063476, + 1.132000608253479, + 1.1233850655555726, + 1.1215381189346314, + 1.1214420713424682, + 1.120496761703491, + 1.1187861232757568, + 1.116937138557434, + 1.1163992111206054 + ], + "train_acc": [ + 0.2167, + 0.5976, + 0.7344, + 0.7845, + 0.807, + 0.8282, + 0.8255, + 0.8259, + 0.8331, + 0.8246, + 0.8176, + 0.8301, + 0.8268, + 0.8182, + 0.83, + 0.8362, + 0.8275, + 0.8307, + 0.8192, + 0.8176, + 0.796, + 0.7974, + 0.7834, + 0.7904, + 0.7608, + 0.7847, + 0.7592, + 0.7589, + 0.7547, + 0.7537, + 0.7488, + 0.7186, + 0.712, + 0.7016, + 0.7044, + 0.6673, + 0.6646, + 0.6502, + 0.6499, + 0.6509, + 0.6413, + 0.6409, + 0.6468, + 0.6369, + 0.6236, + 0.5994, + 0.6256, + 0.6259, + 0.6301, + 0.6327, + 0.6351, + 0.6208, + 0.6045, + 0.6189, + 0.6294, + 0.6101, + 0.6179, + 0.6152, + 0.6228, + 0.6201, + 0.6207, + 0.6207, + 0.6233, + 0.6191, + 0.6268, + 0.6248, + 0.6259, + 0.6253, + 0.6282, + 0.6274, + 0.6285, + 0.6264, + 0.6291, + 0.6292, + 0.6309, + 0.631, + 0.6336, + 0.6315, + 0.6322, + 0.6325 + ], + "test_acc": [ + 0.429, + 0.661, + 0.72, + 0.753, + 0.7785, + 0.7805, + 0.7985, + 0.7795, + 0.799, + 0.743, + 0.7975, + 0.784, + 0.794, + 0.765, + 0.7915, + 0.7625, + 0.786, + 0.7555, + 0.773, + 0.765, + 0.735, + 0.747, + 0.729, + 0.6775, + 0.7295, + 0.7225, + 0.737, + 0.7245, + 0.6875, + 0.697, + 0.6295, + 0.6765, + 0.6965, + 0.6915, + 0.6605, + 0.5695, + 0.615, + 0.52, + 0.578, + 0.6125, + 0.6, + 0.586, + 0.566, + 0.5905, + 0.5365, + 0.5565, + 0.5745, + 0.5445, + 0.5685, + 0.5815, + 0.586, + 0.5445, + 0.5635, + 0.5835, + 0.5705, + 0.5875, + 0.588, + 0.582, + 0.6175, + 0.615, + 0.604, + 0.595, + 0.594, + 0.6065, + 0.6115, + 0.619, + 0.6105, + 0.6105, + 0.6135, + 0.6125, + 0.6035, + 0.6105, + 0.6155, + 0.6155, + 0.6155, + 0.615, + 0.6185, + 0.6165, + 0.615, + 0.616 + ], + "value_loss": [ + 2.923849702453613, + 0.929932203578949, + 0.986256123161316, + 0.9705767082214356, + 0.9187479806900024, + 0.8046257507324219, + 0.8280020093917847, + 0.7600664526283741, + 0.6512299965858459, + 0.8722499349117279, + 1.0144303213119508, + 0.9696790258407593, + 1.047098385667801, + 1.3836800573349, + 1.172448957824707, + 1.1310886909484863, + 1.2517949352741242, + 1.449119287109375, + 1.541891334915161, + 1.8401317022323609, + 2.2931220562934875, + 2.6332393630981445, + 2.376218652820587, + 2.4431817691802977, + 3.0396681418418883, + 2.5404992835998534, + 2.9912292552947997, + 2.9550719177246094, + 2.845018405532837, + 2.3893951858520506, + 2.2559028842926026, + 2.5913971235752107, + 2.1639503829956053, + 1.7991520860671997, + 1.5380361373901368, + 1.6679082988739014, + 1.5880424777507782, + 1.986500718688965, + 1.8443089511871338, + 1.6190284337997436, + 1.5703363037109375, + 1.2268877660751343, + 1.235842610359192, + 1.3104468950271606, + 1.4912362480163575, + 2.4344917457580566, + 1.5018931139945983, + 1.2203104718208313, + 1.004470736503601, + 0.9335955861091614, + 0.9949490726470948, + 1.0034673252105712, + 1.0283565370559693, + 0.9653127727031707, + 0.7962954003334045, + 0.8769395300865174, + 0.8055619871139527, + 0.8671702852249146, + 0.7559805934906005, + 0.7425107782363891, + 0.7403785936832428, + 0.7167611845016479, + 0.6846619015693665, + 0.6878714230537415, + 0.7193085783004761, + 0.6548016827583313, + 0.7351945478439331, + 0.644631478023529, + 0.7197158195495605, + 0.6618418259859085, + 0.6821243083953857, + 0.6612376468658447, + 0.6439533136367798, + 0.5963960872650147, + 0.6086718690872193, + 0.599690711593628, + 0.5913591928482056, + 0.6202077602386474, + 0.5772844911575318, + 0.5891867377281189 + ], + "term_loss": [ + 1.6957895690917968, + 0.6753802593231201, + 0.831247025680542, + 0.8390384925842285, + 0.7965053218841552, + 0.6833916404724121, + 0.6818313911437989, + 0.608198171555996, + 0.5294004390478134, + 0.7458023294448852, + 0.8792923537254334, + 0.8413159708023071, + 0.9142087742328644, + 1.2399149011611938, + 1.0347518908500672, + 1.0019392091751098, + 1.1087773736953734, + 1.3111861721038818, + 1.3899584873199462, + 1.6716829993247986, + 2.086436320781708, + 2.397855037689209, + 2.1204052381515504, + 2.1729405517578124, + 2.6674406289100645, + 2.2249885496139528, + 2.6019367149353028, + 2.5479478713989256, + 2.400313151931763, + 2.024853038024902, + 1.8821177783966065, + 2.1543995948791506, + 1.7860287817955016, + 1.452260116672516, + 1.2173033016204835, + 1.3191343141555787, + 1.2516821141004562, + 1.617408494567871, + 1.4755853931427, + 1.2719025758743285, + 1.2177997756958008, + 0.8933947921752929, + 0.8899640788078308, + 0.9326346119403839, + 1.1148540426254272, + 1.898148253440857, + 1.12082442278862, + 0.8921917255401611, + 0.7068623620986938, + 0.6389377068519593, + 0.6924788676023483, + 0.695777419424057, + 0.7078803710460663, + 0.6601581328392029, + 0.5033305398464203, + 0.570631118297577, + 0.5162732218742371, + 0.5679329143404961, + 0.4729079250335693, + 0.461714194560051, + 0.46249124987125395, + 0.44334709153175356, + 0.4196650380134582, + 0.42120836625099184, + 0.44739498138427736, + 0.39437385370731354, + 0.46137346267700197, + 0.38239081733226776, + 0.450170348739624, + 0.4020174507200718, + 0.41444856939315794, + 0.3969281505584717, + 0.3867944943904877, + 0.34640119657516477, + 0.3521443841457367, + 0.3458197787284851, + 0.3377646032333374, + 0.3608278916358948, + 0.3261510276794434, + 0.3338063308954239 + ], + "bridge_loss": [ + 0.9423020985943266, + 0.05520812346786261, + 0.004487565135210752, + 0.002620925185829401, + 0.0048334262125194075, + 0.01594426441192627, + 0.03671039479970932, + 0.03975842403247953, + 0.015591624838858844, + 0.013291598454117775, + 0.01565677783973515, + 0.01498264015391469, + 0.01737629879415035, + 0.0184465979129076, + 0.018480844482779504, + 0.015960913228988648, + 0.024468728888779878, + 0.019229955610632895, + 0.02615500204563141, + 0.03635306806564331, + 0.059548058903217314, + 0.0856127993106842, + 0.10532212686538696, + 0.12074549732208252, + 0.20261099276542663, + 0.16408356733322144, + 0.21867822751998903, + 0.2356453148841858, + 0.272574133682251, + 0.19159529037475587, + 0.2004289361476898, + 0.24411858590841293, + 0.1787075509786606, + 0.14301152968406677, + 0.12255135390758515, + 0.13008755064010621, + 0.11080655341148377, + 0.13113918704390526, + 0.12944001140594483, + 0.1129146324634552, + 0.1154842409491539, + 0.09431586592197418, + 0.11188051323890685, + 0.13759187079668045, + 0.12995593395233154, + 0.27678604226112363, + 0.141656518304348, + 0.08655073091983795, + 0.05993868888616562, + 0.059859430432319644, + 0.06892287590354682, + 0.06750806963741779, + 0.06865553792715072, + 0.061588749042153355, + 0.05957540009617805, + 0.061613469922542574, + 0.05206717085838318, + 0.05907755357027054, + 0.04743152441978454, + 0.04469682623147964, + 0.04149307833611965, + 0.03929951223134995, + 0.030610716843605043, + 0.02995092202425003, + 0.0383457456946373, + 0.026008895072340964, + 0.040196093106269835, + 0.028685746616125107, + 0.03815972879528999, + 0.028288117049634458, + 0.03641813113093376, + 0.03163274981975556, + 0.026057027128338815, + 0.019867237696051598, + 0.02672082303762436, + 0.024199049031734466, + 0.024270879930257797, + 0.030186125880479812, + 0.02228136167526245, + 0.026477533173561097 + ], + "tgrad_loss": [ + 0.2857580623626709, + 0.19934382581710816, + 0.15052154083251953, + 0.1289172974586487, + 0.11740923545360565, + 0.10528984839916229, + 0.10946023015975952, + 0.11210985959172248, + 0.10623793400526046, + 0.11315601377487183, + 0.11948118734359742, + 0.11338041863441467, + 0.11551330276727677, + 0.1253185605764389, + 0.11921620997786522, + 0.1131885776758194, + 0.11854884642362594, + 0.1187031536102295, + 0.12577785356044768, + 0.13209564628601075, + 0.1471376781463623, + 0.14977150740623474, + 0.15049127151966096, + 0.14949570622444153, + 0.16961653110980987, + 0.15142717978954315, + 0.170614333486557, + 0.17147873260974883, + 0.17213111686706542, + 0.17294686603546142, + 0.1733561895608902, + 0.19287895803451538, + 0.19921406044960022, + 0.20388044509887696, + 0.1981814912080765, + 0.21868645486831664, + 0.22555380930900573, + 0.23795305459499358, + 0.2392835365533829, + 0.23421121506690978, + 0.2370522943496704, + 0.2391770931005478, + 0.23399802966117858, + 0.24022042050361633, + 0.24642628200054167, + 0.25955745730400087, + 0.23941217505931855, + 0.24156801874637604, + 0.23766968197822572, + 0.2347984517812729, + 0.23354733331203462, + 0.24018183145523073, + 0.25182062857151033, + 0.24356588566303253, + 0.2333894602775574, + 0.24469494655132293, + 0.23722159390449524, + 0.2401598274230957, + 0.2356411437034607, + 0.23609975414276124, + 0.23639426271915437, + 0.23411457405090333, + 0.23438614721298218, + 0.2367121321439743, + 0.23356784496307373, + 0.23441893281936646, + 0.2336249945640564, + 0.23355491318702698, + 0.23138573913574217, + 0.23153626589775086, + 0.23125760569572448, + 0.2326767508506775, + 0.2311017912387848, + 0.23012765417099, + 0.22980666117668153, + 0.22967188897132873, + 0.2293237120628357, + 0.22919374046325683, + 0.22885210227966307, + 0.2289028725862503 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0006081201136112213, + 0.13602128624916077, + 0.1264307200908661, + 0.13147516548633575, + 0.14721693098545074, + 0.1274956315755844, + 0.13849349319934845, + 0.1316969096660614 + ], + "perturbation_rho": [ + 0.0121258944272995, + 0.21904222667217255, + 0.23992177844047546, + 0.23384322226047516, + 0.24397125840187073, + 0.24230614304542542, + 0.23810306191444397, + 0.1929502785205841 + ], + "nudging": { + "0.001": [ + 0.00011889888992300257, + -0.0009491944219917059, + -0.0008246820652857423, + -0.0008639077423140407, + -0.0009589982801117003, + -0.0008573950035497546, + -0.0009020413272082806, + -0.000869636656716466 + ], + "0.003": [ + 0.00037957681342959404, + -0.00284576159901917, + -0.0024732202291488647, + -0.0025892104022204876, + -0.002875671721994877, + -0.0025729541666805744, + -0.0027035544626414776, + -0.0026109416503459215 + ], + "0.01": [ + 0.0015163691714406013, + -0.009462166577577591, + -0.008223006501793861, + -0.008610539138317108, + -0.009565019980072975, + -0.00855704490095377, + -0.008995135314762592, + -0.008686890825629234 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json new file mode 100644 index 0000000..3a9dc65 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0949109335899354, + 0.4847292046070099, + 0.43074436836242674, + 0.45461450641155243, + 0.3505706082344055, + 0.36935169534683226, + 0.3458066239833832, + 0.31260078072547914, + 0.3468876272201538, + 0.3495961265563965, + 0.3303800414800644, + 0.27149379975795745, + 0.2737216544628143, + 0.2767748848438263, + 0.2736096446037293, + 0.2938991106033325, + 0.2582871003627777, + 0.23739801230430602, + 0.2594614781618118, + 0.2630785707592964, + 0.2056863129377365, + 0.21809959688186645, + 0.24221352519989015, + 0.256286201775074, + 0.202121930706501, + 0.190755042886734, + 0.21771411544084548, + 0.1782619017124176, + 0.21908559448719025, + 0.18661829199790955, + 0.20600177307128906, + 0.18073079323768615, + 0.17271925398111343, + 0.1645322194814682, + 0.1671620917201042, + 0.15773158494234085, + 0.14472428426742553, + 0.14567419674396515, + 0.1518403840482235, + 0.13865896134376526, + 0.15951423366069795, + 0.16939479804039, + 0.13950223712921142, + 0.14568773169517518, + 0.1383738743185997, + 0.12232284970879555, + 0.1139566089630127, + 0.12166086977720261, + 0.11700058321952819, + 0.13092280693054198, + 0.12311471049785613, + 0.1198555045902729, + 0.1059309095799923, + 0.10063771556615829, + 0.09875465431213379, + 0.0968073558807373, + 0.10243437190055847, + 0.1019424331665039, + 0.0980549189567566, + 0.09463337656855583, + 0.08827412815093993, + 0.09218352751731873, + 0.08814562564194202, + 0.08469899677038192, + 0.083780100274086, + 0.08465643609762191, + 0.08265884437561036, + 0.08110810294151306, + 0.08215825154781342, + 0.07948198096752167, + 0.0788882690012455, + 0.07769866117238998, + 0.07724723608493805, + 0.07669834134578705, + 0.07622871665954589, + 0.07581909760832786, + 0.0755586281299591, + 0.07532668962180615, + 0.07521152381747961, + 0.07513501325845719 + ], + "train_acc": [ + 0.6208, + 0.8105, + 0.8295, + 0.8228, + 0.861, + 0.8558, + 0.8613, + 0.8739, + 0.8607, + 0.8631, + 0.8716, + 0.8908, + 0.8919, + 0.8925, + 0.8897, + 0.8837, + 0.8947, + 0.9068, + 0.8986, + 0.8962, + 0.9213, + 0.9183, + 0.9035, + 0.8971, + 0.9201, + 0.9259, + 0.9141, + 0.9322, + 0.9137, + 0.9271, + 0.9188, + 0.929, + 0.9344, + 0.9371, + 0.9353, + 0.9418, + 0.9461, + 0.9471, + 0.9438, + 0.9501, + 0.9409, + 0.933, + 0.9498, + 0.9473, + 0.9488, + 0.9564, + 0.9626, + 0.9572, + 0.9603, + 0.9521, + 0.9553, + 0.9586, + 0.9663, + 0.9705, + 0.9704, + 0.9724, + 0.9684, + 0.9697, + 0.97, + 0.971, + 0.9757, + 0.9731, + 0.9765, + 0.9777, + 0.9791, + 0.9795, + 0.9788, + 0.9812, + 0.9801, + 0.9815, + 0.9821, + 0.9826, + 0.9825, + 0.9832, + 0.9837, + 0.9842, + 0.9842, + 0.9844, + 0.9843, + 0.9844 + ], + "test_acc": [ + 0.781, + 0.8165, + 0.803, + 0.831, + 0.83, + 0.8365, + 0.849, + 0.8495, + 0.8445, + 0.8555, + 0.841, + 0.851, + 0.854, + 0.859, + 0.858, + 0.8525, + 0.858, + 0.8685, + 0.863, + 0.8625, + 0.8595, + 0.8605, + 0.8715, + 0.8585, + 0.872, + 0.8785, + 0.878, + 0.869, + 0.8685, + 0.8765, + 0.8655, + 0.8735, + 0.878, + 0.874, + 0.8755, + 0.878, + 0.879, + 0.878, + 0.868, + 0.8805, + 0.882, + 0.8785, + 0.8765, + 0.882, + 0.8855, + 0.8845, + 0.883, + 0.878, + 0.8845, + 0.885, + 0.888, + 0.8845, + 0.891, + 0.8855, + 0.888, + 0.884, + 0.8925, + 0.885, + 0.889, + 0.8865, + 0.884, + 0.8875, + 0.8875, + 0.891, + 0.8885, + 0.89, + 0.892, + 0.892, + 0.891, + 0.89, + 0.8895, + 0.891, + 0.892, + 0.8895, + 0.891, + 0.89, + 0.892, + 0.8915, + 0.8915, + 0.8915 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9125592708587646, + 0.9000785946846008, + 0.8909372687339783, + 0.8829550743103027, + 0.8725745677947998, + 0.8661020994186401, + 0.8620940446853638, + 0.8593741059303284 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.9999973177909851, + 0.9999907612800598, + 0.9999756813049316, + 0.9999436140060425, + 0.9999102354049683, + 0.9998818635940552, + 0.9998610019683838 + ], + "nudging": { + "0.001": [ + -0.030986659228801727, + -0.015735935419797897, + -0.008373400196433067, + -0.005039836745709181, + -0.003523369785398245, + -0.0027713021263480186, + -0.002361869905143976, + -0.0021209304686635733 + ], + "0.003": [ + -0.08494532853364944, + -0.045218996703624725, + -0.02457578107714653, + -0.01492589246481657, + -0.010475864633917809, + -0.008255371823906898, + -0.0070428503677248955, + -0.006327956914901733 + ], + "0.01": [ + -0.20531992614269257, + -0.12906500697135925, + -0.07575342804193497, + -0.04753156006336212, + -0.033830925822257996, + -0.02684028074145317, + -0.02297976426780224, + -0.020688600838184357 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1472257511138917, + 1.1181638860702514, + 0.7151324203491211, + 0.6038463168144226, + 0.5518400527000428, + 0.5422953238487244, + 0.4989058882713318, + 0.4734929576873779, + 0.5084627376556397, + 0.4886077699661255, + 0.5376619051456452, + 0.5474570850968361, + 0.554305893278122, + 0.5202565354347229, + 0.5240337833404541, + 0.5723548680782318, + 0.6057423986911774, + 0.6335679130554199, + 0.8334042789459228, + 0.6510819962501526, + 0.6476377725601197, + 0.9512515480041503, + 0.7544872245788574, + 0.7667170840382576, + 0.6804751989364624, + 0.6523664590835572, + 0.71346335105896, + 0.7457666255950928, + 0.8066830569267273, + 0.8132523374557495, + 0.6988166690826416, + 0.7388166641235352, + 0.754392647600174, + 0.5883678845405579, + 0.6688721237182618, + 0.6476173947811127, + 0.5539654819488525, + 0.5816531999588013, + 0.6078351530075073, + 0.6152278907775879, + 0.5529029175758362, + 0.5301448690414429, + 0.7110752467155457, + 0.5810994925498962, + 0.6101164865493774, + 0.5994223709389568, + 0.5442744667053223, + 0.6995502103805542, + 0.5148768998146057, + 0.5037326128482819, + 0.5214518201351166, + 0.5883345391273499, + 0.4768081897497177, + 0.5068866291046142, + 0.4764488230466843, + 0.45946760578155516, + 0.49770396411418916, + 0.43602915906906126, + 0.4487738832473755, + 0.4659734072804451, + 0.41908207817077636, + 0.46179782333374025, + 0.48253716304302213, + 0.3953704214572906, + 0.40171479530334475, + 0.42950227117538453, + 0.4127807888507843, + 0.3889078040599823, + 0.38612646083831786, + 0.38572493505477906, + 0.39088242225646974, + 0.3806451151371002, + 0.3771796305656433, + 0.37747309465408324, + 0.37728043706417086, + 0.37282773838043215, + 0.371367804813385, + 0.37083925895690917, + 0.36894340143203735, + 0.3683408546447754 + ], + "train_acc": [ + 0.2179, + 0.5936, + 0.7332, + 0.7781, + 0.7909, + 0.7968, + 0.8133, + 0.8234, + 0.8206, + 0.8287, + 0.8186, + 0.8215, + 0.8234, + 0.8267, + 0.8339, + 0.8278, + 0.8222, + 0.8158, + 0.791, + 0.8208, + 0.8186, + 0.7826, + 0.8065, + 0.8093, + 0.8194, + 0.8173, + 0.8108, + 0.8069, + 0.7948, + 0.8008, + 0.8137, + 0.8097, + 0.8044, + 0.8357, + 0.8234, + 0.8159, + 0.8369, + 0.8315, + 0.8232, + 0.8249, + 0.8354, + 0.8357, + 0.8055, + 0.8279, + 0.8258, + 0.8286, + 0.8311, + 0.806, + 0.8408, + 0.8408, + 0.8354, + 0.826, + 0.8485, + 0.8387, + 0.8468, + 0.8497, + 0.8422, + 0.8578, + 0.8495, + 0.8476, + 0.8598, + 0.8518, + 0.8443, + 0.8643, + 0.8624, + 0.854, + 0.8613, + 0.8654, + 0.8629, + 0.8669, + 0.8666, + 0.8697, + 0.869, + 0.8706, + 0.8686, + 0.869, + 0.8703, + 0.8691, + 0.872, + 0.8716 + ], + "test_acc": [ + 0.4355, + 0.66, + 0.725, + 0.7475, + 0.753, + 0.7685, + 0.753, + 0.7735, + 0.7605, + 0.762, + 0.7605, + 0.7725, + 0.796, + 0.7935, + 0.7745, + 0.7835, + 0.7695, + 0.684, + 0.728, + 0.7755, + 0.6765, + 0.7445, + 0.7595, + 0.779, + 0.7925, + 0.7355, + 0.7405, + 0.7515, + 0.7255, + 0.745, + 0.7365, + 0.717, + 0.778, + 0.737, + 0.746, + 0.805, + 0.791, + 0.769, + 0.7555, + 0.7715, + 0.769, + 0.721, + 0.78, + 0.715, + 0.8, + 0.7675, + 0.7165, + 0.796, + 0.783, + 0.7555, + 0.7335, + 0.7535, + 0.788, + 0.778, + 0.803, + 0.775, + 0.8035, + 0.7955, + 0.8055, + 0.809, + 0.7985, + 0.7825, + 0.8125, + 0.811, + 0.803, + 0.809, + 0.8145, + 0.8145, + 0.8115, + 0.81, + 0.806, + 0.815, + 0.8145, + 0.811, + 0.817, + 0.8105, + 0.817, + 0.814, + 0.815, + 0.8165 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.023487910628318787, + 0.16097302734851837, + 0.15321409702301025, + 0.08171598613262177, + 0.09132305532693863, + 0.0943714827299118, + 0.12134475260972977, + 0.11624611914157867 + ], + "perturbation_rho": [ + 0.006953349336981773, + 0.2090909481048584, + 0.23601846396923065, + 0.09328415989875793, + 0.10916170477867126, + 0.12872634828090668, + 0.15839380025863647, + 0.12173644453287125 + ], + "nudging": { + "0.001": [ + -0.0014989380724728107, + -0.0006578433676622808, + -0.0004933524178341031, + -0.0002418495569145307, + -0.00026780457119457424, + -0.0002914518117904663, + -0.000365283340215683, + -0.0003465903864707798 + ], + "0.003": [ + -0.004386726301163435, + -0.0019725339952856302, + -0.0014801708748564124, + -0.0007235509110614657, + -0.0008033128106035292, + -0.0008723997161723673, + -0.0010960788931697607, + -0.0010392360854893923 + ], + "0.01": [ + -0.013351024128496647, + -0.0065501369535923, + -0.004914519842714071, + -0.002402292797341943, + -0.002674146555364132, + -0.0028969072736799717, + -0.0036479653790593147, + -0.0034563695080578327 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6647419631958007, + 0.8504678049087524, + 0.6401122513771057, + 0.7083625171422958, + 0.7786526877403259, + 0.8720651931762695, + 0.9595140518188476, + 0.9861429462432861, + 0.9323599586486816, + 0.899129944229126, + 0.9279530187606811, + 0.8897452385902405, + 0.8938479597091675, + 0.8638220300674438, + 0.906347576713562, + 0.9050836343765258, + 0.8499874663829804, + 0.8411240774154664, + 0.8651394706249237, + 0.877176913356781, + 0.9522077980041503, + 0.9844632266044616, + 1.0108419298648834, + 0.9732825290679932, + 0.9338093704223632, + 0.9332979538917542, + 0.9276250453948974, + 0.9219045547485352, + 0.9317381838798523, + 0.9388368021011353, + 0.9790681660652161, + 0.9454907520294189, + 0.874178562927246, + 0.8427179465293885, + 0.8024572835922241, + 0.782051385307312, + 0.7510771628379822, + 0.7354073734283447, + 0.72446195602417, + 0.712243512916565, + 0.6917177545070649, + 0.6669502945899963, + 0.6513918544769287, + 0.6493661358833313, + 0.6412696421146393, + 0.6218226390838623, + 0.6146662407398223, + 0.6020424173355102, + 0.5983524523258209, + 0.5852884603500366, + 0.5948307316303253, + 0.598827698802948, + 0.5685866483688354, + 0.5605341876983643, + 0.5632628833770752, + 0.5427094759941101, + 0.5527820866823197, + 0.5406645874023438, + 0.5380706032276154, + 0.5333420150756836, + 0.5350062875747681, + 0.5249489510059356, + 0.5230996351242065, + 0.518796358013153, + 0.5124730639457703, + 0.5120888554573059, + 0.5096150938987732, + 0.5075559856414795, + 0.501591455078125, + 0.5030227668762207, + 0.5024164155960082, + 0.49786798992156983, + 0.49755160512924196, + 0.4957347078323364, + 0.49382514634132385, + 0.49241347570419314, + 0.491490665435791, + 0.4910508768081665, + 0.49063307988643645, + 0.49045275707244873 + ], + "train_acc": [ + 0.3852, + 0.6815, + 0.7626, + 0.7563, + 0.7446, + 0.7077, + 0.6719, + 0.6615, + 0.669, + 0.6782, + 0.6744, + 0.6783, + 0.6715, + 0.6817, + 0.6797, + 0.6778, + 0.6958, + 0.6924, + 0.6897, + 0.69, + 0.6764, + 0.6675, + 0.6555, + 0.6655, + 0.6802, + 0.6835, + 0.6881, + 0.6877, + 0.6863, + 0.6786, + 0.669, + 0.6783, + 0.7029, + 0.709, + 0.723, + 0.7296, + 0.7405, + 0.7436, + 0.7473, + 0.7544, + 0.7569, + 0.7609, + 0.7668, + 0.771, + 0.7733, + 0.7793, + 0.7802, + 0.7834, + 0.7873, + 0.7864, + 0.7863, + 0.7854, + 0.7935, + 0.7963, + 0.7942, + 0.8024, + 0.7976, + 0.8062, + 0.801, + 0.8054, + 0.806, + 0.8117, + 0.8073, + 0.8106, + 0.8125, + 0.8107, + 0.8135, + 0.8147, + 0.8131, + 0.8137, + 0.8118, + 0.8165, + 0.8167, + 0.8162, + 0.8171, + 0.8168, + 0.817, + 0.8161, + 0.8167, + 0.8165 + ], + "test_acc": [ + 0.5895, + 0.708, + 0.7305, + 0.718, + 0.6995, + 0.656, + 0.6345, + 0.6525, + 0.659, + 0.672, + 0.665, + 0.6575, + 0.6675, + 0.6645, + 0.643, + 0.657, + 0.672, + 0.659, + 0.644, + 0.6275, + 0.6365, + 0.616, + 0.6285, + 0.651, + 0.6335, + 0.652, + 0.668, + 0.667, + 0.657, + 0.636, + 0.6035, + 0.658, + 0.681, + 0.6835, + 0.686, + 0.714, + 0.7165, + 0.7065, + 0.71, + 0.7185, + 0.7315, + 0.722, + 0.733, + 0.7315, + 0.734, + 0.746, + 0.7475, + 0.7435, + 0.7505, + 0.7365, + 0.748, + 0.7485, + 0.7465, + 0.7505, + 0.758, + 0.75, + 0.7545, + 0.7575, + 0.7535, + 0.7565, + 0.7515, + 0.764, + 0.7645, + 0.762, + 0.755, + 0.761, + 0.76, + 0.764, + 0.7615, + 0.759, + 0.7635, + 0.7625, + 0.7655, + 0.761, + 0.7635, + 0.7625, + 0.7665, + 0.7665, + 0.7655, + 0.765 + ], + "state_pred_error": [ + 0.666967880153656, + 0.18810060460567474, + 0.13576818842887878, + 0.14196736080646516, + 0.16910594053268432, + 0.18899600715637208, + 0.19789577519893647, + 0.1905871472120285, + 0.18007886242866517, + 0.183910342335701, + 0.17881940922737122, + 0.1657484854698181, + 0.15431137666702271, + 0.14170081236362458, + 0.11855407935380936, + 0.100713077044487, + 0.08262610825300216, + 0.071003964304924, + 0.06459200706481934, + 0.062030674529075625, + 0.05962726338505745, + 0.06061183754205704, + 0.06133104244470596, + 0.06565195535421371, + 0.07003685694932937, + 0.07149426869153977, + 0.06879985384941101, + 0.06506773626804352, + 0.06144233440756798, + 0.05944625381231308, + 0.05934193442463875, + 0.06134367787837982, + 0.06049462513923645, + 0.057841612052917483, + 0.05770603183507919, + 0.05773961628675461, + 0.05772487918138504, + 0.05778447321653366, + 0.05642248193621635, + 0.0548339217543602, + 0.054051065188646316, + 0.050993192440271375, + 0.04841424728631973, + 0.045887135040760044, + 0.04289465088248253, + 0.04155976050496101, + 0.03856938924193382, + 0.03695869625508785, + 0.03501249846816063, + 0.03372661825418472, + 0.032175442039966584, + 0.030927191516757012, + 0.029651006668806077, + 0.029181170132756232, + 0.027786281275749208, + 0.027118772795796393, + 0.0260584001660347, + 0.025425236290693282, + 0.02490214566588402, + 0.023908728045225144, + 0.02325147164463997, + 0.022880420464277268, + 0.022282150906324388, + 0.021651219779253005, + 0.021038192823529242, + 0.020666827112436295, + 0.02006532666683197, + 0.01985739969611168, + 0.01912949861586094, + 0.01871727731227875, + 0.018331202378869055, + 0.017995913481712342, + 0.017765129128098488, + 0.017534943899512292, + 0.01711267368197441, + 0.016710035815835, + 0.016524365159869193, + 0.01614697908014059, + 0.015827153462171555, + 0.015557444103062153 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8715300559997559, + 0.44268321990966797, + 0.14538408815860748, + 0.1153520941734314, + 0.09680549800395966, + 0.08768410980701447, + 0.08654746413230896, + 0.08166047930717468 + ], + "perturbation_rho": [ + 0.7710200548171997, + 0.4253605008125305, + 0.09275925159454346, + 0.09712537378072739, + 0.11123719066381454, + 0.028249293565750122, + 0.05002531409263611, + 0.09535005688667297 + ], + "nudging": { + "0.001": [ + -0.025821710005402565, + -0.0012925827177241445, + -0.0003022191522177309, + -0.00024204532383009791, + -0.00020273974223528057, + -0.00018941261805593967, + -0.0001821343321353197, + -0.000160791736561805 + ], + "0.003": [ + -0.075216144323349, + -0.003872812259942293, + -0.0009075523121282458, + -0.0007258595433086157, + -0.0006082953768782318, + -0.000569098920095712, + -0.0005463344277814031, + -0.0004819876339752227 + ], + "0.01": [ + -0.22555799782276154, + -0.012845459394156933, + -0.003021553158760071, + -0.0024172987323254347, + -0.002025863155722618, + -0.0018953735707327724, + -0.0018195084994658828, + -0.0016054193256422877 + ] + }, + "state_pred_error_per_layer": [ + 7857.92041015625, + 7327.2666015625, + 4158.3056640625, + 3231.240234375, + 3079.712890625, + 2843.65966796875, + 3014.824951171875, + 2904.82080078125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1516085662841795, + 1.1302078254699708, + 0.7157742590904236, + 0.6024308629989624, + 0.546905074596405, + 0.5507895238399506, + 0.507770078086853, + 0.5723479291915894, + 0.5291493295192718, + 0.530247050857544, + 0.5500000329971313, + 0.5253622520446777, + 0.5810077897071838, + 0.6602574828147888, + 0.5861081640243531, + 0.5804183698654175, + 0.717631731414795, + 0.6733690665245056, + 0.675653500366211, + 0.8460637107849122, + 0.7249561440467834, + 0.6630854389190673, + 0.6966967771530151, + 0.8677938482284546, + 0.8909709131240845, + 0.8387028586387635, + 0.8091570913791657, + 0.906946435213089, + 0.9558572208404541, + 1.0380563579559325, + 1.0291303350448608, + 0.985536870956421, + 1.1072970575332641, + 1.191497057914734, + 1.1032887983322144, + 1.2925684661865235, + 1.1835117977142333, + 1.2306733207702636, + 1.2600920732498169, + 1.2520610203742981, + 1.3718467151641847, + 1.299546180343628, + 1.2947479537963866, + 1.2124139470100403, + 1.1786796666145325, + 1.2429542098999022, + 1.342428367805481, + 1.3632954509735107, + 1.394326601409912, + 1.4198039100646973, + 1.3243803089141846, + 1.2885750002861023, + 1.2663284379005433, + 1.2274728206634522, + 1.193252119922638, + 1.1811400798797607, + 1.1389006465911866, + 1.1180383347272873, + 1.1007250593185425, + 1.1166740408420563, + 1.0792887409210206, + 1.0779459671020508, + 1.0732033897399902, + 1.054119002532959, + 1.0764888476371766, + 1.0661647203445435, + 1.058880652999878, + 1.0551886323928834, + 1.056046497440338, + 1.0552716503143311, + 1.0494010009765624, + 1.0550119636535644, + 1.056201064300537, + 1.0538349277496337, + 1.050132991027832, + 1.0496547233581544, + 1.0486548606872559, + 1.047701007938385, + 1.0474303240776062, + 1.047021061706543 + ], + "train_acc": [ + 0.2212, + 0.5907, + 0.7308, + 0.7758, + 0.7896, + 0.7928, + 0.8108, + 0.8008, + 0.8137, + 0.8162, + 0.8178, + 0.8263, + 0.8161, + 0.8022, + 0.8208, + 0.8282, + 0.7991, + 0.8151, + 0.8142, + 0.7866, + 0.7994, + 0.8071, + 0.7977, + 0.7624, + 0.7546, + 0.7665, + 0.7632, + 0.7433, + 0.7388, + 0.7253, + 0.7212, + 0.7159, + 0.6863, + 0.6817, + 0.7003, + 0.6803, + 0.6991, + 0.6955, + 0.6914, + 0.7001, + 0.6895, + 0.707, + 0.7028, + 0.7173, + 0.7146, + 0.7094, + 0.703, + 0.7109, + 0.7063, + 0.7053, + 0.7144, + 0.7197, + 0.7183, + 0.7167, + 0.7178, + 0.7184, + 0.7194, + 0.7195, + 0.7224, + 0.7209, + 0.7218, + 0.7237, + 0.7201, + 0.7231, + 0.7198, + 0.7243, + 0.7236, + 0.7241, + 0.7237, + 0.7251, + 0.7258, + 0.725, + 0.7239, + 0.723, + 0.7234, + 0.725, + 0.7251, + 0.7263, + 0.7257, + 0.7255 + ], + "test_acc": [ + 0.4255, + 0.675, + 0.7255, + 0.7725, + 0.762, + 0.751, + 0.778, + 0.735, + 0.755, + 0.7685, + 0.761, + 0.735, + 0.7375, + 0.7705, + 0.758, + 0.742, + 0.7245, + 0.764, + 0.695, + 0.745, + 0.755, + 0.7395, + 0.7355, + 0.6945, + 0.674, + 0.6845, + 0.6755, + 0.678, + 0.6845, + 0.6555, + 0.622, + 0.593, + 0.609, + 0.665, + 0.587, + 0.64, + 0.666, + 0.673, + 0.6695, + 0.6125, + 0.667, + 0.6375, + 0.6595, + 0.6575, + 0.6845, + 0.6485, + 0.6795, + 0.662, + 0.678, + 0.6845, + 0.6945, + 0.6785, + 0.688, + 0.666, + 0.6775, + 0.677, + 0.68, + 0.6775, + 0.673, + 0.6735, + 0.6695, + 0.682, + 0.6805, + 0.672, + 0.679, + 0.68, + 0.68, + 0.6825, + 0.6835, + 0.684, + 0.678, + 0.6755, + 0.682, + 0.6815, + 0.6845, + 0.685, + 0.6845, + 0.685, + 0.684, + 0.6845 + ], + "value_loss": [ + 2.7521291855812073, + 0.9180910070419311, + 0.8582979179382324, + 0.8436930362701416, + 0.744080483007431, + 0.810219680595398, + 0.7408779167175293, + 1.0244855613708497, + 0.9338075798034668, + 0.9276992179870606, + 0.9545603949546814, + 0.9124133073806763, + 1.1960320390701293, + 1.4768843864440917, + 1.2014622128486634, + 1.2761426291465758, + 1.7353202412605286, + 1.597738427257538, + 1.664009200668335, + 2.520654060602188, + 1.7846353689193726, + 1.4181387130737304, + 1.567960523223877, + 2.1403896005630494, + 2.0710450025558473, + 2.0047555275917053, + 1.959375698184967, + 2.184535858440399, + 2.2873155586242677, + 2.613582395553589, + 2.3063468826293945, + 2.0280820404052733, + 2.104402416610718, + 2.331796992111206, + 2.082660633468628, + 3.2120836341857912, + 2.8579379402160643, + 2.9819380401611326, + 3.2815154262542725, + 3.207817875480652, + 3.9281045833587647, + 3.7378572341918948, + 3.226262925720215, + 2.85760545463562, + 2.702269359397888, + 3.051305528640747, + 3.384582984352112, + 3.556245400428772, + 3.523557614135742, + 3.2986526222229005, + 3.235401312828064, + 2.9684787987709047, + 2.55984596824646, + 2.2802002365112304, + 2.024176069641113, + 1.8845641685485839, + 1.6243845146179199, + 1.4509369481086731, + 1.4253486824035644, + 1.6850188645362854, + 1.3281672570228578, + 1.3769848492145538, + 1.2704378549575805, + 1.2368674871444703, + 1.2117203078269958, + 1.3598486577987672, + 1.1672960079193115, + 1.1324042590141297, + 1.099521342945099, + 1.1117371515274048, + 1.0886727264404297, + 1.0962153171539306, + 1.1795017189025878, + 1.028487562084198, + 1.0475894167900086, + 0.9848965644836426, + 1.0609243473052978, + 0.9515016955852509, + 0.9616539595603942, + 0.966836922454834 + ], + "term_loss": [ + 1.6331857077598573, + 0.6622896879196167, + 0.6923012922286987, + 0.6955949920654297, + 0.5951863891124726, + 0.6333560477256774, + 0.5823763307571411, + 0.8590701545715332, + 0.7842735334396362, + 0.7716574224472046, + 0.8035843691825867, + 0.7695848602294922, + 1.042638046836853, + 1.3117044958114623, + 1.0455465385437013, + 1.1260901271820067, + 1.5533305332183838, + 1.4299912959575654, + 1.480502073287964, + 2.2650635835170747, + 1.540359531545639, + 1.1929577346801759, + 1.30778198223114, + 1.8106209615707398, + 1.7491421922683716, + 1.705204432630539, + 1.6608541017055511, + 1.8238994772791863, + 1.968325872039795, + 2.2342521270751954, + 1.8975757331848144, + 1.6534874923706055, + 1.7053577472686767, + 1.9309828533172608, + 1.7079864566802978, + 2.7641860927581785, + 2.395140308761597, + 2.4995895553588867, + 2.768734446144104, + 2.668160421562195, + 3.298172906398773, + 3.190414168548584, + 2.731164476776123, + 2.452812270736694, + 2.2980216970443728, + 2.6289563937187195, + 2.9189215684890746, + 2.9973133351325987, + 2.9566734222412108, + 2.7137685440063475, + 2.6214606603622435, + 2.422599083995819, + 2.051107206630707, + 1.8390387191772462, + 1.621574047088623, + 1.4804828034460544, + 1.2685496507644654, + 1.134537624424696, + 1.1113471033096314, + 1.3307540964603424, + 1.0319458944320679, + 1.0690455146431923, + 0.9753837090969085, + 0.9500243383169175, + 0.9227351568281651, + 1.0575221673965454, + 0.8811252347946167, + 0.8428130342483521, + 0.808463958287239, + 0.8252941177845001, + 0.80270101146698, + 0.8058414526939393, + 0.8659901483535767, + 0.7385568500280381, + 0.7546443981647492, + 0.6945585445404052, + 0.7605190132141113, + 0.6639182449221611, + 0.6647407983541489, + 0.6684003219604492 + ], + "bridge_loss": [ + 0.824764238196658, + 0.044050000402331355, + 0.004939059878140688, + 0.003509629046916962, + 0.010820124721527099, + 0.03611986360549927, + 0.026624655377864837, + 0.020322174452245236, + 0.013476835618913174, + 0.017660238027572633, + 0.013312850216031074, + 0.010752266106009484, + 0.012636999948322772, + 0.013416536007821559, + 0.014395894283056258, + 0.017065528978034854, + 0.01921152206361294, + 0.01755097916126251, + 0.03405968930721283, + 0.07861232693195343, + 0.08290403444468974, + 0.0737902283191681, + 0.10246425478458404, + 0.14190780395269395, + 0.1299729973077774, + 0.1119936275959015, + 0.11465253877639771, + 0.16193265878558158, + 0.11800107536315918, + 0.1624113775730133, + 0.18674517183303832, + 0.1529373960018158, + 0.15484059362411498, + 0.14790502850413323, + 0.13012928190231324, + 0.18545440337657929, + 0.2145381217598915, + 0.23015552363395692, + 0.2567644714832306, + 0.29004801396131513, + 0.37015869626998904, + 0.3029533437252045, + 0.24805833730697632, + 0.171279403924942, + 0.17121260148286818, + 0.18421311897039414, + 0.22017569878101348, + 0.31574616441726683, + 0.3227914002418518, + 0.34028916625976563, + 0.3808541042327881, + 0.31664952936172486, + 0.27961636044979093, + 0.2155075138092041, + 0.17780915865898134, + 0.18149373128414154, + 0.13657517416477202, + 0.0972943355768919, + 0.09725244807600975, + 0.13454232428073884, + 0.08104454445838928, + 0.0946770872026682, + 0.08133374876976013, + 0.0761439936414361, + 0.07479231785237789, + 0.09079816563725472, + 0.07500201788544655, + 0.07952561552673579, + 0.08066166642606258, + 0.07689544649124146, + 0.0765585425376892, + 0.0801964148759842, + 0.10329442504644394, + 0.08053842852115631, + 0.08384852820634842, + 0.08137421063184738, + 0.09204534806013108, + 0.07923152014613151, + 0.08891670184135438, + 0.09051647346019745 + ], + "tgrad_loss": [ + 0.2941792365074158, + 0.2117513240814209, + 0.16105757446289062, + 0.1445884093284607, + 0.1380739703655243, + 0.1407437702894211, + 0.13187693030834197, + 0.14509323680400849, + 0.136057210958004, + 0.13838154821395873, + 0.13766317186355592, + 0.1320761749267578, + 0.14075699508190154, + 0.1517633568048477, + 0.1415197740316391, + 0.13298697410821914, + 0.1627781904220581, + 0.15019614602029324, + 0.14944745190143585, + 0.17697814086675645, + 0.16137181975841522, + 0.15139073028564454, + 0.15771429176330568, + 0.18786082315444946, + 0.19192982950210571, + 0.18755748383998871, + 0.18386906574964523, + 0.1987037330508232, + 0.20098859162330626, + 0.21691890804767608, + 0.22202599787712096, + 0.22165712327957154, + 0.24420409016609193, + 0.2529091139793396, + 0.24454488706588745, + 0.26244310545921323, + 0.24825952727794648, + 0.2521929540634155, + 0.25601649553775785, + 0.24960945417881011, + 0.25977299585342406, + 0.2444897561311722, + 0.247040123963356, + 0.23351378746032714, + 0.23303504986763002, + 0.2381359790325165, + 0.2454857085943222, + 0.2431859058380127, + 0.24409279174804688, + 0.24459490759372712, + 0.23308657684326173, + 0.22923018233776093, + 0.22912240728139877, + 0.22565400907993316, + 0.22479286949634553, + 0.22258763573169707, + 0.21925969200134277, + 0.21910499383211135, + 0.21674911706447603, + 0.21972243776321412, + 0.21517683396339415, + 0.21326224946975708, + 0.21372039403915405, + 0.2106991579055786, + 0.21419283254146576, + 0.21152831535339356, + 0.21116876242160798, + 0.21006561065912246, + 0.21039570956230164, + 0.2095475886583328, + 0.20941317224502565, + 0.21017745037078858, + 0.21021716408729554, + 0.20939228029251097, + 0.2090964959383011, + 0.208963818025589, + 0.20835998804569245, + 0.20835193061828614, + 0.20799646167755126, + 0.20792012577056884 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.005484581924974918, + 0.03739434853196144, + 0.0736197978258133, + 0.10366753488779068, + 0.11266068369150162, + 0.12653732299804688, + 0.11692580580711365, + 0.12426558136940002 + ], + "perturbation_rho": [ + -0.0015162499621510506, + 0.12250564247369766, + 0.22542724013328552, + 0.204342320561409, + 0.2217923402786255, + 0.28867796063423157, + 0.33211782574653625, + 0.23834270238876343 + ], + "nudging": { + "0.001": [ + -4.532912862487137e-05, + -0.0006921375170350075, + -0.0008833008469082415, + -0.0010346387280151248, + -0.0010619328822940588, + -0.0011677223956212401, + -0.001099007437005639, + -0.0011405807454138994 + ], + "0.003": [ + -8.596014231443405e-05, + -0.002077887998893857, + -0.0026466129347682, + -0.003103021765127778, + -0.0031822444871068, + -0.0035020317882299423, + -0.003296034876257181, + -0.0034199936781078577 + ], + "0.01": [ + 0.0002549269702285528, + -0.006913396995514631, + -0.008808376267552376, + -0.010325662791728973, + -0.010591026395559311, + -0.011654841713607311, + -0.010967787355184555, + -0.011380846612155437 + ] + } + } + } +}
\ No newline at end of file |