summaryrefslogtreecommitdiff
path: root/results/synth_ladder_smoke
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-06-14 04:06:32 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-06-14 04:06:32 -0500
commitaa73718eb6427d7da3b9cb416275802d90c4b2ed (patch)
treeb68b0a664fb650744ef934a1c22abd740a7b62a6 /results/synth_ladder_smoke
parent827c658fa9a750f3c6ebdb87703762f10f69f6ff (diff)
Add new experiment scripts, figures, and paper assets; untrack pyc/build artifactsHEADmaster
Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/synth_ladder_smoke')
-rw-r--r--results/synth_ladder_smoke/config.json30
-rw-r--r--results/synth_ladder_smoke/summary.json782
-rw-r--r--results/synth_ladder_smoke/synth_a0.0_L2_s42.json1172
-rw-r--r--results/synth_ladder_smoke/synth_a0.0_L8_s42.json1298
-rw-r--r--results/synth_ladder_smoke/synth_a0.5_L2_s42.json1172
-rw-r--r--results/synth_ladder_smoke/synth_a0.5_L8_s42.json1298
-rw-r--r--results/synth_ladder_smoke/synth_a1.0_L2_s42.json1172
-rw-r--r--results/synth_ladder_smoke/synth_a1.0_L8_s42.json1298
8 files changed, 8222 insertions, 0 deletions
diff --git a/results/synth_ladder_smoke/config.json b/results/synth_ladder_smoke/config.json
new file mode 100644
index 0000000..d3102c3
--- /dev/null
+++ b/results/synth_ladder_smoke/config.json
@@ -0,0 +1,30 @@
+{
+ "alphas": [
+ 0.0,
+ 0.5,
+ 1.0
+ ],
+ "depths": [
+ 2,
+ 8
+ ],
+ "seeds": [
+ 42
+ ],
+ "d_hidden": 128,
+ "num_classes": 10,
+ "n_train": 10000,
+ "n_test": 2000,
+ "batch_size": 256,
+ "epochs": 60,
+ "lr": 0.001,
+ "lr_fb": 0.001,
+ "wd": 0.01,
+ "lam": 0.1,
+ "K": 4,
+ "sigma_bridge": 0.05,
+ "ema_momentum": 0.995,
+ "term_grad_weight": 1.0,
+ "gpu": 0,
+ "output_dir": "results/synth_ladder_smoke"
+} \ No newline at end of file
diff --git a/results/synth_ladder_smoke/summary.json b/results/synth_ladder_smoke/summary.json
new file mode 100644
index 0000000..09ab8d7
--- /dev/null
+++ b/results/synth_ladder_smoke/summary.json
@@ -0,0 +1,782 @@
+{
+ "a0.0_L2_s42": {
+ "bp": {
+ "test_acc": 0.9445,
+ "mean_bp_cosine": 0.8363544940948486,
+ "mean_rho": 0.9999966025352478,
+ "mean_nudge_001": -0.014867921359837055,
+ "mean_nudge_003": -0.038927674293518066,
+ "mean_nudge_01": -0.08314211666584015,
+ "bp_cosine_per_layer": [
+ 0.841028094291687,
+ 0.8316808938980103
+ ],
+ "rho_per_layer": [
+ 0.9999988079071045,
+ 0.9999943971633911
+ ],
+ "nudge_per_layer": [
+ -0.10806188732385635,
+ -0.058222346007823944
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8905,
+ "mean_bp_cosine": 0.028207830036990345,
+ "mean_rho": -0.013231039047241211,
+ "mean_nudge_001": -0.0004544301191344857,
+ "mean_nudge_003": -0.0012695252080447972,
+ "mean_nudge_01": -0.003105040406808257,
+ "bp_cosine_per_layer": [
+ -0.002617625752463937,
+ 0.059033285826444626
+ ],
+ "rho_per_layer": [
+ -0.03406350687146187,
+ 0.007601428776979446
+ ],
+ "nudge_per_layer": [
+ -0.0010169181041419506,
+ -0.005193162709474564
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.825,
+ "mean_bp_cosine": 0.5880793333053589,
+ "mean_rho": 0.44639749079942703,
+ "mean_nudge_001": -0.01224998920224607,
+ "mean_nudge_003": -0.035131572745740414,
+ "mean_nudge_01": -0.10013834200799465,
+ "bp_cosine_per_layer": [
+ 0.8860390186309814,
+ 0.29011964797973633
+ ],
+ "rho_per_layer": [
+ 0.729070782661438,
+ 0.16372419893741608
+ ],
+ "nudge_per_layer": [
+ -0.17900359630584717,
+ -0.021273087710142136
+ ],
+ "state_pred_error_per_layer": [
+ 33793.6875,
+ 17287.951171875
+ ],
+ "mean_state_pred_error": 25540.8193359375
+ },
+ "credit_bridge": {
+ "test_acc": 0.656,
+ "mean_bp_cosine": 0.10665101930499077,
+ "mean_rho": 0.23030418902635574,
+ "mean_nudge_001": -0.006580323912203312,
+ "mean_nudge_003": -0.019663945073261857,
+ "mean_nudge_01": -0.06460809707641602,
+ "bp_cosine_per_layer": [
+ 0.10150224715471268,
+ 0.11179979145526886
+ ],
+ "rho_per_layer": [
+ 0.24922937154769897,
+ 0.2113790065050125
+ ],
+ "nudge_per_layer": [
+ -0.10681234300136566,
+ -0.02240385115146637
+ ],
+ "final_value_loss": 0.5207448813438416,
+ "final_term_loss": 0.20168962478637695,
+ "final_bridge_loss": 0.10483724861145019,
+ "final_tgrad_loss": 0.21421800775527955
+ }
+ },
+ "a0.0_L8_s42": {
+ "bp": {
+ "test_acc": 0.948,
+ "mean_bp_cosine": 0.6927967146039009,
+ "mean_rho": 0.9999185726046562,
+ "mean_nudge_001": -0.007844092877348885,
+ "mean_nudge_003": -0.021484591998159885,
+ "mean_nudge_01": -0.053326028981246054,
+ "bp_cosine_per_layer": [
+ 0.7277177572250366,
+ 0.7186546921730042,
+ 0.7086087465286255,
+ 0.6982603073120117,
+ 0.686427116394043,
+ 0.6760239601135254,
+ 0.6675269603729248,
+ 0.6591541767120361
+ ],
+ "rho_per_layer": [
+ 0.999999463558197,
+ 0.999997615814209,
+ 0.9999939203262329,
+ 0.9999786019325256,
+ 0.9999496340751648,
+ 0.99991774559021,
+ 0.9998468160629272,
+ 0.9996647834777832
+ ],
+ "nudge_per_layer": [
+ -0.14217889308929443,
+ -0.10304947197437286,
+ -0.06661910563707352,
+ -0.04270746558904648,
+ -0.028325699269771576,
+ -0.019565371796488762,
+ -0.013980223797261715,
+ -0.010182000696659088
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.9465,
+ "mean_bp_cosine": 0.012617309403140098,
+ "mean_rho": 0.13837066129781306,
+ "mean_nudge_001": -0.016161460865987465,
+ "mean_nudge_003": -0.04494552121468587,
+ "mean_nudge_01": -0.12098311571025988,
+ "bp_cosine_per_layer": [
+ -0.003863303456455469,
+ 0.017664283514022827,
+ 0.01661803014576435,
+ 0.018178246915340424,
+ 0.015868376940488815,
+ 0.014126626774668694,
+ 0.014091677032411098,
+ 0.008254537358880043
+ ],
+ "rho_per_layer": [
+ -0.019435672089457512,
+ 0.2941593527793884,
+ 0.18103283643722534,
+ 0.20650765299797058,
+ 0.18732143938541412,
+ 0.13352911174297333,
+ 0.15822581946849823,
+ -0.03437525033950806
+ ],
+ "nudge_per_layer": [
+ 0.4985465407371521,
+ -0.834585428237915,
+ -0.4260305166244507,
+ -0.15289700031280518,
+ -0.03924320265650749,
+ -0.009715870022773743,
+ -0.002982086967676878,
+ -0.0009573615971021354
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.167,
+ "mean_bp_cosine": -0.03321670075220595,
+ "mean_rho": -3.657315392047167e-05,
+ "mean_nudge_001": -146456576.0,
+ "mean_nudge_003": -383148544.0,
+ "mean_nudge_01": -1178039808.0,
+ "bp_cosine_per_layer": [
+ 0.09916997700929642,
+ -0.0925145074725151,
+ -0.12530964612960815,
+ -0.051633648574352264,
+ -0.0899374783039093,
+ -0.005518035963177681,
+ 1.1753130820579827e-05,
+ -2.0197142021061154e-06
+ ],
+ "rho_per_layer": [
+ 0.0036257803440093994,
+ -0.0018100417219102383,
+ 0.0009338338859379292,
+ -0.0030421577394008636,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "nudge_per_layer": [
+ -9628057600.0,
+ 254652416.0,
+ -49807360.0,
+ -1126400.0,
+ 20480.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "state_pred_error_per_layer": [
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33
+ ],
+ "mean_state_pred_error": 3.788521752616758e+33
+ },
+ "credit_bridge": {
+ "test_acc": 0.0965,
+ "mean_bp_cosine": 0.10048330621793866,
+ "mean_rho": -0.022956646920647472,
+ "mean_nudge_001": -59174496.0,
+ "mean_nudge_003": -195268096.0,
+ "mean_nudge_01": -642210232.0,
+ "bp_cosine_per_layer": [
+ 0.517741858959198,
+ 0.33828628063201904,
+ 0.4149113893508911,
+ 0.23560978472232819,
+ -0.15021789073944092,
+ -0.1476898193359375,
+ -0.3642715811729431,
+ -0.040503572672605515
+ ],
+ "rho_per_layer": [
+ -0.004317115992307663,
+ 9.15133859962225e-05,
+ 0.0010522708762437105,
+ 0.0034065949730575085,
+ -0.18388643860816956,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "nudge_per_layer": [
+ -5081367040.0,
+ -74964928.0,
+ 31930368.0,
+ -13346304.0,
+ 66048.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "final_value_loss": 7.270963528184324e+22,
+ "final_term_loss": 7.270963401002671e+22,
+ "final_bridge_loss": 1784726332749172.0,
+ "final_tgrad_loss": 0.6689293840408325
+ }
+ },
+ "a0.5_L2_s42": {
+ "bp": {
+ "test_acc": 0.8905,
+ "mean_bp_cosine": 0.8927535116672516,
+ "mean_rho": 0.9999973773956299,
+ "mean_nudge_001": -0.017791217658668756,
+ "mean_nudge_003": -0.04914894513785839,
+ "mean_nudge_01": -0.12422022968530655,
+ "bp_cosine_per_layer": [
+ 0.8970257639884949,
+ 0.8884812593460083
+ ],
+ "rho_per_layer": [
+ 0.9999991655349731,
+ 0.9999955892562866
+ ],
+ "nudge_per_layer": [
+ -0.16577741503715515,
+ -0.08266304433345795
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8565,
+ "mean_bp_cosine": 0.032235472928732634,
+ "mean_rho": -0.0014879778027534485,
+ "mean_nudge_001": -0.00016316675464622676,
+ "mean_nudge_003": -0.00043464876944199204,
+ "mean_nudge_01": -0.0008175973780453205,
+ "bp_cosine_per_layer": [
+ -0.009920955635607243,
+ 0.07439190149307251
+ ],
+ "rho_per_layer": [
+ -0.054706037044525146,
+ 0.05173008143901825
+ ],
+ "nudge_per_layer": [
+ 0.004189381375908852,
+ -0.005824576131999493
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.825,
+ "mean_bp_cosine": 0.645551860332489,
+ "mean_rho": 0.5210425555706024,
+ "mean_nudge_001": -0.012871089624240994,
+ "mean_nudge_003": -0.03697468154132366,
+ "mean_nudge_01": -0.10600546188652515,
+ "bp_cosine_per_layer": [
+ 0.8819085955619812,
+ 0.4091951251029968
+ ],
+ "rho_per_layer": [
+ 0.761555552482605,
+ 0.28052955865859985
+ ],
+ "nudge_per_layer": [
+ -0.18185698986053467,
+ -0.03015393391251564
+ ],
+ "state_pred_error_per_layer": [
+ 7353.158203125,
+ 2627.8740234375
+ ],
+ "mean_state_pred_error": 4990.51611328125
+ },
+ "credit_bridge": {
+ "test_acc": 0.692,
+ "mean_bp_cosine": 0.1708241105079651,
+ "mean_rho": 0.3076810836791992,
+ "mean_nudge_001": -0.0058031873777508736,
+ "mean_nudge_003": -0.017323508858680725,
+ "mean_nudge_01": -0.05672750808298588,
+ "bp_cosine_per_layer": [
+ 0.14308685064315796,
+ 0.19856137037277222
+ ],
+ "rho_per_layer": [
+ 0.26277071237564087,
+ 0.35259145498275757
+ ],
+ "nudge_per_layer": [
+ -0.08629482984542847,
+ -0.02716018632054329
+ ],
+ "final_value_loss": 0.28658444921970366,
+ "final_term_loss": 0.040962481904029846,
+ "final_bridge_loss": 0.0227132670879364,
+ "final_tgrad_loss": 0.22290869793891907
+ }
+ },
+ "a0.5_L8_s42": {
+ "bp": {
+ "test_acc": 0.8825,
+ "mean_bp_cosine": 0.7004428058862686,
+ "mean_rho": 0.9999219477176666,
+ "mean_nudge_001": -0.013686691803741269,
+ "mean_nudge_003": -0.03912358166417107,
+ "mean_nudge_01": -0.11077304021455348,
+ "bp_cosine_per_layer": [
+ 0.7438379526138306,
+ 0.7323452234268188,
+ 0.723551869392395,
+ 0.7129155397415161,
+ 0.6892737746238708,
+ 0.6759694814682007,
+ 0.6671421527862549,
+ 0.658506453037262
+ ],
+ "rho_per_layer": [
+ 0.9999985694885254,
+ 0.9999985694885254,
+ 0.9999951720237732,
+ 0.9999872446060181,
+ 0.9999734163284302,
+ 0.9999377727508545,
+ 0.9998385310173035,
+ 0.9996463060379028
+ ],
+ "nudge_per_layer": [
+ -0.3025854229927063,
+ -0.20860256254673004,
+ -0.13888010382652283,
+ -0.09112250804901123,
+ -0.0598360076546669,
+ -0.039668694138526917,
+ -0.026830831542611122,
+ -0.018658190965652466
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8805,
+ "mean_bp_cosine": 0.030201979679986835,
+ "mean_rho": 0.14581625070422888,
+ "mean_nudge_001": -0.007218341752377455,
+ "mean_nudge_003": -0.021398383076302707,
+ "mean_nudge_01": -0.06869508739328012,
+ "bp_cosine_per_layer": [
+ -0.0057187266647815704,
+ 0.03526674211025238,
+ 0.03511466830968857,
+ 0.043710630387067795,
+ 0.04474484175443649,
+ 0.03394380211830139,
+ 0.03243564814329147,
+ 0.022118231281638145
+ ],
+ "rho_per_layer": [
+ -0.08895743638277054,
+ 0.2165505439043045,
+ 0.14878079295158386,
+ 0.23983460664749146,
+ 0.23414158821105957,
+ 0.22946099936962128,
+ 0.044252023100852966,
+ 0.14246688783168793
+ ],
+ "nudge_per_layer": [
+ 0.20587505400180817,
+ -0.4487733840942383,
+ -0.17917752265930176,
+ -0.0796520859003067,
+ -0.03180943429470062,
+ -0.009406229481101036,
+ -0.004543165676295757,
+ -0.0020739310421049595
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.1155,
+ "mean_bp_cosine": 0.04451697081094608,
+ "mean_rho": -0.013691710773855448,
+ "mean_nudge_001": -294302.75,
+ "mean_nudge_003": -880992.0,
+ "mean_nudge_01": -2656252.75,
+ "bp_cosine_per_layer": [
+ 0.30725735425949097,
+ 0.12316203862428665,
+ -0.0629364550113678,
+ 0.007313757669180632,
+ -0.009149492718279362,
+ -0.008323092944920063,
+ -0.006843051873147488,
+ 0.005654708482325077
+ ],
+ "rho_per_layer": [
+ -0.0015011467039585114,
+ 0.0004240265116095543,
+ 0.0019385055638849735,
+ 0.0008086063899099827,
+ -0.11120367795228958,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "nudge_per_layer": [
+ -20625168.0,
+ -717604.0,
+ -58672.0,
+ 134824.0,
+ 16604.0,
+ -6.0,
+ 0.0,
+ 0.0
+ ],
+ "state_pred_error_per_layer": [
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29
+ ],
+ "mean_state_pred_error": 1.2424051312422632e+29
+ },
+ "credit_bridge": {
+ "test_acc": 0.1095,
+ "mean_bp_cosine": 0.0375741989701055,
+ "mean_rho": 0.011375281232176349,
+ "mean_nudge_001": 64012.0,
+ "mean_nudge_003": 195061.0,
+ "mean_nudge_01": 1148873.0,
+ "bp_cosine_per_layer": [
+ 0.04903252795338631,
+ 0.20776475965976715,
+ 0.12520574033260345,
+ -0.2015925794839859,
+ -0.03666269779205322,
+ 0.005083487834781408,
+ 0.13890880346298218,
+ 0.012853549793362617
+ ],
+ "rho_per_layer": [
+ 0.011465835385024548,
+ 0.00849771499633789,
+ 0.0009214465972036123,
+ -0.005531121976673603,
+ 0.07564837485551834,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "nudge_per_layer": [
+ 10792360.0,
+ -1553496.0,
+ -27560.0,
+ -69368.0,
+ 49144.0,
+ -96.0,
+ 0.0,
+ 0.0
+ ],
+ "final_value_loss": 1.0739092229740712e+19,
+ "final_term_loss": 5.965625762330856e+18,
+ "final_bridge_loss": 4.773466424748804e+18,
+ "final_tgrad_loss": 0.753796951675415
+ }
+ },
+ "a1.0_L2_s42": {
+ "bp": {
+ "test_acc": 0.79,
+ "mean_bp_cosine": 0.9718506336212158,
+ "mean_rho": 0.9999988377094269,
+ "mean_nudge_001": -0.030717147514224052,
+ "mean_nudge_003": -0.08905789628624916,
+ "mean_nudge_01": -0.2628655806183815,
+ "bp_cosine_per_layer": [
+ 0.977530300617218,
+ 0.9661709666252136
+ ],
+ "rho_per_layer": [
+ 0.9999992847442627,
+ 0.9999983906745911
+ ],
+ "nudge_per_layer": [
+ -0.3279687762260437,
+ -0.1977623850107193
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.7575,
+ "mean_bp_cosine": 0.03516392147867009,
+ "mean_rho": -0.00011159107089042664,
+ "mean_nudge_001": -0.000253174692261382,
+ "mean_nudge_003": -0.0007429331817547791,
+ "mean_nudge_01": -0.0022771726071368903,
+ "bp_cosine_per_layer": [
+ -0.0018995754653587937,
+ 0.07222741842269897
+ ],
+ "rho_per_layer": [
+ -0.03529410809278488,
+ 0.03507092595100403
+ ],
+ "nudge_per_layer": [
+ 0.00033701310167089105,
+ -0.004891358315944672
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7315,
+ "mean_bp_cosine": 0.6242872625589371,
+ "mean_rho": 0.576740100979805,
+ "mean_nudge_001": -0.013815624406561255,
+ "mean_nudge_003": -0.04068431770429015,
+ "mean_nudge_01": -0.12692053988575935,
+ "bp_cosine_per_layer": [
+ 0.7724592089653015,
+ 0.47611531615257263
+ ],
+ "rho_per_layer": [
+ 0.7083259224891663,
+ 0.4451542794704437
+ ],
+ "nudge_per_layer": [
+ -0.2117496132850647,
+ -0.04209146648645401
+ ],
+ "state_pred_error_per_layer": [
+ 2210.423828125,
+ 264.2466125488281
+ ],
+ "mean_state_pred_error": 1237.335220336914
+ },
+ "credit_bridge": {
+ "test_acc": 0.556,
+ "mean_bp_cosine": 0.1866571605205536,
+ "mean_rho": 0.2675167992711067,
+ "mean_nudge_001": -0.0047563593834638596,
+ "mean_nudge_003": -0.014220114797353745,
+ "mean_nudge_01": -0.04682535119354725,
+ "bp_cosine_per_layer": [
+ 0.14650292694568634,
+ 0.22681139409542084
+ ],
+ "rho_per_layer": [
+ 0.22659505903720856,
+ 0.3084385395050049
+ ],
+ "nudge_per_layer": [
+ -0.06274554133415222,
+ -0.030905161052942276
+ ],
+ "final_value_loss": 0.24172186150550842,
+ "final_term_loss": 0.06502777924537659,
+ "final_bridge_loss": 0.03994156485795975,
+ "final_tgrad_loss": 0.13675251703262328
+ }
+ },
+ "a1.0_L8_s42": {
+ "bp": {
+ "test_acc": 0.753,
+ "mean_bp_cosine": 0.8404746800661087,
+ "mean_rho": 0.9999860152602196,
+ "mean_nudge_001": -0.03076103754574433,
+ "mean_nudge_003": -0.08962251944467425,
+ "mean_nudge_01": -0.26998535776510835,
+ "bp_cosine_per_layer": [
+ 0.8599272966384888,
+ 0.8556707501411438,
+ 0.8523739576339722,
+ 0.848276674747467,
+ 0.8402513265609741,
+ 0.8327686190605164,
+ 0.8243966698646545,
+ 0.8101321458816528
+ ],
+ "rho_per_layer": [
+ 0.9999995231628418,
+ 0.9999991059303284,
+ 0.9999986290931702,
+ 0.9999972581863403,
+ 0.999995231628418,
+ 0.999988853931427,
+ 0.999974250793457,
+ 0.9999352693557739
+ ],
+ "nudge_per_layer": [
+ -0.5608033537864685,
+ -0.46859920024871826,
+ -0.3716525733470917,
+ -0.2780599594116211,
+ -0.19847190380096436,
+ -0.13576632738113403,
+ -0.08930139243602753,
+ -0.057228151708841324
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.7235,
+ "mean_bp_cosine": 0.04556959925685078,
+ "mean_rho": 0.048565957229584455,
+ "mean_nudge_001": -0.00017181782459374517,
+ "mean_nudge_003": -0.0005837090320710558,
+ "mean_nudge_01": -0.0014622680901084095,
+ "bp_cosine_per_layer": [
+ -0.009654381312429905,
+ 0.06123851239681244,
+ 0.05049855262041092,
+ 0.06316959857940674,
+ 0.06684726476669312,
+ 0.04511053115129471,
+ 0.06236346811056137,
+ 0.024983247742056847
+ ],
+ "rho_per_layer": [
+ -0.04901190102100372,
+ 0.05014052242040634,
+ 0.041004884988069534,
+ 0.0795036256313324,
+ 0.11356800049543381,
+ 0.03488320857286453,
+ 0.06926114857196808,
+ 0.049178168177604675
+ ],
+ "nudge_per_layer": [
+ 0.009471571072936058,
+ -0.008436895906925201,
+ -0.0030148853547871113,
+ -0.002505694981664419,
+ -0.0025559633504599333,
+ -0.0017773781437426805,
+ -0.002164034638553858,
+ -0.0007148634176701307
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.669,
+ "mean_bp_cosine": 0.17768670711666346,
+ "mean_rho": 0.1722423667088151,
+ "mean_nudge_001": -0.003032438595255371,
+ "mean_nudge_003": -0.009077076290850528,
+ "mean_nudge_01": -0.02989676801371388,
+ "bp_cosine_per_layer": [
+ 0.4364655911922455,
+ 0.2538519501686096,
+ 0.12610256671905518,
+ 0.11331324279308319,
+ 0.12084640562534332,
+ 0.12215165793895721,
+ 0.1230584904551506,
+ 0.12570375204086304
+ ],
+ "rho_per_layer": [
+ 0.3833135962486267,
+ 0.2661164402961731,
+ 0.1022414043545723,
+ 0.0808584988117218,
+ 0.13698244094848633,
+ 0.1416344791650772,
+ 0.1372133493423462,
+ 0.12957872450351715
+ ],
+ "nudge_per_layer": [
+ -0.19196540117263794,
+ -0.024129249155521393,
+ -0.005033540539443493,
+ -0.0036849211901426315,
+ -0.003727084957063198,
+ -0.003625791519880295,
+ -0.0035160125698894262,
+ -0.003492143005132675
+ ],
+ "state_pred_error_per_layer": [
+ 10125.46875,
+ 4586.849609375,
+ 2924.994384765625,
+ 2696.109130859375,
+ 2272.20361328125,
+ 2131.38916015625,
+ 1861.77978515625,
+ 1746.7655029296875
+ ],
+ "mean_state_pred_error": 3543.1949920654297
+ },
+ "credit_bridge": {
+ "test_acc": 0.574,
+ "mean_bp_cosine": 0.14715833496302366,
+ "mean_rho": 0.21127336705103517,
+ "mean_nudge_001": -0.0017491802136646584,
+ "mean_nudge_003": -0.005117673281347379,
+ "mean_nudge_01": -0.017382657038979232,
+ "bp_cosine_per_layer": [
+ 0.034526653587818146,
+ 0.05641080439090729,
+ 0.10281616449356079,
+ 0.15385565161705017,
+ 0.18335095047950745,
+ 0.20484405755996704,
+ 0.21195781230926514,
+ 0.22950458526611328
+ ],
+ "rho_per_layer": [
+ 0.036690596491098404,
+ 0.08035410940647125,
+ 0.14528854191303253,
+ 0.19739355146884918,
+ 0.2672373652458191,
+ 0.3182218074798584,
+ 0.32729244232177734,
+ 0.3177085220813751
+ ],
+ "nudge_per_layer": [
+ -0.04240123927593231,
+ -0.01825123094022274,
+ -0.012862971983850002,
+ -0.012372580356895924,
+ -0.012917900457978249,
+ -0.01307743415236473,
+ -0.013364783488214016,
+ -0.013813115656375885
+ ],
+ "final_value_loss": 0.5224067583084107,
+ "final_term_loss": 0.30657225689888,
+ "final_bridge_loss": 0.06283499038815499,
+ "final_tgrad_loss": 0.15299950742721558
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_smoke/synth_a0.0_L2_s42.json b/results/synth_ladder_smoke/synth_a0.0_L2_s42.json
new file mode 100644
index 0000000..7a42e31
--- /dev/null
+++ b/results/synth_ladder_smoke/synth_a0.0_L2_s42.json
@@ -0,0 +1,1172 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.7533995316505433,
+ 0.7836601768493653,
+ 0.4336150965690613,
+ 0.3156591456890106,
+ 0.26115909841060636,
+ 0.21855008835792541,
+ 0.20245241773128508,
+ 0.1854707410812378,
+ 0.171177279484272,
+ 0.1577904580116272,
+ 0.16167830117940904,
+ 0.13525569295883177,
+ 0.15880949127674102,
+ 0.1267966023683548,
+ 0.135716259598732,
+ 0.12722588217258454,
+ 0.1248846586227417,
+ 0.12528773012161254,
+ 0.13043007722496985,
+ 0.10238944809436798,
+ 0.10000436370372773,
+ 0.09743008491992951,
+ 0.09774633845090866,
+ 0.0909515031337738,
+ 0.08864497351646423,
+ 0.09541612682342529,
+ 0.08492451270222665,
+ 0.07652511271238327,
+ 0.07194267210960388,
+ 0.0679610144495964,
+ 0.07048724781274796,
+ 0.06801209087371826,
+ 0.06563281005620956,
+ 0.06872930953502655,
+ 0.06238800450563431,
+ 0.06467725517749787,
+ 0.06289580785036088,
+ 0.05844259022772312,
+ 0.0557950256228447,
+ 0.05462282573878765,
+ 0.053031637322902676,
+ 0.05512283474802971,
+ 0.052326148790121076,
+ 0.051231220483779906,
+ 0.04978705406785011,
+ 0.049222904124856,
+ 0.04818815061151981,
+ 0.04727265299856663,
+ 0.04677308195531368,
+ 0.04608564888834953,
+ 0.0458140979886055,
+ 0.04530899636745453,
+ 0.045030354833602904,
+ 0.04478087300062179,
+ 0.044504375572502614,
+ 0.04426856064796448,
+ 0.04410454820394516,
+ 0.04398917088881135,
+ 0.04390392400026322,
+ 0.043855037939548494
+ ],
+ "train_acc": [
+ 0.4163,
+ 0.796,
+ 0.8972,
+ 0.9216,
+ 0.9325,
+ 0.9467,
+ 0.9423,
+ 0.9446,
+ 0.9512,
+ 0.9541,
+ 0.9472,
+ 0.9636,
+ 0.9431,
+ 0.96,
+ 0.9528,
+ 0.9593,
+ 0.9587,
+ 0.9555,
+ 0.9543,
+ 0.9691,
+ 0.9696,
+ 0.9704,
+ 0.9695,
+ 0.9739,
+ 0.9773,
+ 0.97,
+ 0.9778,
+ 0.9804,
+ 0.9834,
+ 0.9887,
+ 0.9839,
+ 0.9856,
+ 0.9865,
+ 0.9843,
+ 0.9888,
+ 0.9862,
+ 0.9877,
+ 0.9917,
+ 0.9918,
+ 0.9936,
+ 0.9945,
+ 0.9926,
+ 0.9938,
+ 0.9948,
+ 0.9954,
+ 0.9959,
+ 0.9962,
+ 0.9968,
+ 0.9973,
+ 0.9969,
+ 0.9976,
+ 0.9979,
+ 0.9975,
+ 0.9979,
+ 0.9978,
+ 0.9981,
+ 0.9981,
+ 0.9981,
+ 0.9981,
+ 0.9981
+ ],
+ "test_acc": [
+ 0.6825,
+ 0.841,
+ 0.888,
+ 0.904,
+ 0.909,
+ 0.9115,
+ 0.922,
+ 0.9275,
+ 0.921,
+ 0.924,
+ 0.916,
+ 0.9305,
+ 0.9225,
+ 0.928,
+ 0.917,
+ 0.925,
+ 0.9365,
+ 0.919,
+ 0.9295,
+ 0.9355,
+ 0.93,
+ 0.937,
+ 0.935,
+ 0.9365,
+ 0.932,
+ 0.932,
+ 0.938,
+ 0.937,
+ 0.9395,
+ 0.941,
+ 0.9415,
+ 0.9385,
+ 0.9405,
+ 0.9355,
+ 0.942,
+ 0.937,
+ 0.933,
+ 0.939,
+ 0.9395,
+ 0.941,
+ 0.944,
+ 0.9445,
+ 0.9425,
+ 0.9405,
+ 0.945,
+ 0.944,
+ 0.9435,
+ 0.9445,
+ 0.946,
+ 0.946,
+ 0.9445,
+ 0.9445,
+ 0.943,
+ 0.9445,
+ 0.946,
+ 0.9445,
+ 0.945,
+ 0.9445,
+ 0.9445,
+ 0.9445
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.841028094291687,
+ 0.8316808938980103
+ ],
+ "perturbation_rho": [
+ 0.9999988079071045,
+ 0.9999943971633911
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02241116389632225,
+ -0.00732467882335186
+ ],
+ "0.003": [
+ -0.05696076154708862,
+ -0.02089458703994751
+ ],
+ "0.01": [
+ -0.10806188732385635,
+ -0.058222346007823944
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2681663370132448,
+ 1.5578918802261352,
+ 0.9035645442008973,
+ 0.5999464567184448,
+ 0.4491278485774994,
+ 0.3660543300151825,
+ 0.31826040496826175,
+ 0.28996203372478485,
+ 0.27258815791606905,
+ 0.258673814201355,
+ 0.2605429262816906,
+ 0.2453741048812866,
+ 0.2707838849082589,
+ 0.24489454474449157,
+ 0.2667243903636932,
+ 0.24532563347816466,
+ 0.2407766224384308,
+ 0.2794936346054077,
+ 0.23863817923367023,
+ 0.227928395652771,
+ 0.22128773531913756,
+ 0.24110795383453368,
+ 0.25780398631095885,
+ 0.23606836762428285,
+ 0.22999447169303894,
+ 0.21888184334039687,
+ 0.22170222326517106,
+ 0.20384172608852386,
+ 0.21664435220509767,
+ 0.18759276245832443,
+ 0.1907250598371029,
+ 0.19302489280700683,
+ 0.21028617808818817,
+ 0.18639517907500266,
+ 0.18032784458398818,
+ 0.17618319692611695,
+ 0.18565691118240357,
+ 0.17661046228408814,
+ 0.17732410440444946,
+ 0.17734829990416764,
+ 0.1658576126098633,
+ 0.18027312584370375,
+ 0.1593181769669056,
+ 0.1599530577659607,
+ 0.15934612050056457,
+ 0.15842962717413903,
+ 0.15354473167657853,
+ 0.15257517569065093,
+ 0.15343474090099335,
+ 0.15061425738334655,
+ 0.1513981466114521,
+ 0.14823738946914672,
+ 0.14945683048963546,
+ 0.14723094618320465,
+ 0.14593036649525165,
+ 0.14519548625946044,
+ 0.1448047935962677,
+ 0.14448406311944126,
+ 0.1441643814086914,
+ 0.14402359859347344
+ ],
+ "train_acc": [
+ 0.1713,
+ 0.4916,
+ 0.6924,
+ 0.7834,
+ 0.8324,
+ 0.8582,
+ 0.8748,
+ 0.885,
+ 0.8912,
+ 0.9011,
+ 0.8987,
+ 0.9039,
+ 0.9046,
+ 0.9101,
+ 0.9077,
+ 0.9128,
+ 0.915,
+ 0.9068,
+ 0.9177,
+ 0.9215,
+ 0.925,
+ 0.9222,
+ 0.9191,
+ 0.9216,
+ 0.9253,
+ 0.9266,
+ 0.9282,
+ 0.9318,
+ 0.9305,
+ 0.9359,
+ 0.9363,
+ 0.9367,
+ 0.9354,
+ 0.9373,
+ 0.9387,
+ 0.942,
+ 0.9376,
+ 0.941,
+ 0.9397,
+ 0.9416,
+ 0.9439,
+ 0.9414,
+ 0.946,
+ 0.9467,
+ 0.9471,
+ 0.9448,
+ 0.9478,
+ 0.9485,
+ 0.9475,
+ 0.9489,
+ 0.948,
+ 0.9483,
+ 0.9483,
+ 0.9498,
+ 0.9493,
+ 0.9501,
+ 0.9509,
+ 0.9508,
+ 0.9508,
+ 0.9507
+ ],
+ "test_acc": [
+ 0.3065,
+ 0.6105,
+ 0.7235,
+ 0.7705,
+ 0.8025,
+ 0.8175,
+ 0.8315,
+ 0.843,
+ 0.841,
+ 0.8485,
+ 0.855,
+ 0.849,
+ 0.865,
+ 0.867,
+ 0.858,
+ 0.8625,
+ 0.8545,
+ 0.8615,
+ 0.8605,
+ 0.872,
+ 0.8695,
+ 0.861,
+ 0.8765,
+ 0.874,
+ 0.8795,
+ 0.8765,
+ 0.878,
+ 0.882,
+ 0.8805,
+ 0.886,
+ 0.882,
+ 0.88,
+ 0.8805,
+ 0.8835,
+ 0.8875,
+ 0.8865,
+ 0.886,
+ 0.8825,
+ 0.8845,
+ 0.885,
+ 0.886,
+ 0.8895,
+ 0.8915,
+ 0.891,
+ 0.8915,
+ 0.888,
+ 0.886,
+ 0.8925,
+ 0.889,
+ 0.8865,
+ 0.887,
+ 0.889,
+ 0.889,
+ 0.89,
+ 0.891,
+ 0.891,
+ 0.891,
+ 0.891,
+ 0.8905,
+ 0.8905
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.002617625752463937,
+ 0.059033285826444626
+ ],
+ "perturbation_rho": [
+ -0.03406350687146187,
+ 0.007601428776979446
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0003772574127651751,
+ -0.0005316028255037963
+ ],
+ "0.003": [
+ -0.0009525500936433673,
+ -0.001586500322446227
+ ],
+ "0.01": [
+ -0.0010169181041419506,
+ -0.005193162709474564
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.0382345211029054,
+ 1.0948151384353637,
+ 0.6032020771503448,
+ 0.40623809757232665,
+ 0.33226056547164917,
+ 0.3133425868034363,
+ 0.30417577662467954,
+ 0.3053503430366516,
+ 0.31328839625120164,
+ 0.31271673035621644,
+ 0.3245254298210144,
+ 0.31218559067249296,
+ 0.3044342563152313,
+ 0.31126695098876955,
+ 0.3119384925365448,
+ 0.30271564536094664,
+ 0.30667407779693606,
+ 0.3065519708395004,
+ 0.30940110969543455,
+ 0.3272845676660538,
+ 0.3199685447216034,
+ 0.32677091150283816,
+ 0.32642143268585205,
+ 0.33318281002044675,
+ 0.36578635778427127,
+ 0.37762247943878174,
+ 0.39828639793396,
+ 0.3289969065666199,
+ 0.3450239597797394,
+ 0.358044877243042,
+ 0.36087529759407044,
+ 0.36222470116615296,
+ 0.33878248867988586,
+ 0.3413470969080925,
+ 0.3363194646835327,
+ 0.343668280172348,
+ 0.34620368288755415,
+ 0.32506093147993087,
+ 0.3287040949821472,
+ 0.32957409336566923,
+ 0.3357783727645874,
+ 0.33654043445587156,
+ 0.3232738302230835,
+ 0.3100067971229553,
+ 0.3171101568222046,
+ 0.3073707001209259,
+ 0.30577496590614317,
+ 0.313213066983223,
+ 0.29881200022697446,
+ 0.2981369870185852,
+ 0.30165741591453554,
+ 0.2990313836097717,
+ 0.29394608516693116,
+ 0.2944581679344177,
+ 0.2910430798530579,
+ 0.2914781629562378,
+ 0.2900803961753845,
+ 0.28867093825340273,
+ 0.28835845890045164,
+ 0.2879593663215637
+ ],
+ "train_acc": [
+ 0.2672,
+ 0.6388,
+ 0.7992,
+ 0.8588,
+ 0.879,
+ 0.8775,
+ 0.8801,
+ 0.8794,
+ 0.8784,
+ 0.8798,
+ 0.8755,
+ 0.8774,
+ 0.8824,
+ 0.8796,
+ 0.8779,
+ 0.8837,
+ 0.8817,
+ 0.8798,
+ 0.8804,
+ 0.873,
+ 0.8771,
+ 0.8717,
+ 0.8701,
+ 0.8727,
+ 0.8597,
+ 0.8592,
+ 0.8536,
+ 0.8736,
+ 0.8688,
+ 0.8657,
+ 0.8613,
+ 0.8636,
+ 0.8696,
+ 0.8708,
+ 0.8713,
+ 0.8673,
+ 0.8674,
+ 0.8758,
+ 0.8726,
+ 0.8733,
+ 0.8726,
+ 0.871,
+ 0.8732,
+ 0.8793,
+ 0.8785,
+ 0.8824,
+ 0.8814,
+ 0.8756,
+ 0.8846,
+ 0.885,
+ 0.8841,
+ 0.8847,
+ 0.8864,
+ 0.887,
+ 0.887,
+ 0.8879,
+ 0.8871,
+ 0.8875,
+ 0.8887,
+ 0.8889
+ ],
+ "test_acc": [
+ 0.504,
+ 0.7175,
+ 0.8095,
+ 0.8285,
+ 0.833,
+ 0.834,
+ 0.828,
+ 0.8205,
+ 0.8225,
+ 0.829,
+ 0.8275,
+ 0.8185,
+ 0.8205,
+ 0.825,
+ 0.8255,
+ 0.8325,
+ 0.831,
+ 0.8215,
+ 0.829,
+ 0.817,
+ 0.817,
+ 0.817,
+ 0.8235,
+ 0.818,
+ 0.7945,
+ 0.7985,
+ 0.8165,
+ 0.8215,
+ 0.7985,
+ 0.8005,
+ 0.8095,
+ 0.816,
+ 0.794,
+ 0.819,
+ 0.8165,
+ 0.8045,
+ 0.8145,
+ 0.805,
+ 0.8175,
+ 0.7915,
+ 0.807,
+ 0.8145,
+ 0.8265,
+ 0.8245,
+ 0.818,
+ 0.817,
+ 0.8295,
+ 0.8165,
+ 0.8215,
+ 0.817,
+ 0.827,
+ 0.8245,
+ 0.826,
+ 0.8275,
+ 0.8265,
+ 0.8235,
+ 0.825,
+ 0.826,
+ 0.8245,
+ 0.825
+ ],
+ "state_pred_error": [
+ 0.7940658317565918,
+ 0.3446289403915405,
+ 0.21205402789115907,
+ 0.18055613265037537,
+ 0.17316545538902284,
+ 0.16974504861831666,
+ 0.16455158114433288,
+ 0.1532918233156204,
+ 0.1344613233089447,
+ 0.11496315777301788,
+ 0.09990090398788452,
+ 0.0852064457654953,
+ 0.07807356501817703,
+ 0.06980399495363235,
+ 0.06664942329525947,
+ 0.06597541292905808,
+ 0.062055612790584566,
+ 0.06308431391716003,
+ 0.062131305885314944,
+ 0.06258162593841553,
+ 0.06345035761594772,
+ 0.06398923227190971,
+ 0.06478530389666558,
+ 0.06886953679323196,
+ 0.06948684022426606,
+ 0.0712984862446785,
+ 0.0716869054555893,
+ 0.07109182901382446,
+ 0.0715145544052124,
+ 0.07274168980121612,
+ 0.07417786152362824,
+ 0.07344579526185989,
+ 0.07273043178319931,
+ 0.07403365852832794,
+ 0.07517185529470444,
+ 0.07344330585598946,
+ 0.07345378184318542,
+ 0.07930274074077606,
+ 0.07390495628118515,
+ 0.0726435121536255,
+ 0.07187280968427658,
+ 0.07082273955345154,
+ 0.07124607337713242,
+ 0.06916670203208923,
+ 0.06908640279769898,
+ 0.06788007100820541,
+ 0.06682880482673645,
+ 0.06678611476421356,
+ 0.06645168607234955,
+ 0.0616137608230114,
+ 0.06136730970740318,
+ 0.06039532200098038,
+ 0.059799978923797605,
+ 0.05922998292446136,
+ 0.05737149256467819,
+ 0.05544037868976593,
+ 0.05257278437614441,
+ 0.05509069833755493,
+ 0.05201517162322998,
+ 0.05045925542712212
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8860390186309814,
+ 0.29011964797973633
+ ],
+ "perturbation_rho": [
+ 0.729070782661438,
+ 0.16372419893741608
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0223261546343565,
+ -0.002173823770135641
+ ],
+ "0.003": [
+ -0.06377331912517548,
+ -0.006489826366305351
+ ],
+ "0.01": [
+ -0.17900359630584717,
+ -0.021273087710142136
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 33793.6875,
+ 17287.951171875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2692262367248537,
+ 1.5542793827056884,
+ 0.9020736213684082,
+ 0.596830725479126,
+ 0.4468186724662781,
+ 0.3618718198776245,
+ 0.31232853326797483,
+ 0.2787938956260681,
+ 0.2674659299373627,
+ 0.2642947849750519,
+ 0.2523771431446075,
+ 0.24515730214118958,
+ 0.2538480486392975,
+ 0.28014468059539793,
+ 0.31275188341140747,
+ 0.36153240275383,
+ 0.45546971778869627,
+ 0.470155521774292,
+ 0.49532660064697265,
+ 0.6091033678054809,
+ 0.6895332248687744,
+ 0.8440474328041077,
+ 0.9790623798370361,
+ 1.0800415994644166,
+ 1.2051820819854737,
+ 1.2633331064224242,
+ 1.2919290416717528,
+ 1.3715517765998841,
+ 1.3725673580169677,
+ 1.4548830583572387,
+ 1.4191310758590698,
+ 1.3940866708755493,
+ 1.4137959768295287,
+ 1.3491390239715577,
+ 1.3602781624317168,
+ 1.2946188051223755,
+ 1.3052873740196227,
+ 1.271211790084839,
+ 1.2458847396850585,
+ 1.221630898284912,
+ 1.2014152545928956,
+ 1.1802498739242553,
+ 1.1862596946716308,
+ 1.1738021017074585,
+ 1.149361166381836,
+ 1.146301950263977,
+ 1.123859150505066,
+ 1.1185205829620362,
+ 1.1123267906188965,
+ 1.101036505126953,
+ 1.088988446044922,
+ 1.079156160736084,
+ 1.0718450695037842,
+ 1.065549393081665,
+ 1.0595159755706787,
+ 1.0557796686172485,
+ 1.0525294914245606,
+ 1.0508896852493286,
+ 1.0492018606185913,
+ 1.0485244590759277
+ ],
+ "train_acc": [
+ 0.1678,
+ 0.4881,
+ 0.6916,
+ 0.7856,
+ 0.834,
+ 0.8604,
+ 0.8766,
+ 0.8891,
+ 0.8969,
+ 0.8957,
+ 0.9013,
+ 0.9053,
+ 0.9055,
+ 0.9019,
+ 0.8975,
+ 0.8912,
+ 0.8739,
+ 0.8689,
+ 0.8627,
+ 0.8466,
+ 0.8313,
+ 0.8064,
+ 0.7853,
+ 0.7715,
+ 0.7514,
+ 0.7433,
+ 0.7304,
+ 0.7127,
+ 0.7089,
+ 0.6894,
+ 0.6898,
+ 0.6898,
+ 0.6846,
+ 0.6929,
+ 0.6888,
+ 0.6896,
+ 0.6874,
+ 0.6922,
+ 0.6915,
+ 0.6901,
+ 0.6957,
+ 0.6928,
+ 0.689,
+ 0.6875,
+ 0.6931,
+ 0.6961,
+ 0.693,
+ 0.6958,
+ 0.6921,
+ 0.7,
+ 0.6966,
+ 0.6992,
+ 0.6993,
+ 0.7002,
+ 0.7014,
+ 0.7012,
+ 0.7017,
+ 0.7013,
+ 0.7013,
+ 0.7015
+ ],
+ "test_acc": [
+ 0.319,
+ 0.61,
+ 0.727,
+ 0.7705,
+ 0.8105,
+ 0.818,
+ 0.8355,
+ 0.8335,
+ 0.8395,
+ 0.8495,
+ 0.8565,
+ 0.8575,
+ 0.8595,
+ 0.8455,
+ 0.8455,
+ 0.834,
+ 0.817,
+ 0.813,
+ 0.793,
+ 0.783,
+ 0.7655,
+ 0.7445,
+ 0.73,
+ 0.721,
+ 0.7015,
+ 0.7085,
+ 0.6835,
+ 0.6705,
+ 0.661,
+ 0.65,
+ 0.662,
+ 0.652,
+ 0.6485,
+ 0.6565,
+ 0.6525,
+ 0.6585,
+ 0.6465,
+ 0.66,
+ 0.6535,
+ 0.648,
+ 0.647,
+ 0.649,
+ 0.6465,
+ 0.655,
+ 0.6475,
+ 0.65,
+ 0.653,
+ 0.6525,
+ 0.6485,
+ 0.653,
+ 0.6555,
+ 0.6525,
+ 0.656,
+ 0.654,
+ 0.654,
+ 0.6575,
+ 0.656,
+ 0.6565,
+ 0.656,
+ 0.656
+ ],
+ "value_loss": [
+ 2.909094351196289,
+ 0.7658272996902465,
+ 0.6340765568733215,
+ 0.5706955344200134,
+ 0.5016238324642182,
+ 0.43215153760910036,
+ 0.3868287033081055,
+ 0.35505294566154477,
+ 0.3537649361371994,
+ 0.3869753558635712,
+ 0.38371925399303436,
+ 0.3659987478256226,
+ 0.3994653451919556,
+ 0.4804273064136505,
+ 0.617082247543335,
+ 0.8328494649887085,
+ 1.19136689453125,
+ 1.1524452226638795,
+ 1.273973949432373,
+ 1.6705972339630126,
+ 1.947713963317871,
+ 2.429694472694397,
+ 2.9975417751312254,
+ 3.3247394645690918,
+ 4.073798774719238,
+ 4.177117526245117,
+ 4.067596185684204,
+ 4.233567604827881,
+ 3.9992895797729493,
+ 4.0748225051879885,
+ 3.6166735214233396,
+ 3.5715755424499513,
+ 3.170370510101318,
+ 2.6065550357818603,
+ 2.4747390007972716,
+ 2.096208452987671,
+ 1.974884965133667,
+ 1.788527022743225,
+ 1.615757702445984,
+ 1.4653602067947387,
+ 1.3991004487991332,
+ 1.2780299221038818,
+ 1.231626374053955,
+ 1.1686214462280273,
+ 1.0741170415878296,
+ 1.009229591178894,
+ 0.9554481613159179,
+ 0.9123099586486817,
+ 0.8534572563171386,
+ 0.8179267116546631,
+ 0.7517884971618652,
+ 0.7146735996246338,
+ 0.6941907648086548,
+ 0.6707411470413208,
+ 0.6082350830078125,
+ 0.6151707311630249,
+ 0.5768671339035034,
+ 0.5514906231880188,
+ 0.5400699325561523,
+ 0.5207448813438416
+ ],
+ "term_loss": [
+ 1.6756160216331482,
+ 0.3529724612236023,
+ 0.390537335395813,
+ 0.3742113214969635,
+ 0.33054120086431504,
+ 0.26847299547195436,
+ 0.22873805408477782,
+ 0.213564708507061,
+ 0.2188684166431427,
+ 0.2586360571861267,
+ 0.2644814089179039,
+ 0.2492242072761059,
+ 0.2802458667755127,
+ 0.35211685800552367,
+ 0.4764906127929687,
+ 0.6769205916404724,
+ 1.0035622982025147,
+ 0.9530633958816528,
+ 1.0660293413162232,
+ 1.427315857410431,
+ 1.6753887001037597,
+ 2.1101916246414185,
+ 2.6351540704727174,
+ 2.93334910736084,
+ 3.628789786529541,
+ 3.7103049926757814,
+ 3.5738488626480103,
+ 3.7151432455062867,
+ 3.4672480880737306,
+ 3.5043161994934082,
+ 3.0582513076782227,
+ 2.9907237396240234,
+ 2.609465662384033,
+ 2.0792490367889402,
+ 1.9462039555549622,
+ 1.6056369823455812,
+ 1.4855788904190064,
+ 1.3233418182373047,
+ 1.1531369215011598,
+ 1.010161297416687,
+ 0.9468067415237427,
+ 0.8260270189285278,
+ 0.7786426908493042,
+ 0.7235319651603699,
+ 0.6420190993309021,
+ 0.5773346517562866,
+ 0.5359861539840698,
+ 0.506299984741211,
+ 0.45566908836364745,
+ 0.4283084735870361,
+ 0.37325937843322754,
+ 0.3429936631202698,
+ 0.3306818127632141,
+ 0.31145757360458376,
+ 0.26386104679107664,
+ 0.27378877906799315,
+ 0.2430652662754059,
+ 0.22444696111679077,
+ 0.2165537470817566,
+ 0.20168962478637695
+ ],
+ "bridge_loss": [
+ 0.9061962479351089,
+ 0.11340018844604492,
+ 0.018831115587055684,
+ 0.006585106197744608,
+ 0.007741253206133843,
+ 0.01931276010274887,
+ 0.02597333793640137,
+ 0.020665125489234923,
+ 0.016416490584611892,
+ 0.00939844745695591,
+ 0.006557002264261246,
+ 0.007693992963433266,
+ 0.00838148719072342,
+ 0.010554035685956479,
+ 0.014100195910781621,
+ 0.019740482191741467,
+ 0.029861405584216117,
+ 0.03811971082091332,
+ 0.04297128603458405,
+ 0.05843619774580002,
+ 0.07096547927856445,
+ 0.09096145362854004,
+ 0.11484820014238357,
+ 0.13357684574127196,
+ 0.17190906581878662,
+ 0.1907400098323822,
+ 0.21238168239593505,
+ 0.22990054244995117,
+ 0.2459044690132141,
+ 0.2736733878135681,
+ 0.271633962059021,
+ 0.29980236659049986,
+ 0.28194295258522034,
+ 0.2610706382751465,
+ 0.26103880503177646,
+ 0.23405041053295136,
+ 0.23127240090370177,
+ 0.21618038527965547,
+ 0.21614487179517747,
+ 0.21264133446216582,
+ 0.2144686206102371,
+ 0.21590589094161988,
+ 0.21614528675079345,
+ 0.21047820831537248,
+ 0.20197302742004394,
+ 0.20249471414089204,
+ 0.19271916406154632,
+ 0.1802452743768692,
+ 0.17243436317443847,
+ 0.1680455225944519,
+ 0.1576254985809326,
+ 0.15183655140399932,
+ 0.1453061292052269,
+ 0.14224059772491454,
+ 0.1282794843673706,
+ 0.1261581906080246,
+ 0.11894494748115539,
+ 0.11249599847793579,
+ 0.10926979708671569,
+ 0.10483724861145019
+ ],
+ "tgrad_loss": [
+ 0.32728208103179934,
+ 0.2994546513557434,
+ 0.22470810203552247,
+ 0.18989910242557526,
+ 0.16334137752056122,
+ 0.14436578254699706,
+ 0.13211731100082397,
+ 0.12082311434745789,
+ 0.118480029129982,
+ 0.1189408509016037,
+ 0.1126808422088623,
+ 0.10908054541349411,
+ 0.11083799247741699,
+ 0.11775641236305237,
+ 0.12649144034385681,
+ 0.1361883921146393,
+ 0.15794320333003997,
+ 0.1612621042728424,
+ 0.16497332499027254,
+ 0.184845175075531,
+ 0.20135978260040283,
+ 0.22854138774871827,
+ 0.24753951168060304,
+ 0.2578135227203369,
+ 0.2730999213218689,
+ 0.27607250838279723,
+ 0.2813656562805176,
+ 0.2885238247871399,
+ 0.28613699531555176,
+ 0.29683294076919553,
+ 0.28678826389312745,
+ 0.2810494341850281,
+ 0.2789619082689285,
+ 0.26623538064956664,
+ 0.2674962314367294,
+ 0.25652106018066406,
+ 0.2580336720466614,
+ 0.2490048062801361,
+ 0.2464759041786194,
+ 0.24255758218765258,
+ 0.23782507863044738,
+ 0.2360969993829727,
+ 0.23683840417861937,
+ 0.23461127347946167,
+ 0.23012492628097533,
+ 0.22940022025108336,
+ 0.22674284510612489,
+ 0.22576470098495482,
+ 0.22535381288528442,
+ 0.22157270841598511,
+ 0.22090361948013307,
+ 0.2198433807373047,
+ 0.2182028178215027,
+ 0.21704297912120818,
+ 0.21609454655647278,
+ 0.21522376427650453,
+ 0.214856924533844,
+ 0.21454766092300415,
+ 0.214246386384964,
+ 0.21421800775527955
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.10150224715471268,
+ 0.11179979145526886
+ ],
+ "perturbation_rho": [
+ 0.24922937154769897,
+ 0.2113790065050125
+ ],
+ "nudging": {
+ "0.001": [
+ -0.010911274701356888,
+ -0.002249373123049736
+ ],
+ "0.003": [
+ -0.032585203647613525,
+ -0.006742686498910189
+ ],
+ "0.01": [
+ -0.10681234300136566,
+ -0.02240385115146637
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_smoke/synth_a0.0_L8_s42.json b/results/synth_ladder_smoke/synth_a0.0_L8_s42.json
new file mode 100644
index 0000000..dab8eba
--- /dev/null
+++ b/results/synth_ladder_smoke/synth_a0.0_L8_s42.json
@@ -0,0 +1,1298 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0280954638957978,
+ 0.5170450178146362,
+ 0.46660222864151,
+ 0.3860828907012939,
+ 0.3847982373714447,
+ 0.37869311784505844,
+ 0.3040668855667114,
+ 0.43982459917068484,
+ 0.3666351689338684,
+ 0.30392495489120486,
+ 0.3629165101528168,
+ 0.3360342849731445,
+ 0.3675597408294678,
+ 0.2872942142009735,
+ 0.2673515892028809,
+ 0.27461685419082643,
+ 0.2779176469087601,
+ 0.25853867259025576,
+ 0.30305951404571535,
+ 0.2197611361503601,
+ 0.2107482223033905,
+ 0.278306410741806,
+ 0.27574938082695005,
+ 0.277136362361908,
+ 0.23484622938632965,
+ 0.19353969383239747,
+ 0.22733799839019775,
+ 0.22033537466526032,
+ 0.17364222700595855,
+ 0.16525054998397828,
+ 0.1696811216711998,
+ 0.13102262905836104,
+ 0.12456847798824311,
+ 0.1238709403514862,
+ 0.1256138543844223,
+ 0.13760859820842744,
+ 0.11888999514579773,
+ 0.10369425783157349,
+ 0.1449669484615326,
+ 0.09903482309579849,
+ 0.08961749286651612,
+ 0.08136189094781876,
+ 0.06542902387678623,
+ 0.0602282164812088,
+ 0.0563331375837326,
+ 0.05991012490987778,
+ 0.05653515813350678,
+ 0.06136429299712181,
+ 0.048407906904816625,
+ 0.043913619375228884,
+ 0.042284037798829374,
+ 0.039931213203072545,
+ 0.03806337122917175,
+ 0.03679427447915077,
+ 0.03630924501419067,
+ 0.03573910497426987,
+ 0.034844432763755324,
+ 0.034415369933843615,
+ 0.03412407999634743,
+ 0.03397467752844095
+ ],
+ "train_acc": [
+ 0.6283,
+ 0.8046,
+ 0.8228,
+ 0.8463,
+ 0.8457,
+ 0.851,
+ 0.88,
+ 0.8359,
+ 0.8551,
+ 0.8784,
+ 0.8596,
+ 0.8648,
+ 0.858,
+ 0.8826,
+ 0.8913,
+ 0.8935,
+ 0.8925,
+ 0.8946,
+ 0.8815,
+ 0.9137,
+ 0.9155,
+ 0.8924,
+ 0.8921,
+ 0.8934,
+ 0.9096,
+ 0.9199,
+ 0.9091,
+ 0.9155,
+ 0.931,
+ 0.9328,
+ 0.9327,
+ 0.9494,
+ 0.9551,
+ 0.949,
+ 0.9489,
+ 0.9443,
+ 0.9525,
+ 0.9607,
+ 0.9447,
+ 0.9623,
+ 0.9664,
+ 0.9723,
+ 0.9808,
+ 0.9832,
+ 0.9863,
+ 0.9823,
+ 0.9842,
+ 0.9815,
+ 0.9907,
+ 0.994,
+ 0.9949,
+ 0.9958,
+ 0.9971,
+ 0.9981,
+ 0.998,
+ 0.9985,
+ 0.9987,
+ 0.9987,
+ 0.9989,
+ 0.9989
+ ],
+ "test_acc": [
+ 0.8035,
+ 0.813,
+ 0.8465,
+ 0.8505,
+ 0.853,
+ 0.8565,
+ 0.8505,
+ 0.8325,
+ 0.871,
+ 0.8755,
+ 0.863,
+ 0.877,
+ 0.8655,
+ 0.869,
+ 0.8865,
+ 0.8845,
+ 0.872,
+ 0.8835,
+ 0.8815,
+ 0.8925,
+ 0.8935,
+ 0.8835,
+ 0.8675,
+ 0.9055,
+ 0.9075,
+ 0.904,
+ 0.8925,
+ 0.896,
+ 0.917,
+ 0.921,
+ 0.9155,
+ 0.9275,
+ 0.9265,
+ 0.9165,
+ 0.92,
+ 0.921,
+ 0.9215,
+ 0.9315,
+ 0.922,
+ 0.9335,
+ 0.9315,
+ 0.9345,
+ 0.942,
+ 0.944,
+ 0.945,
+ 0.9465,
+ 0.949,
+ 0.941,
+ 0.9485,
+ 0.947,
+ 0.947,
+ 0.949,
+ 0.9495,
+ 0.948,
+ 0.9485,
+ 0.947,
+ 0.9475,
+ 0.948,
+ 0.9475,
+ 0.948
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7277177572250366,
+ 0.7186546921730042,
+ 0.7086087465286255,
+ 0.6982603073120117,
+ 0.686427116394043,
+ 0.6760239601135254,
+ 0.6675269603729248,
+ 0.6591541767120361
+ ],
+ "perturbation_rho": [
+ 0.999999463558197,
+ 0.999997615814209,
+ 0.9999939203262329,
+ 0.9999786019325256,
+ 0.9999496340751648,
+ 0.99991774559021,
+ 0.9998468160629272,
+ 0.9996647834777832
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0279630608856678,
+ -0.014471527189016342,
+ -0.00800193939357996,
+ -0.0047535281628370285,
+ -0.003030599094927311,
+ -0.002047237241640687,
+ -0.0014431248418986797,
+ -0.0010417262092232704
+ ],
+ "0.003": [
+ -0.07214734703302383,
+ -0.04029766097664833,
+ -0.023058053106069565,
+ -0.013927915133535862,
+ -0.008957058191299438,
+ -0.00608035596087575,
+ -0.004299057647585869,
+ -0.0031092879362404346
+ ],
+ "0.01": [
+ -0.14217889308929443,
+ -0.10304947197437286,
+ -0.06661910563707352,
+ -0.04270746558904648,
+ -0.028325699269771576,
+ -0.019565371796488762,
+ -0.013980223797261715,
+ -0.010182000696659088
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.120793573760986,
+ 1.1692349800109862,
+ 4.318221380615235,
+ 11.969316799926759,
+ 7.433457641983032,
+ 6.906938210105896,
+ 5.740281340026855,
+ 4.8412636898040775,
+ 4.507975682801008,
+ 3.7150641967773437,
+ 4.818854993438721,
+ 4.81442878112793,
+ 20.13569976043701,
+ 8.72026117067337,
+ 6.009071774291992,
+ 8.157103067016601,
+ 8.301325323486328,
+ 5.596079114532471,
+ 5.222048434448242,
+ 4.3211271118164065,
+ 6.586086061096191,
+ 7.058012394714355,
+ 7.975131286621094,
+ 4.45829043045044,
+ 6.86703256225586,
+ 5.461534704589844,
+ 4.5320643615722656,
+ 9.255783943176269,
+ 5.773329333496093,
+ 6.4948376953840254,
+ 3.3313274047851564,
+ 4.754503839111329,
+ 2.9795879699707033,
+ 2.045443130493164,
+ 1.6959571681976318,
+ 4.3149334289550785,
+ 2.6201193557739257,
+ 3.423483766937256,
+ 3.6280470642089844,
+ 1.005617715549469,
+ 0.6395519275665283,
+ 0.7112416195869445,
+ 0.5932440514087505,
+ 0.3480766498327255,
+ 0.22201839945018279,
+ 0.10360232348032086,
+ 0.07467308974369516,
+ 0.0435215163884204,
+ 0.01338290655186513,
+ 0.005486118838652374,
+ 0.0007142521263321178,
+ 9.912207722550193e-07,
+ 1.192092824453539e-11,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "train_acc": [
+ 0.2294,
+ 0.6006,
+ 0.5854,
+ 0.6087,
+ 0.7444,
+ 0.7746,
+ 0.8255,
+ 0.8538,
+ 0.8616,
+ 0.8829,
+ 0.8721,
+ 0.8787,
+ 0.8112,
+ 0.8775,
+ 0.9052,
+ 0.8905,
+ 0.8932,
+ 0.9182,
+ 0.9206,
+ 0.9299,
+ 0.9097,
+ 0.9155,
+ 0.9093,
+ 0.9347,
+ 0.9187,
+ 0.9291,
+ 0.934,
+ 0.9141,
+ 0.9285,
+ 0.93,
+ 0.9466,
+ 0.9384,
+ 0.9501,
+ 0.9621,
+ 0.9649,
+ 0.9431,
+ 0.9575,
+ 0.9503,
+ 0.9522,
+ 0.9747,
+ 0.9804,
+ 0.9788,
+ 0.9829,
+ 0.9877,
+ 0.9907,
+ 0.9941,
+ 0.9956,
+ 0.9967,
+ 0.9986,
+ 0.9992,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.467,
+ 0.5225,
+ 0.368,
+ 0.651,
+ 0.7435,
+ 0.694,
+ 0.744,
+ 0.8385,
+ 0.831,
+ 0.849,
+ 0.8375,
+ 0.77,
+ 0.816,
+ 0.8785,
+ 0.875,
+ 0.8375,
+ 0.8675,
+ 0.9025,
+ 0.898,
+ 0.8805,
+ 0.8725,
+ 0.8845,
+ 0.891,
+ 0.892,
+ 0.9035,
+ 0.9075,
+ 0.8945,
+ 0.887,
+ 0.9035,
+ 0.9035,
+ 0.9075,
+ 0.913,
+ 0.9235,
+ 0.9195,
+ 0.92,
+ 0.9115,
+ 0.9165,
+ 0.9255,
+ 0.924,
+ 0.9355,
+ 0.9335,
+ 0.932,
+ 0.936,
+ 0.936,
+ 0.943,
+ 0.9405,
+ 0.9415,
+ 0.9445,
+ 0.9455,
+ 0.947,
+ 0.948,
+ 0.947,
+ 0.9465,
+ 0.9465,
+ 0.9465,
+ 0.9465,
+ 0.9465,
+ 0.9465,
+ 0.9465,
+ 0.9465
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.003863303456455469,
+ 0.017664283514022827,
+ 0.01661803014576435,
+ 0.018178246915340424,
+ 0.015868376940488815,
+ 0.014126626774668694,
+ 0.014091677032411098,
+ 0.008254537358880043
+ ],
+ "perturbation_rho": [
+ -0.019435672089457512,
+ 0.2941593527793884,
+ 0.18103283643722534,
+ 0.20650765299797058,
+ 0.18732143938541412,
+ 0.13352911174297333,
+ 0.15822581946849823,
+ -0.03437525033950806
+ ],
+ "nudging": {
+ "0.001": [
+ 0.036526963114738464,
+ -0.0999140739440918,
+ -0.04491303116083145,
+ -0.01566406711935997,
+ -0.003947979770600796,
+ -0.0009792994242161512,
+ -0.0003040542942471802,
+ -9.614432929083705e-05
+ ],
+ "0.003": [
+ 0.12329098582267761,
+ -0.28696703910827637,
+ -0.13323917984962463,
+ -0.04670665040612221,
+ -0.011821148917078972,
+ -0.0029212406370788813,
+ -0.0009074252448044717,
+ -0.0002924713771790266
+ ],
+ "0.01": [
+ 0.4985465407371521,
+ -0.834585428237915,
+ -0.4260305166244507,
+ -0.15289700031280518,
+ -0.03924320265650749,
+ -0.009715870022773743,
+ -0.002982086967676878,
+ -0.0009573615971021354
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.0005249774932863,
+ 2.6273609729766845,
+ 8.55051524810791,
+ 28.19482956542969,
+ 494.44503037109376,
+ 145970.183125,
+ 38351053.152,
+ 783867611.5456,
+ 5883874551.3984,
+ 27799864927.8464,
+ 85124742643.712,
+ 195224481536.4096,
+ 442692943845.7856,
+ 842439712990.8224,
+ 1651162470993.1008,
+ 2556945754803.405,
+ 3782613268221.133,
+ 5426827993337.037,
+ 8994248014063.207,
+ 10276278090543.924,
+ 12815248601487.77,
+ 16660498968530.125,
+ 22318331472537.19,
+ 27810257342300.16,
+ 29551719156075.727,
+ 51621289471560.91,
+ 45316131817888.16,
+ 43844487198067.914,
+ 57194053893724.57,
+ 73896788449925.53,
+ 61295718724062.414,
+ 82310528867133.03,
+ 93415520025024.92,
+ 61149932904303.82,
+ 68502432536697.24,
+ 82411367948091.39,
+ 82084643933991.73,
+ 84632321762997.05,
+ 89683307751328.97,
+ 72435138440462.34,
+ 54397312468149.86,
+ 57919262188529.26,
+ 61994143401482.65,
+ 53247288374250.7,
+ 55559185813104.23,
+ 45703202357221.79,
+ 37343173069609.37,
+ 36908977404195.63,
+ 26988508651664.18,
+ 26102202092853.656,
+ 20915066426412.24,
+ 14917304209270.375,
+ 10353277576360.756,
+ 6941676885403.238,
+ 4919116560544.563,
+ 3041523188052.787,
+ 1825675577131.008,
+ 1313364471342.6943,
+ 730159227338.752,
+ 535084413327.7696
+ ],
+ "train_acc": [
+ 0.3619,
+ 0.4586,
+ 0.3937,
+ 0.2828,
+ 0.1952,
+ 0.145,
+ 0.107,
+ 0.1002,
+ 0.1046,
+ 0.1062,
+ 0.1073,
+ 0.1116,
+ 0.1045,
+ 0.1064,
+ 0.1039,
+ 0.1066,
+ 0.1115,
+ 0.1125,
+ 0.1037,
+ 0.1068,
+ 0.1111,
+ 0.1089,
+ 0.1009,
+ 0.1038,
+ 0.1045,
+ 0.1017,
+ 0.1071,
+ 0.1163,
+ 0.1042,
+ 0.1053,
+ 0.1051,
+ 0.1054,
+ 0.1021,
+ 0.1087,
+ 0.1069,
+ 0.1091,
+ 0.1108,
+ 0.1093,
+ 0.1076,
+ 0.1055,
+ 0.1184,
+ 0.1049,
+ 0.104,
+ 0.1111,
+ 0.1133,
+ 0.1057,
+ 0.1088,
+ 0.1193,
+ 0.1099,
+ 0.0994,
+ 0.1083,
+ 0.1094,
+ 0.116,
+ 0.1115,
+ 0.1125,
+ 0.1196,
+ 0.1318,
+ 0.1382,
+ 0.1583,
+ 0.1644
+ ],
+ "test_acc": [
+ 0.4745,
+ 0.4445,
+ 0.3525,
+ 0.1685,
+ 0.228,
+ 0.1435,
+ 0.1015,
+ 0.1125,
+ 0.1075,
+ 0.0965,
+ 0.115,
+ 0.1045,
+ 0.1165,
+ 0.089,
+ 0.1045,
+ 0.097,
+ 0.127,
+ 0.079,
+ 0.1315,
+ 0.098,
+ 0.105,
+ 0.128,
+ 0.1015,
+ 0.1335,
+ 0.1075,
+ 0.0925,
+ 0.068,
+ 0.1255,
+ 0.0695,
+ 0.1085,
+ 0.123,
+ 0.133,
+ 0.1015,
+ 0.1,
+ 0.097,
+ 0.0965,
+ 0.1085,
+ 0.076,
+ 0.123,
+ 0.112,
+ 0.098,
+ 0.109,
+ 0.1115,
+ 0.078,
+ 0.137,
+ 0.104,
+ 0.0905,
+ 0.102,
+ 0.134,
+ 0.1265,
+ 0.0885,
+ 0.126,
+ 0.119,
+ 0.0925,
+ 0.142,
+ 0.1215,
+ 0.137,
+ 0.1575,
+ 0.156,
+ 0.167
+ ],
+ "state_pred_error": [
+ 0.6850057603836059,
+ 0.468855588722229,
+ 0.719591781616211,
+ 0.9295594707489013,
+ 0.9863706101417542,
+ 0.9992992053031922,
+ 0.9999989013671875,
+ 1.0000000061035157,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 0.9999999999046326,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.09916997700929642,
+ -0.0925145074725151,
+ -0.12530964612960815,
+ -0.051633648574352264,
+ -0.0899374783039093,
+ -0.005518035963177681,
+ 1.1753130820579827e-05,
+ -2.0197142021061154e-06
+ ],
+ "perturbation_rho": [
+ 0.0036257803440093994,
+ -0.0018100417219102383,
+ 0.0009338338859379292,
+ -0.0030421577394008636,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "nudging": {
+ "0.001": [
+ -1124003840.0,
+ -22863872.0,
+ -26816512.0,
+ 2031616.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "0.003": [
+ -3080515584.0,
+ 60985344.0,
+ -31789056.0,
+ -13869056.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "0.01": [
+ -9628057600.0,
+ 254652416.0,
+ -49807360.0,
+ -1126400.0,
+ 20480.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33,
+ 3.788521752616758e+33
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1233988201141356,
+ 1.162066788482666,
+ 6.497762945556641,
+ 7.657052541351319,
+ 7.195169696044922,
+ 8.47833557434082,
+ 9.642318778991699,
+ 5.338678979492188,
+ 7.198572373962402,
+ 11.581513494873047,
+ 6.664580947875977,
+ 10.820601950073241,
+ 41.76819462890625,
+ 25341.329733203125,
+ 989068.8966,
+ 20290034.592,
+ 327517565.184,
+ 2993445992.8576,
+ 19252386037.76,
+ 71484986648.1664,
+ 268552830346.8544,
+ 576653121552.384,
+ 1236291385766.7073,
+ 2171526277234.688,
+ 3708553561689.293,
+ 6411481239676.519,
+ 7886516879202.714,
+ 12247534797848.576,
+ 14733154332337.766,
+ 16258317710838.988,
+ 23497199149121.535,
+ 24087115828140.44,
+ 39647623746525.59,
+ 36765792046206.16,
+ 36509247690348.95,
+ 45728307340325.68,
+ 32588393748837.17,
+ 39329005865795.586,
+ 50793491846293.09,
+ 48569952628847.414,
+ 36464852586410.805,
+ 33697520137378.203,
+ 41922094853783.555,
+ 34577268358302.926,
+ 26970957053060.71,
+ 28872966972375.04,
+ 28294261609227.88,
+ 25690026637524.992,
+ 17515176864723.764,
+ 14857032527196.979,
+ 13097298348841.37,
+ 10537307935762.021,
+ 8655926777085.952,
+ 5209544274110.055,
+ 4970898223058.125,
+ 3055830361649.971,
+ 2162992193994.752,
+ 1569585720459.264,
+ 638252859208.4991,
+ 170934811387.4944
+ ],
+ "train_acc": [
+ 0.2277,
+ 0.5992,
+ 0.5395,
+ 0.653,
+ 0.7253,
+ 0.7552,
+ 0.7777,
+ 0.8482,
+ 0.8421,
+ 0.8272,
+ 0.8818,
+ 0.8542,
+ 0.7639,
+ 0.3423,
+ 0.1487,
+ 0.1153,
+ 0.1127,
+ 0.1017,
+ 0.0974,
+ 0.1009,
+ 0.1066,
+ 0.097,
+ 0.0976,
+ 0.1049,
+ 0.1024,
+ 0.1018,
+ 0.1017,
+ 0.1049,
+ 0.1032,
+ 0.1061,
+ 0.105,
+ 0.1095,
+ 0.1048,
+ 0.0993,
+ 0.0988,
+ 0.0961,
+ 0.1016,
+ 0.1035,
+ 0.0983,
+ 0.1016,
+ 0.0998,
+ 0.1062,
+ 0.1033,
+ 0.0971,
+ 0.1027,
+ 0.1041,
+ 0.1012,
+ 0.1046,
+ 0.0974,
+ 0.1008,
+ 0.1016,
+ 0.1064,
+ 0.1067,
+ 0.0981,
+ 0.097,
+ 0.1014,
+ 0.1002,
+ 0.102,
+ 0.0967,
+ 0.1007
+ ],
+ "test_acc": [
+ 0.4615,
+ 0.5575,
+ 0.454,
+ 0.684,
+ 0.665,
+ 0.699,
+ 0.786,
+ 0.781,
+ 0.754,
+ 0.8375,
+ 0.833,
+ 0.7865,
+ 0.59,
+ 0.1515,
+ 0.12,
+ 0.11,
+ 0.071,
+ 0.1075,
+ 0.0895,
+ 0.0835,
+ 0.087,
+ 0.125,
+ 0.115,
+ 0.113,
+ 0.109,
+ 0.11,
+ 0.107,
+ 0.1075,
+ 0.097,
+ 0.113,
+ 0.115,
+ 0.086,
+ 0.101,
+ 0.108,
+ 0.091,
+ 0.093,
+ 0.106,
+ 0.095,
+ 0.1025,
+ 0.1155,
+ 0.0985,
+ 0.1125,
+ 0.0905,
+ 0.1035,
+ 0.0875,
+ 0.1055,
+ 0.122,
+ 0.1115,
+ 0.0915,
+ 0.1115,
+ 0.0985,
+ 0.0875,
+ 0.098,
+ 0.109,
+ 0.1145,
+ 0.122,
+ 0.104,
+ 0.089,
+ 0.104,
+ 0.0965
+ ],
+ "value_loss": [
+ 2.9206485233306885,
+ 2.0991278984069823,
+ 153.16756047363282,
+ 262.89109077148436,
+ 301.8986732177734,
+ 495.5761693359375,
+ 753.0837014160156,
+ 342.91361103515624,
+ 623.1438095703126,
+ 1342.1768841796875,
+ 688.7091521484375,
+ 1468.21179375,
+ 13486.07113125,
+ 4533543333.752,
+ 4295295710527.488,
+ 1555069778667136.5,
+ 3.543898946818405e+17,
+ 2.835243663556606e+19,
+ 1.0096818054899128e+21,
+ 1.4048934563635221e+22,
+ 1.8293547075063784e+23,
+ 7.697987056110226e+23,
+ 3.54912064433393e+24,
+ 1.1125125750623107e+25,
+ 3.1799350153452077e+25,
+ 9.789950619326869e+25,
+ 1.420868244737442e+26,
+ 3.459160974195652e+26,
+ 5.1043215119493686e+26,
+ 6.537477195485665e+26,
+ 1.2926765559111974e+27,
+ 1.355836419967747e+27,
+ 3.857192822771172e+27,
+ 3.0881104638007575e+27,
+ 2.98728819026721e+27,
+ 4.973556844106116e+27,
+ 2.4829612427916363e+27,
+ 3.618593511782004e+27,
+ 5.909823532870358e+27,
+ 5.509981539949248e+27,
+ 3.062461172506452e+27,
+ 2.7797273823082046e+27,
+ 4.165363838841025e+27,
+ 2.921289151763202e+27,
+ 1.6917021233293298e+27,
+ 1.928555425022408e+27,
+ 1.875115507311143e+27,
+ 1.526313704196276e+27,
+ 6.898097075137517e+26,
+ 4.975919540275713e+26,
+ 4.097411489423477e+26,
+ 2.588628670357625e+26,
+ 1.833065029932479e+26,
+ 6.37755539204331e+25,
+ 5.804486747312932e+25,
+ 2.2065378859328795e+25,
+ 1.1536604072952298e+25,
+ 5.943531860139447e+24,
+ 1.0235238164400898e+24,
+ 7.270963528184324e+22
+ ],
+ "term_loss": [
+ 1.7422680698394775,
+ 1.8807483413696289,
+ 152.85236198730468,
+ 262.62057387695313,
+ 301.65136936035157,
+ 495.3016552734375,
+ 752.7325140625,
+ 342.58498349609374,
+ 622.7896586547852,
+ 1341.6220409179687,
+ 687.97834453125,
+ 1467.73975625,
+ 13347.8051,
+ 4533199027.5072,
+ 4295237151857.05,
+ 1555068234116366.2,
+ 3.543898843189434e+17,
+ 2.8352436632047624e+19,
+ 1.0096818054899128e+21,
+ 1.4048934563635221e+22,
+ 1.8293547075063784e+23,
+ 7.697987056110226e+23,
+ 3.54912064433393e+24,
+ 1.1125125750623107e+25,
+ 3.1799350153452077e+25,
+ 9.789950619326869e+25,
+ 1.420868244737442e+26,
+ 3.459160974195652e+26,
+ 5.1043215119493686e+26,
+ 6.537477195485665e+26,
+ 1.2926765559111974e+27,
+ 1.355836419967747e+27,
+ 3.857192822771172e+27,
+ 3.0881104638007575e+27,
+ 2.98728819026721e+27,
+ 4.973556844106116e+27,
+ 2.4829612427916363e+27,
+ 3.618593511782004e+27,
+ 5.909823532870358e+27,
+ 5.509981539949248e+27,
+ 3.062461172506452e+27,
+ 2.7797273823082046e+27,
+ 4.165363838841025e+27,
+ 2.921289151763202e+27,
+ 1.6917021233293298e+27,
+ 1.928555425022408e+27,
+ 1.875115507311143e+27,
+ 1.526313704196276e+27,
+ 6.898097075137517e+26,
+ 4.975919540275713e+26,
+ 4.097411489423477e+26,
+ 2.588628670357625e+26,
+ 1.833065029932479e+26,
+ 6.37755539204331e+25,
+ 5.804486747312932e+25,
+ 2.2065378859328795e+25,
+ 1.1536604072952298e+25,
+ 5.943531860139447e+24,
+ 1.0235238164400898e+24,
+ 7.270963401002671e+22
+ ],
+ "bridge_loss": [
+ 0.9007177171653835,
+ 0.03482201856076717,
+ 0.03401930815577507,
+ 0.044149079644680025,
+ 0.06504781594276428,
+ 0.10785873763561249,
+ 0.19907727756500243,
+ 0.22560245553255082,
+ 0.2465970028400421,
+ 0.43639145512580874,
+ 0.6498134763002396,
+ 0.37018338203430173,
+ 138.0976214126587,
+ 344382.48475625,
+ 58528349.0368,
+ 1544434832.9984,
+ 15424911215.8208,
+ 88761282487.9104,
+ 359884191904.5632,
+ 1146056050579.8655,
+ 3082334455516.3647,
+ 7280448903525.171,
+ 15563046603089.51,
+ 30748648594525.39,
+ 56933510534083.38,
+ 78527059769216.2,
+ 69464854150250.49,
+ 57126047046015.38,
+ 46248430805817.75,
+ 37585254076121.086,
+ 31106447176839.99,
+ 26525783025097.113,
+ 23478969605029.887,
+ 21575042935763.76,
+ 20503348559583.64,
+ 19995540443050.805,
+ 19841517164586.598,
+ 19924112197550.08,
+ 20125042417755.75,
+ 20383496081191.73,
+ 20669371822322.484,
+ 20946154892872.91,
+ 21198758720254.77,
+ 21420233960141.62,
+ 21622274828691.047,
+ 21798393734181.684,
+ 21954262076909.16,
+ 22072565790094.133,
+ 22186079490670.594,
+ 22270596729536.51,
+ 22344026181494.375,
+ 22409917999402.188,
+ 22516087621314.152,
+ 23653329912673.074,
+ 26443035151695.87,
+ 37578006567111.88,
+ 100635763783237.62,
+ 284677502217171.75,
+ 748937290699715.4,
+ 1784726332749172.0
+ ],
+ "tgrad_loss": [
+ 0.2776627652645111,
+ 0.18355755290985107,
+ 0.28117700395584105,
+ 0.22637253255844117,
+ 0.18225482790470124,
+ 0.16665410552024842,
+ 0.15210829964876174,
+ 0.10302361340522766,
+ 0.10755606596469879,
+ 0.11845469012856484,
+ 0.08099215364456176,
+ 0.1018688705444336,
+ 0.16829132108688355,
+ 0.4821447519302368,
+ 0.6398852281570434,
+ 0.67133180103302,
+ 0.6683558599472046,
+ 0.6734609581947326,
+ 0.675953857421875,
+ 0.6732820883750915,
+ 0.6747180856704712,
+ 0.6789773254394531,
+ 0.6800599794387817,
+ 0.6716786396980285,
+ 0.6725797680854797,
+ 0.6708943399429321,
+ 0.6656238901138306,
+ 0.6709495178222656,
+ 0.6712634092330932,
+ 0.6674262565612793,
+ 0.6604786745071412,
+ 0.6650773746490478,
+ 0.6686529180526734,
+ 0.6680105316162109,
+ 0.6736366228103637,
+ 0.6724730527877808,
+ 0.6645567403793335,
+ 0.6630275300979614,
+ 0.672146079826355,
+ 0.6698319987297058,
+ 0.6705549544334412,
+ 0.6641793041229248,
+ 0.6620641376495361,
+ 0.6850378318786621,
+ 0.671090496635437,
+ 0.6601127412796021,
+ 0.6603810975074768,
+ 0.6602658043861389,
+ 0.6775860306739807,
+ 0.6670328340530396,
+ 0.6655113603591919,
+ 0.661010055923462,
+ 0.6625628248214722,
+ 0.6739681219100953,
+ 0.6659061016082763,
+ 0.6693037282943726,
+ 0.6730936048507691,
+ 0.6696272415161133,
+ 0.6722038083076477,
+ 0.6689293840408325
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.517741858959198,
+ 0.33828628063201904,
+ 0.4149113893508911,
+ 0.23560978472232819,
+ -0.15021789073944092,
+ -0.1476898193359375,
+ -0.3642715811729431,
+ -0.040503572672605515
+ ],
+ "perturbation_rho": [
+ -0.004317115992307663,
+ 9.15133859962225e-05,
+ 0.0010522708762437105,
+ 0.0034065949730575085,
+ -0.18388643860816956,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "nudging": {
+ "0.001": [
+ -524155392.0,
+ 29052416.0,
+ 30197760.0,
+ -8481792.0,
+ -8960.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "0.003": [
+ -1570021760.0,
+ -2878336.0,
+ 22212864.0,
+ -11307520.0,
+ -150016.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "0.01": [
+ -5081367040.0,
+ -74964928.0,
+ 31930368.0,
+ -13346304.0,
+ 66048.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_smoke/synth_a0.5_L2_s42.json b/results/synth_ladder_smoke/synth_a0.5_L2_s42.json
new file mode 100644
index 0000000..d6dbba5
--- /dev/null
+++ b/results/synth_ladder_smoke/synth_a0.5_L2_s42.json
@@ -0,0 +1,1172 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.8446357597351075,
+ 0.9337884250640869,
+ 0.5358327745437622,
+ 0.3911330166339874,
+ 0.32849840292930604,
+ 0.2850165479660034,
+ 0.2686881549835205,
+ 0.25319644589424134,
+ 0.23558919601440428,
+ 0.22118966565132142,
+ 0.2210680745959282,
+ 0.2016040184020996,
+ 0.20486357657909393,
+ 0.18903831100463866,
+ 0.18852734336853028,
+ 0.1785359749317169,
+ 0.17395910472869874,
+ 0.18103560156822204,
+ 0.17268380609750747,
+ 0.16011136660575867,
+ 0.1667647705078125,
+ 0.1562471776008606,
+ 0.1488836531996727,
+ 0.14291370005607604,
+ 0.1413789472579956,
+ 0.13651124601364137,
+ 0.13058673537671567,
+ 0.12447206282615661,
+ 0.12683574684858323,
+ 0.11880559389591216,
+ 0.12121504894495011,
+ 0.1152825408577919,
+ 0.11083448304533959,
+ 0.1080839204788208,
+ 0.10981180058121681,
+ 0.10525347989797593,
+ 0.10407337579727173,
+ 0.09992667212486267,
+ 0.10014419107437134,
+ 0.09764940270185471,
+ 0.09493863627910613,
+ 0.0940910838842392,
+ 0.09462859318256378,
+ 0.09235266934633254,
+ 0.08991062052249908,
+ 0.08853154343366623,
+ 0.08709892609715461,
+ 0.08601901152133942,
+ 0.08521206267476082,
+ 0.08447394663095474,
+ 0.08380048310756684,
+ 0.08328880717754364,
+ 0.08290200964212417,
+ 0.082516270506382,
+ 0.0820741615831852,
+ 0.08178826131820678,
+ 0.08155987080335617,
+ 0.08138326687812805,
+ 0.08128138109445572,
+ 0.08121294350624085
+ ],
+ "train_acc": [
+ 0.3769,
+ 0.7502,
+ 0.8602,
+ 0.8939,
+ 0.9048,
+ 0.9137,
+ 0.9118,
+ 0.9135,
+ 0.9168,
+ 0.9248,
+ 0.9194,
+ 0.9306,
+ 0.9246,
+ 0.9308,
+ 0.9319,
+ 0.9351,
+ 0.9394,
+ 0.9292,
+ 0.9379,
+ 0.9434,
+ 0.9388,
+ 0.9449,
+ 0.9479,
+ 0.9511,
+ 0.9505,
+ 0.9534,
+ 0.9574,
+ 0.9617,
+ 0.9569,
+ 0.9621,
+ 0.961,
+ 0.9652,
+ 0.9675,
+ 0.9694,
+ 0.9667,
+ 0.9689,
+ 0.9697,
+ 0.9724,
+ 0.9722,
+ 0.973,
+ 0.9748,
+ 0.976,
+ 0.9743,
+ 0.9768,
+ 0.9789,
+ 0.9789,
+ 0.9807,
+ 0.9809,
+ 0.9811,
+ 0.982,
+ 0.9821,
+ 0.9822,
+ 0.9829,
+ 0.9829,
+ 0.9828,
+ 0.9832,
+ 0.9831,
+ 0.9832,
+ 0.9833,
+ 0.9834
+ ],
+ "test_acc": [
+ 0.6305,
+ 0.8045,
+ 0.868,
+ 0.8805,
+ 0.878,
+ 0.884,
+ 0.8845,
+ 0.8855,
+ 0.882,
+ 0.882,
+ 0.886,
+ 0.8895,
+ 0.8845,
+ 0.89,
+ 0.894,
+ 0.8935,
+ 0.884,
+ 0.885,
+ 0.884,
+ 0.895,
+ 0.8865,
+ 0.8915,
+ 0.8855,
+ 0.8865,
+ 0.8875,
+ 0.8905,
+ 0.8955,
+ 0.8935,
+ 0.8885,
+ 0.891,
+ 0.8925,
+ 0.8935,
+ 0.8915,
+ 0.893,
+ 0.895,
+ 0.8905,
+ 0.891,
+ 0.8945,
+ 0.891,
+ 0.893,
+ 0.8935,
+ 0.8925,
+ 0.8905,
+ 0.887,
+ 0.886,
+ 0.8875,
+ 0.89,
+ 0.8895,
+ 0.8885,
+ 0.8885,
+ 0.888,
+ 0.89,
+ 0.89,
+ 0.891,
+ 0.89,
+ 0.89,
+ 0.89,
+ 0.8905,
+ 0.8905,
+ 0.8905
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8970257639884949,
+ 0.8884812593460083
+ ],
+ "perturbation_rho": [
+ 0.9999991655349731,
+ 0.9999955892562866
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02583475597202778,
+ -0.009747679345309734
+ ],
+ "0.003": [
+ -0.07010301947593689,
+ -0.028194870799779892
+ ],
+ "0.01": [
+ -0.16577741503715515,
+ -0.08266304433345795
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.27625731010437,
+ 1.6932389553070069,
+ 1.0857321990966797,
+ 0.75010082654953,
+ 0.5716302475452423,
+ 0.4672969693660736,
+ 0.4043164154052734,
+ 0.3653347668647766,
+ 0.33810731897354124,
+ 0.32000629520416257,
+ 0.31557338215112685,
+ 0.306670289850235,
+ 0.3169789312839508,
+ 0.3090059988975525,
+ 0.3211127027988434,
+ 0.30841862708330153,
+ 0.3055117506980896,
+ 0.3295214436531067,
+ 0.34342247110009194,
+ 0.3109726100921631,
+ 0.31801784634590147,
+ 0.32870279140472414,
+ 0.32357279167175296,
+ 0.31220887575149536,
+ 0.33542337856292725,
+ 0.3194949890613556,
+ 0.3191724066019058,
+ 0.30960334286689756,
+ 0.3245603529512882,
+ 0.3087747444152832,
+ 0.3317766746044159,
+ 0.3014678807616234,
+ 0.2997256254792213,
+ 0.29870811405181885,
+ 0.3113420418739319,
+ 0.29615239515304564,
+ 0.3031815109014511,
+ 0.29484934725761414,
+ 0.29226981248855594,
+ 0.29299453842788936,
+ 0.28204461708068845,
+ 0.2941273021697998,
+ 0.2800413821220398,
+ 0.27800616981983184,
+ 0.2764166726350784,
+ 0.2763713481783867,
+ 0.27189454293251036,
+ 0.27382534552812576,
+ 0.269278941822052,
+ 0.27021434302330016,
+ 0.2698526949882507,
+ 0.2682139085292816,
+ 0.26725732135772706,
+ 0.2652432975292206,
+ 0.2637831997156143,
+ 0.2630580255508423,
+ 0.26260964117050173,
+ 0.2622452072620392,
+ 0.2619642446279526,
+ 0.2617356785297394
+ ],
+ "train_acc": [
+ 0.1661,
+ 0.4501,
+ 0.6451,
+ 0.7414,
+ 0.7921,
+ 0.8238,
+ 0.8427,
+ 0.8554,
+ 0.8672,
+ 0.8715,
+ 0.8749,
+ 0.8813,
+ 0.8786,
+ 0.8823,
+ 0.8803,
+ 0.8873,
+ 0.8881,
+ 0.88,
+ 0.8772,
+ 0.8859,
+ 0.8862,
+ 0.885,
+ 0.8879,
+ 0.8931,
+ 0.8854,
+ 0.8902,
+ 0.8914,
+ 0.8946,
+ 0.8913,
+ 0.892,
+ 0.8878,
+ 0.8958,
+ 0.8957,
+ 0.8977,
+ 0.8976,
+ 0.8976,
+ 0.894,
+ 0.8972,
+ 0.9001,
+ 0.9001,
+ 0.9037,
+ 0.8986,
+ 0.9026,
+ 0.9034,
+ 0.9026,
+ 0.9037,
+ 0.9039,
+ 0.9061,
+ 0.9049,
+ 0.9065,
+ 0.9056,
+ 0.9059,
+ 0.906,
+ 0.9069,
+ 0.907,
+ 0.9075,
+ 0.9073,
+ 0.9077,
+ 0.9081,
+ 0.908
+ ],
+ "test_acc": [
+ 0.29,
+ 0.5665,
+ 0.678,
+ 0.7465,
+ 0.7665,
+ 0.7995,
+ 0.81,
+ 0.8255,
+ 0.8285,
+ 0.8265,
+ 0.833,
+ 0.839,
+ 0.8275,
+ 0.8435,
+ 0.8295,
+ 0.841,
+ 0.84,
+ 0.832,
+ 0.8355,
+ 0.851,
+ 0.841,
+ 0.845,
+ 0.8355,
+ 0.838,
+ 0.843,
+ 0.848,
+ 0.854,
+ 0.8515,
+ 0.8445,
+ 0.8315,
+ 0.849,
+ 0.8445,
+ 0.841,
+ 0.843,
+ 0.847,
+ 0.8435,
+ 0.8545,
+ 0.853,
+ 0.8505,
+ 0.855,
+ 0.8465,
+ 0.8525,
+ 0.858,
+ 0.854,
+ 0.8535,
+ 0.858,
+ 0.856,
+ 0.8515,
+ 0.852,
+ 0.858,
+ 0.855,
+ 0.855,
+ 0.859,
+ 0.8545,
+ 0.8565,
+ 0.858,
+ 0.857,
+ 0.8565,
+ 0.8565,
+ 0.8565
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.009920955635607243,
+ 0.07439190149307251
+ ],
+ "perturbation_rho": [
+ -0.054706037044525146,
+ 0.05173008143901825
+ ],
+ "nudging": {
+ "0.001": [
+ 0.00026212679222226143,
+ -0.000588460301514715
+ ],
+ "0.003": [
+ 0.0008918952662497759,
+ -0.00176119280513376
+ ],
+ "0.01": [
+ 0.004189381375908852,
+ -0.005824576131999493
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.0848215646743773,
+ 1.211621427154541,
+ 0.7053265221595764,
+ 0.4795488802909851,
+ 0.38192135109901426,
+ 0.34821708626747133,
+ 0.337696081662178,
+ 0.3322465687274933,
+ 0.33291667788028717,
+ 0.338371639585495,
+ 0.34170880966186523,
+ 0.342152866768837,
+ 0.3392792880296707,
+ 0.339041673374176,
+ 0.3449883652687073,
+ 0.3402249610185623,
+ 0.34081881189346314,
+ 0.33598546833992005,
+ 0.3371055328369141,
+ 0.3591313819885254,
+ 0.34564214142560956,
+ 0.3394580416202545,
+ 0.34311104855537417,
+ 0.33622951345443725,
+ 0.3556391622543335,
+ 0.3568912126541138,
+ 0.34955705823898314,
+ 0.3417039113998413,
+ 0.35299610414505006,
+ 0.3575472953557968,
+ 0.34411632428169253,
+ 0.35480775973796846,
+ 0.34226418747901916,
+ 0.357436913728714,
+ 0.3434531378746033,
+ 0.3444290014266968,
+ 0.3643165395140648,
+ 0.33347331820726395,
+ 0.3350465914726257,
+ 0.3356053658485413,
+ 0.34029814500808714,
+ 0.3406800155639648,
+ 0.33120009369850156,
+ 0.3287809826850891,
+ 0.32986082344055173,
+ 0.32653587369918824,
+ 0.325406661939621,
+ 0.3253041708946228,
+ 0.32081891207695007,
+ 0.32064156465530397,
+ 0.3223177612066269,
+ 0.3184559244155884,
+ 0.31674068355560303,
+ 0.3164571708202362,
+ 0.3151209916114807,
+ 0.3144640969753265,
+ 0.3136228200674057,
+ 0.31325989184379577,
+ 0.31308275623321535,
+ 0.3128601837158203
+ ],
+ "train_acc": [
+ 0.2498,
+ 0.6046,
+ 0.7683,
+ 0.8313,
+ 0.8632,
+ 0.8659,
+ 0.8672,
+ 0.87,
+ 0.8691,
+ 0.8699,
+ 0.8677,
+ 0.868,
+ 0.8675,
+ 0.8672,
+ 0.8658,
+ 0.8671,
+ 0.8653,
+ 0.8695,
+ 0.8688,
+ 0.8596,
+ 0.8654,
+ 0.8689,
+ 0.8632,
+ 0.8671,
+ 0.8573,
+ 0.8599,
+ 0.8633,
+ 0.8629,
+ 0.8589,
+ 0.8617,
+ 0.8637,
+ 0.8616,
+ 0.8635,
+ 0.8625,
+ 0.8659,
+ 0.8651,
+ 0.8582,
+ 0.8696,
+ 0.8683,
+ 0.8707,
+ 0.8656,
+ 0.8638,
+ 0.8697,
+ 0.8694,
+ 0.8709,
+ 0.8723,
+ 0.872,
+ 0.8734,
+ 0.8736,
+ 0.8742,
+ 0.8753,
+ 0.8756,
+ 0.8772,
+ 0.877,
+ 0.877,
+ 0.8784,
+ 0.8769,
+ 0.878,
+ 0.878,
+ 0.878
+ ],
+ "test_acc": [
+ 0.4745,
+ 0.682,
+ 0.7765,
+ 0.818,
+ 0.8365,
+ 0.8285,
+ 0.8275,
+ 0.828,
+ 0.8295,
+ 0.828,
+ 0.824,
+ 0.8335,
+ 0.8255,
+ 0.822,
+ 0.835,
+ 0.829,
+ 0.826,
+ 0.834,
+ 0.828,
+ 0.8275,
+ 0.8175,
+ 0.8185,
+ 0.8225,
+ 0.8245,
+ 0.8245,
+ 0.814,
+ 0.8245,
+ 0.8115,
+ 0.8205,
+ 0.821,
+ 0.8265,
+ 0.8275,
+ 0.8135,
+ 0.8205,
+ 0.823,
+ 0.813,
+ 0.8165,
+ 0.8215,
+ 0.8245,
+ 0.8225,
+ 0.823,
+ 0.827,
+ 0.826,
+ 0.8235,
+ 0.825,
+ 0.826,
+ 0.824,
+ 0.83,
+ 0.8245,
+ 0.8255,
+ 0.827,
+ 0.8215,
+ 0.826,
+ 0.8255,
+ 0.825,
+ 0.822,
+ 0.8245,
+ 0.825,
+ 0.825,
+ 0.825
+ ],
+ "state_pred_error": [
+ 0.8007919464111328,
+ 0.3660256730556488,
+ 0.21767480976581574,
+ 0.17657471108436584,
+ 0.16651829404830934,
+ 0.16410830841064453,
+ 0.1607012363433838,
+ 0.15436248441934586,
+ 0.14273409378528595,
+ 0.12546166217327118,
+ 0.10508068288564681,
+ 0.09174856995344162,
+ 0.07927782148122788,
+ 0.07130704913139344,
+ 0.06682584903240203,
+ 0.06470049023628235,
+ 0.059187446343898775,
+ 0.06052878065705299,
+ 0.055212487065792085,
+ 0.054425645017623904,
+ 0.054145838260650635,
+ 0.05300228137969971,
+ 0.055760251158475875,
+ 0.05360760774612427,
+ 0.055333372712135315,
+ 0.055942467188835145,
+ 0.057480208098888395,
+ 0.055890723019838336,
+ 0.05407774894237518,
+ 0.0541152871966362,
+ 0.056709947526454925,
+ 0.056150261449813846,
+ 0.05520617353320122,
+ 0.056996329259872434,
+ 0.057790105390548706,
+ 0.05606599482297897,
+ 0.056856753021478655,
+ 0.059714989024400714,
+ 0.05486650733947754,
+ 0.055311821693181995,
+ 0.05465262854099274,
+ 0.053158983314037324,
+ 0.05372279359102249,
+ 0.051694966912269595,
+ 0.05255660619735718,
+ 0.0502005146086216,
+ 0.049731254732608796,
+ 0.049252740573883055,
+ 0.05221502633690834,
+ 0.04587042521238327,
+ 0.04583015296459198,
+ 0.04525720854997635,
+ 0.04457337497472763,
+ 0.04612945556640625,
+ 0.042507706445455554,
+ 0.040471922528743744,
+ 0.03980488125681877,
+ 0.040267976915836334,
+ 0.038662106162309647,
+ 0.03791789541244507
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8819085955619812,
+ 0.4091951251029968
+ ],
+ "perturbation_rho": [
+ 0.761555552482605,
+ 0.28052955865859985
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02264053374528885,
+ -0.00310164550319314
+ ],
+ "0.003": [
+ -0.0647020936012268,
+ -0.009247269481420517
+ ],
+ "0.01": [
+ -0.18185698986053467,
+ -0.03015393391251564
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 7353.158203125,
+ 2627.8740234375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2758026485443117,
+ 1.6885655117034912,
+ 1.08470324382782,
+ 0.7463973359584808,
+ 0.5717253586769104,
+ 0.46329988174438475,
+ 0.39801541891098025,
+ 0.3542559162139893,
+ 0.3321510377883911,
+ 0.32213094537258147,
+ 0.30751878271102906,
+ 0.31636517415046694,
+ 0.3064259076118469,
+ 0.3367045620918274,
+ 0.35580090804100034,
+ 0.3754026936531067,
+ 0.40374352722167967,
+ 0.43292674508094786,
+ 0.46699409065246583,
+ 0.5129571395874023,
+ 0.5549553430557251,
+ 0.6454820284843444,
+ 0.6873638281822204,
+ 0.7763219680786133,
+ 0.8179979449272156,
+ 0.8366187688827514,
+ 0.8139018608093261,
+ 0.7946758689880371,
+ 0.7822862171173096,
+ 0.8099772785186767,
+ 0.7882675226211547,
+ 0.8030387943267823,
+ 0.8235842838287354,
+ 0.8256282581329346,
+ 0.8351705140113831,
+ 0.8342797046661377,
+ 0.8355479052543641,
+ 0.8148316853523254,
+ 0.8180710522651672,
+ 0.8008527454376221,
+ 0.7904974743366241,
+ 0.7784066701889039,
+ 0.7801080569267272,
+ 0.7695643264770508,
+ 0.7619868974685668,
+ 0.7521709791183472,
+ 0.7479159229278565,
+ 0.7424602756500244,
+ 0.7412874538421631,
+ 0.7384739780426025,
+ 0.7354034683227539,
+ 0.7321881999969483,
+ 0.7304416828870773,
+ 0.7277423991203308,
+ 0.7266941992759705,
+ 0.7254751741409302,
+ 0.7244712076187134,
+ 0.7236532078742981,
+ 0.723047044467926,
+ 0.7228024994850158
+ ],
+ "train_acc": [
+ 0.1643,
+ 0.447,
+ 0.6451,
+ 0.7397,
+ 0.7886,
+ 0.8234,
+ 0.8475,
+ 0.8612,
+ 0.8717,
+ 0.873,
+ 0.8802,
+ 0.877,
+ 0.8796,
+ 0.8747,
+ 0.8718,
+ 0.8696,
+ 0.8602,
+ 0.853,
+ 0.8432,
+ 0.8316,
+ 0.8168,
+ 0.8,
+ 0.7828,
+ 0.7701,
+ 0.758,
+ 0.7589,
+ 0.7561,
+ 0.7565,
+ 0.7552,
+ 0.7491,
+ 0.7482,
+ 0.7481,
+ 0.7404,
+ 0.7413,
+ 0.7355,
+ 0.7367,
+ 0.7314,
+ 0.7339,
+ 0.7328,
+ 0.7344,
+ 0.7318,
+ 0.7354,
+ 0.7307,
+ 0.73,
+ 0.7304,
+ 0.7318,
+ 0.7299,
+ 0.7348,
+ 0.7319,
+ 0.7324,
+ 0.7316,
+ 0.7334,
+ 0.7326,
+ 0.7342,
+ 0.7331,
+ 0.7339,
+ 0.7345,
+ 0.7341,
+ 0.7341,
+ 0.7342
+ ],
+ "test_acc": [
+ 0.2905,
+ 0.569,
+ 0.68,
+ 0.7385,
+ 0.7775,
+ 0.7915,
+ 0.813,
+ 0.8245,
+ 0.831,
+ 0.831,
+ 0.8305,
+ 0.8425,
+ 0.8345,
+ 0.843,
+ 0.833,
+ 0.8295,
+ 0.8155,
+ 0.81,
+ 0.789,
+ 0.772,
+ 0.764,
+ 0.742,
+ 0.7525,
+ 0.724,
+ 0.733,
+ 0.7265,
+ 0.735,
+ 0.732,
+ 0.7265,
+ 0.7145,
+ 0.7215,
+ 0.7135,
+ 0.7125,
+ 0.704,
+ 0.7055,
+ 0.702,
+ 0.7,
+ 0.697,
+ 0.703,
+ 0.7005,
+ 0.698,
+ 0.691,
+ 0.697,
+ 0.696,
+ 0.695,
+ 0.6985,
+ 0.6995,
+ 0.694,
+ 0.6925,
+ 0.6915,
+ 0.695,
+ 0.6935,
+ 0.6915,
+ 0.6895,
+ 0.6895,
+ 0.69,
+ 0.69,
+ 0.6915,
+ 0.692,
+ 0.692
+ ],
+ "value_loss": [
+ 2.9288026363372803,
+ 0.7864144048690795,
+ 0.639929295539856,
+ 0.6204524069786072,
+ 0.5754725531578064,
+ 0.5040289174079895,
+ 0.4698821117401123,
+ 0.42889139366149903,
+ 0.40420380544662476,
+ 0.4028634844779968,
+ 0.3892712847232819,
+ 0.42402955713272095,
+ 0.4190965398788452,
+ 0.5044933345794678,
+ 0.5825771816253662,
+ 0.6768685617446899,
+ 0.7133742139816284,
+ 0.7950645107269287,
+ 0.8662869777679444,
+ 0.8996373329162598,
+ 1.0280699882507325,
+ 1.163149174976349,
+ 1.221600127506256,
+ 1.3104056980133056,
+ 1.2766916957855226,
+ 1.326834045124054,
+ 1.134784700345993,
+ 1.0404576797485352,
+ 0.9483049005508423,
+ 0.9540580884933472,
+ 0.8205204145908356,
+ 0.785475520324707,
+ 0.7712423495292664,
+ 0.7447103875160217,
+ 0.7290693919181823,
+ 0.7014289337158203,
+ 0.6762246777057648,
+ 0.6185135121822357,
+ 0.5984228439331055,
+ 0.5883202701568604,
+ 0.5178473577141762,
+ 0.49681459336280825,
+ 0.47928457641601563,
+ 0.4505615571975708,
+ 0.4401890376567841,
+ 0.4055981549263,
+ 0.3913276084661484,
+ 0.3749931034088135,
+ 0.36367860050201417,
+ 0.3544500424861908,
+ 0.3396661903381348,
+ 0.3323349492073059,
+ 0.3219338518619537,
+ 0.31491898312568667,
+ 0.31108326172828676,
+ 0.3048648599147797,
+ 0.3013700053215027,
+ 0.2964340720176697,
+ 0.2898823614120483,
+ 0.28658444921970366
+ ],
+ "term_loss": [
+ 1.680461615371704,
+ 0.318868265914917,
+ 0.35254693756103517,
+ 0.3742735361099243,
+ 0.3474857358932495,
+ 0.28915810022354127,
+ 0.2642122935295105,
+ 0.23409572947025298,
+ 0.21996172314882279,
+ 0.23002521407604218,
+ 0.22711438574790954,
+ 0.2580068214178085,
+ 0.2574511836051941,
+ 0.3300004418611526,
+ 0.40008525619506835,
+ 0.4885060411453247,
+ 0.5082338293075561,
+ 0.5783841617822647,
+ 0.6369189880371093,
+ 0.6535232496738433,
+ 0.7590381214141846,
+ 0.8601485894203186,
+ 0.894815693473816,
+ 0.9405028270721436,
+ 0.8813811222076416,
+ 0.9386566973686218,
+ 0.7575348546385765,
+ 0.6686955894470215,
+ 0.584379263305664,
+ 0.5871846159934998,
+ 0.4701783618569374,
+ 0.4340015830993652,
+ 0.4127886173248291,
+ 0.3876411557197571,
+ 0.36765715140104294,
+ 0.34130483388900756,
+ 0.3164654992282391,
+ 0.2649745005369186,
+ 0.24806257448196412,
+ 0.23591347963511944,
+ 0.18224032307416202,
+ 0.17264214125871657,
+ 0.16115299315452575,
+ 0.14498900377750396,
+ 0.13794133849143983,
+ 0.11381195783615113,
+ 0.10435335038900376,
+ 0.09480323598384857,
+ 0.08906670632362365,
+ 0.08353737684488297,
+ 0.07434089761972427,
+ 0.06973979330062866,
+ 0.062392609396576884,
+ 0.057668454825878145,
+ 0.05661035113334656,
+ 0.05194146478176117,
+ 0.050404521048069,
+ 0.04641184125840664,
+ 0.04249159356355667,
+ 0.040962481904029846
+ ],
+ "bridge_loss": [
+ 0.9235159797744243,
+ 0.14302324088811874,
+ 0.027366681298613547,
+ 0.007692705816030502,
+ 0.010395049159228802,
+ 0.019707173657417296,
+ 0.02507652835845947,
+ 0.02611555808186531,
+ 0.021296515330672262,
+ 0.013124176825582982,
+ 0.008141374707221986,
+ 0.007833877293765544,
+ 0.008524406471848487,
+ 0.010415069633722305,
+ 0.013049487066268921,
+ 0.016472193028777837,
+ 0.021332170206308364,
+ 0.026048093110322953,
+ 0.029016028451919557,
+ 0.034247407439351084,
+ 0.04159984835982323,
+ 0.050617339766025546,
+ 0.06549989938735962,
+ 0.09351733729839325,
+ 0.11405401186943054,
+ 0.11128878911733628,
+ 0.10870532690286637,
+ 0.10964111132621765,
+ 0.10776555414199829,
+ 0.106626724588871,
+ 0.09811114823818207,
+ 0.10090886116027832,
+ 0.10686962119936944,
+ 0.10767342432141304,
+ 0.11076187438368797,
+ 0.11315056962966918,
+ 0.11132480944395065,
+ 0.10967807099819184,
+ 0.1067829899072647,
+ 0.11111221095919609,
+ 0.09527428455650806,
+ 0.08718832828998566,
+ 0.07998935594558716,
+ 0.07022619643211364,
+ 0.06896837931275368,
+ 0.06022721946239471,
+ 0.0557270368874073,
+ 0.05167174000740051,
+ 0.04623512443304062,
+ 0.04293481481075287,
+ 0.038837641191482544,
+ 0.0364598036468029,
+ 0.03402813461869955,
+ 0.03277047674655914,
+ 0.030157368355989457,
+ 0.02910452802181244,
+ 0.02725501443147659,
+ 0.026727657391130925,
+ 0.024257883021235466,
+ 0.0227132670879364
+ ],
+ "tgrad_loss": [
+ 0.32482506103515624,
+ 0.3245229008197784,
+ 0.26001567754745486,
+ 0.23848616292476654,
+ 0.21759176819324494,
+ 0.19516364593505858,
+ 0.18059329314231873,
+ 0.1686801063299179,
+ 0.16294556813240052,
+ 0.15971409220695496,
+ 0.15401552100181579,
+ 0.1581888596534729,
+ 0.15312094755172728,
+ 0.16407781987190245,
+ 0.16944243593215944,
+ 0.17189033045768737,
+ 0.1838082096338272,
+ 0.19063225364685057,
+ 0.200351966047287,
+ 0.21186667006015777,
+ 0.22743201670646668,
+ 0.2523832549571991,
+ 0.2612845244407654,
+ 0.276385528755188,
+ 0.28125656070709226,
+ 0.2768885573148727,
+ 0.26854453350305557,
+ 0.26212098736763,
+ 0.2561600820541382,
+ 0.26024675402641295,
+ 0.25223090353012084,
+ 0.2505650712966919,
+ 0.2515841117858887,
+ 0.24939580075740814,
+ 0.2506503685951233,
+ 0.2469735339164734,
+ 0.24843437323570253,
+ 0.24386094369888306,
+ 0.24357727665901185,
+ 0.24129457442760469,
+ 0.2403327546596527,
+ 0.23698412399291993,
+ 0.2381422297000885,
+ 0.23534635643959045,
+ 0.23327932082414626,
+ 0.23155897912979126,
+ 0.23124722099304199,
+ 0.22851812629699708,
+ 0.2283767698287964,
+ 0.22797785167694093,
+ 0.22648765294551848,
+ 0.2261353533267975,
+ 0.2255131096124649,
+ 0.22448005208969116,
+ 0.22431554079055785,
+ 0.2238188648223877,
+ 0.2237104712486267,
+ 0.22329457123279572,
+ 0.22313288278579713,
+ 0.22290869793891907
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.14308685064315796,
+ 0.19856137037277222
+ ],
+ "perturbation_rho": [
+ 0.26277071237564087,
+ 0.35259145498275757
+ ],
+ "nudging": {
+ "0.001": [
+ -0.008868614211678505,
+ -0.002737760543823242
+ ],
+ "0.003": [
+ -0.026448238641023636,
+ -0.008198779076337814
+ ],
+ "0.01": [
+ -0.08629482984542847,
+ -0.02716018632054329
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_smoke/synth_a0.5_L8_s42.json b/results/synth_ladder_smoke/synth_a0.5_L8_s42.json
new file mode 100644
index 0000000..4100509
--- /dev/null
+++ b/results/synth_ladder_smoke/synth_a0.5_L8_s42.json
@@ -0,0 +1,1298 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.136691594696045,
+ 0.46806032037734985,
+ 0.4316451009750366,
+ 0.4347771800994873,
+ 0.3343221833229065,
+ 0.3072679266691208,
+ 0.2860998099684715,
+ 0.2768943711280823,
+ 0.3112841864347458,
+ 0.25927799339294433,
+ 0.3529360438346863,
+ 0.25663795070648193,
+ 0.24724824962615966,
+ 0.21611351084709168,
+ 0.18648713210821152,
+ 0.15988158864974975,
+ 0.15585354483127595,
+ 0.18523548917770385,
+ 0.22896917595863342,
+ 0.2142798038750887,
+ 0.1302151912689209,
+ 0.16641850475668907,
+ 0.12069643893241883,
+ 0.08900030250549316,
+ 0.08987545764446259,
+ 0.10792131569385528,
+ 0.16137572979927062,
+ 0.1006333449959755,
+ 0.06665127108097077,
+ 0.08824220795631409,
+ 0.08165898373126984,
+ 0.06826103755831718,
+ 0.04620580951422453,
+ 0.028055201417207718,
+ 0.02063491685986519,
+ 0.01727813795208931,
+ 0.02019768879711628,
+ 0.01568793712258339,
+ 0.012248684544116258,
+ 0.010092336454987525,
+ 0.00976453013420105,
+ 0.009257472205534578,
+ 0.008108717930689454,
+ 0.007677602717280388,
+ 0.007419238343834877,
+ 0.0072768413543701175,
+ 0.006870861586928368,
+ 0.006650014963746071,
+ 0.006521989097818732,
+ 0.0062547821387648585,
+ 0.006135749720607419,
+ 0.00600387082695961,
+ 0.005926267157122493,
+ 0.005855366069078445,
+ 0.005777022970467806,
+ 0.0057358153447508815,
+ 0.005699658918380738,
+ 0.005675127564370632,
+ 0.005658907664567232,
+ 0.005650237935781479
+ ],
+ "train_acc": [
+ 0.5999,
+ 0.8146,
+ 0.8325,
+ 0.8321,
+ 0.8652,
+ 0.8786,
+ 0.8874,
+ 0.8888,
+ 0.8769,
+ 0.8976,
+ 0.8648,
+ 0.8974,
+ 0.9054,
+ 0.9145,
+ 0.9254,
+ 0.939,
+ 0.9408,
+ 0.9272,
+ 0.9121,
+ 0.9191,
+ 0.9485,
+ 0.9388,
+ 0.9548,
+ 0.9693,
+ 0.9681,
+ 0.9608,
+ 0.9414,
+ 0.9608,
+ 0.9771,
+ 0.9692,
+ 0.9699,
+ 0.9768,
+ 0.9856,
+ 0.9942,
+ 0.9977,
+ 0.9991,
+ 0.9986,
+ 0.9993,
+ 1.0,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.798,
+ 0.828,
+ 0.834,
+ 0.828,
+ 0.8475,
+ 0.849,
+ 0.863,
+ 0.838,
+ 0.8405,
+ 0.849,
+ 0.8435,
+ 0.8605,
+ 0.86,
+ 0.8595,
+ 0.8585,
+ 0.8665,
+ 0.8675,
+ 0.869,
+ 0.8575,
+ 0.8665,
+ 0.8715,
+ 0.861,
+ 0.87,
+ 0.884,
+ 0.8745,
+ 0.878,
+ 0.861,
+ 0.875,
+ 0.878,
+ 0.8755,
+ 0.876,
+ 0.8785,
+ 0.882,
+ 0.886,
+ 0.8875,
+ 0.8875,
+ 0.8875,
+ 0.8825,
+ 0.882,
+ 0.8835,
+ 0.8805,
+ 0.883,
+ 0.8825,
+ 0.881,
+ 0.884,
+ 0.8815,
+ 0.882,
+ 0.8805,
+ 0.8835,
+ 0.8815,
+ 0.8825,
+ 0.8825,
+ 0.8825,
+ 0.8825,
+ 0.8825,
+ 0.8825,
+ 0.8825,
+ 0.8825,
+ 0.8825,
+ 0.8825
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7438379526138306,
+ 0.7323452234268188,
+ 0.723551869392395,
+ 0.7129155397415161,
+ 0.6892737746238708,
+ 0.6759694814682007,
+ 0.6671421527862549,
+ 0.658506453037262
+ ],
+ "perturbation_rho": [
+ 0.9999985694885254,
+ 0.9999985694885254,
+ 0.9999951720237732,
+ 0.9999872446060181,
+ 0.9999734163284302,
+ 0.9999377727508545,
+ 0.9998385310173035,
+ 0.9996463060379028
+ ],
+ "nudging": {
+ "0.001": [
+ -0.04311143979430199,
+ -0.025736961513757706,
+ -0.015766380354762077,
+ -0.009858880192041397,
+ -0.006290047895163298,
+ -0.0040962668135762215,
+ -0.0027405626606196165,
+ -0.001892995205707848
+ ],
+ "0.003": [
+ -0.11948808282613754,
+ -0.07372619211673737,
+ -0.04599824547767639,
+ -0.02906736731529236,
+ -0.018663030117750168,
+ -0.012201843783259392,
+ -0.008183058351278305,
+ -0.005660833325237036
+ ],
+ "0.01": [
+ -0.3025854229927063,
+ -0.20860256254673004,
+ -0.13888010382652283,
+ -0.09112250804901123,
+ -0.0598360076546669,
+ -0.039668694138526917,
+ -0.026830831542611122,
+ -0.018658190965652466
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.179273973274231,
+ 1.1607816802024842,
+ 1.0248043842315673,
+ 3.511209108734131,
+ 6.032191545772553,
+ 3.914867709350586,
+ 3.949158609008789,
+ 5.983486985874176,
+ 4.987364087677002,
+ 5.680050399017334,
+ 7.099758061218262,
+ 5.354408818435669,
+ 4.76497013092041,
+ 4.123531845378876,
+ 2.0574048504590916,
+ 2.323176780796051,
+ 2.782958260065317,
+ 2.5619404708862303,
+ 3.480497920135781,
+ 3.101931768798828,
+ 3.8787393211364747,
+ 4.53973305053711,
+ 4.699173797607422,
+ 3.983302816152543,
+ 2.5256453704833985,
+ 2.8716179557800294,
+ 6.437423288345337,
+ 5.216130206298828,
+ 3.4424527400970457,
+ 2.7655251071929934,
+ 2.3487059077380605,
+ 1.864477375984192,
+ 2.0987041217803957,
+ 1.88752355449982,
+ 1.6080115905761718,
+ 2.913223678588867,
+ 2.908343041229248,
+ 2.2413818557739256,
+ 1.606345883178711,
+ 1.371524071931839,
+ 1.3019395248413086,
+ 1.273482549238205,
+ 1.2922779474943877,
+ 1.0599872829437256,
+ 1.1355560552597046,
+ 1.0550661331176758,
+ 0.8672094687118195,
+ 0.8589552932739258,
+ 0.8731966491699219,
+ 0.7816802364406933,
+ 0.726442290687561,
+ 0.6984855533599853,
+ 0.6792838054656982,
+ 0.6738904183980471,
+ 0.6512476387023926,
+ 0.6394786426544189,
+ 0.6294556060791016,
+ 0.6173530825614929,
+ 0.6136219739913941,
+ 0.6067015721155331
+ ],
+ "train_acc": [
+ 0.2084,
+ 0.5847,
+ 0.674,
+ 0.578,
+ 0.6114,
+ 0.7162,
+ 0.7505,
+ 0.7481,
+ 0.7826,
+ 0.7953,
+ 0.7895,
+ 0.8298,
+ 0.8505,
+ 0.8621,
+ 0.9028,
+ 0.8975,
+ 0.8895,
+ 0.8946,
+ 0.8819,
+ 0.8901,
+ 0.8856,
+ 0.874,
+ 0.8729,
+ 0.8867,
+ 0.9077,
+ 0.9028,
+ 0.8631,
+ 0.8812,
+ 0.9016,
+ 0.9094,
+ 0.9176,
+ 0.9257,
+ 0.9212,
+ 0.9291,
+ 0.9327,
+ 0.9092,
+ 0.9081,
+ 0.9217,
+ 0.9326,
+ 0.9422,
+ 0.9406,
+ 0.9399,
+ 0.9404,
+ 0.9463,
+ 0.9438,
+ 0.9485,
+ 0.954,
+ 0.955,
+ 0.9564,
+ 0.9593,
+ 0.9616,
+ 0.9631,
+ 0.9652,
+ 0.9652,
+ 0.9654,
+ 0.9658,
+ 0.9679,
+ 0.9675,
+ 0.9688,
+ 0.9688
+ ],
+ "test_acc": [
+ 0.4305,
+ 0.643,
+ 0.4325,
+ 0.5125,
+ 0.6255,
+ 0.678,
+ 0.5685,
+ 0.73,
+ 0.746,
+ 0.693,
+ 0.7235,
+ 0.697,
+ 0.7775,
+ 0.8565,
+ 0.8395,
+ 0.8115,
+ 0.8285,
+ 0.828,
+ 0.8635,
+ 0.8115,
+ 0.8095,
+ 0.8265,
+ 0.831,
+ 0.858,
+ 0.8555,
+ 0.821,
+ 0.826,
+ 0.8525,
+ 0.8595,
+ 0.85,
+ 0.873,
+ 0.873,
+ 0.8635,
+ 0.878,
+ 0.851,
+ 0.8725,
+ 0.8675,
+ 0.876,
+ 0.873,
+ 0.8765,
+ 0.873,
+ 0.8735,
+ 0.877,
+ 0.889,
+ 0.879,
+ 0.8815,
+ 0.881,
+ 0.876,
+ 0.876,
+ 0.879,
+ 0.8825,
+ 0.882,
+ 0.882,
+ 0.8805,
+ 0.8835,
+ 0.8805,
+ 0.8815,
+ 0.8815,
+ 0.881,
+ 0.8805
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.0057187266647815704,
+ 0.03526674211025238,
+ 0.03511466830968857,
+ 0.043710630387067795,
+ 0.04474484175443649,
+ 0.03394380211830139,
+ 0.03243564814329147,
+ 0.022118231281638145
+ ],
+ "perturbation_rho": [
+ -0.08895743638277054,
+ 0.2165505439043045,
+ 0.14878079295158386,
+ 0.23983460664749146,
+ 0.23414158821105957,
+ 0.22946099936962128,
+ 0.044252023100852966,
+ 0.14246688783168793
+ ],
+ "nudging": {
+ "0.001": [
+ 0.01978934183716774,
+ -0.046600837260484695,
+ -0.01815088465809822,
+ -0.00800597295165062,
+ -0.003184718545526266,
+ -0.0009393530781380832,
+ -0.0004502768279053271,
+ -0.00020403253438416868
+ ],
+ "0.003": [
+ 0.05996423214673996,
+ -0.13848936557769775,
+ -0.05431535094976425,
+ -0.023991748690605164,
+ -0.009551258757710457,
+ -0.002814686391502619,
+ -0.0013659803662449121,
+ -0.0006229060236364603
+ ],
+ "0.01": [
+ 0.20587505400180817,
+ -0.4487733840942383,
+ -0.17917752265930176,
+ -0.0796520859003067,
+ -0.03180943429470062,
+ -0.009406229481101036,
+ -0.004543165676295757,
+ -0.0020739310421049595
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7562337284088134,
+ 1.257188836669922,
+ 1.2758575519561768,
+ 1.4537065887451173,
+ 4.792724206542969,
+ 16.118391802978515,
+ 51.218969592285156,
+ 48.630170703125,
+ 67.82239494628907,
+ 283.23611538085936,
+ 290.38378896484375,
+ 2590.0150890625,
+ 189232.429075,
+ 11507255.3056,
+ 83814626.9184,
+ 556083459.6864,
+ 1844555113.2672,
+ 4752015027.4048,
+ 9102063837.184,
+ 15721989154.4064,
+ 22484995447.1936,
+ 47668534312.96,
+ 72129013573.2224,
+ 96852680389.4272,
+ 118100167544.0128,
+ 164099385982.976,
+ 233045719357.8496,
+ 258927479383.6544,
+ 289939393295.1552,
+ 320891180076.2368,
+ 355023569656.2176,
+ 426034706146.9184,
+ 458971803235.1232,
+ 431989108978.4832,
+ 568470620287.7952,
+ 535395968430.8992,
+ 482758674140.3648,
+ 466598119027.5072,
+ 584723043083.8784,
+ 447152531177.472,
+ 457150332456.1408,
+ 483606448989.7984,
+ 493444037135.5648,
+ 376356872074.0352,
+ 351529334525.1328,
+ 274896416879.4112,
+ 218886323568.64,
+ 218774933078.016,
+ 185821763783.8848,
+ 164821042043.2896,
+ 130335844388.0448,
+ 133878474814.2592,
+ 86565364930.9696,
+ 76351718686.72,
+ 42520756237.1072,
+ 42705961222.144,
+ 20059558078.0544,
+ 11325599613.7472,
+ 4514770222.2848,
+ 1008829087.0272
+ ],
+ "train_acc": [
+ 0.3685,
+ 0.5914,
+ 0.6448,
+ 0.6722,
+ 0.5488,
+ 0.4659,
+ 0.3427,
+ 0.2972,
+ 0.2839,
+ 0.2087,
+ 0.1858,
+ 0.1589,
+ 0.1279,
+ 0.1125,
+ 0.1096,
+ 0.1005,
+ 0.1171,
+ 0.1053,
+ 0.1049,
+ 0.1081,
+ 0.1082,
+ 0.1096,
+ 0.1077,
+ 0.1075,
+ 0.1022,
+ 0.1095,
+ 0.1022,
+ 0.111,
+ 0.1071,
+ 0.1092,
+ 0.1054,
+ 0.1141,
+ 0.103,
+ 0.1071,
+ 0.108,
+ 0.1053,
+ 0.1096,
+ 0.0984,
+ 0.1037,
+ 0.1036,
+ 0.1063,
+ 0.106,
+ 0.1069,
+ 0.11,
+ 0.1116,
+ 0.1099,
+ 0.1091,
+ 0.1007,
+ 0.109,
+ 0.1116,
+ 0.1059,
+ 0.1058,
+ 0.1044,
+ 0.1083,
+ 0.1069,
+ 0.1109,
+ 0.1098,
+ 0.1108,
+ 0.112,
+ 0.1261
+ ],
+ "test_acc": [
+ 0.565,
+ 0.5825,
+ 0.65,
+ 0.5875,
+ 0.371,
+ 0.344,
+ 0.3245,
+ 0.321,
+ 0.2305,
+ 0.2225,
+ 0.147,
+ 0.1465,
+ 0.0775,
+ 0.116,
+ 0.099,
+ 0.092,
+ 0.1165,
+ 0.096,
+ 0.0785,
+ 0.086,
+ 0.114,
+ 0.1155,
+ 0.0995,
+ 0.085,
+ 0.107,
+ 0.1245,
+ 0.107,
+ 0.113,
+ 0.1135,
+ 0.131,
+ 0.113,
+ 0.1115,
+ 0.082,
+ 0.0955,
+ 0.1185,
+ 0.12,
+ 0.11,
+ 0.075,
+ 0.0715,
+ 0.1145,
+ 0.0785,
+ 0.1215,
+ 0.0925,
+ 0.0995,
+ 0.056,
+ 0.1145,
+ 0.116,
+ 0.126,
+ 0.092,
+ 0.1085,
+ 0.1115,
+ 0.1025,
+ 0.1165,
+ 0.12,
+ 0.109,
+ 0.1105,
+ 0.114,
+ 0.1085,
+ 0.107,
+ 0.1155
+ ],
+ "state_pred_error": [
+ 0.6633167713165283,
+ 0.26668925323486325,
+ 0.26785421018600464,
+ 0.34208936038017274,
+ 0.5517430818557739,
+ 0.6263181097984314,
+ 0.706014741897583,
+ 0.7488139172554016,
+ 0.8344351757049561,
+ 0.8824913305282592,
+ 0.9566375088691711,
+ 0.9905429431915284,
+ 0.9992951532363892,
+ 0.9999922995567322,
+ 0.9999997146606445,
+ 1.0000000045776367,
+ 0.9999999969482422,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.30725735425949097,
+ 0.12316203862428665,
+ -0.0629364550113678,
+ 0.007313757669180632,
+ -0.009149492718279362,
+ -0.008323092944920063,
+ -0.006843051873147488,
+ 0.005654708482325077
+ ],
+ "perturbation_rho": [
+ -0.0015011467039585114,
+ 0.0004240265116095543,
+ 0.0019385055638849735,
+ 0.0008086063899099827,
+ -0.11120367795228958,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "nudging": {
+ "0.001": [
+ -2189696.0,
+ -217512.0,
+ 46920.0,
+ 6430.0,
+ -564.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "0.003": [
+ -6324534.0,
+ -344800.0,
+ -455572.0,
+ 78020.0,
+ -1050.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "0.01": [
+ -20625168.0,
+ -717604.0,
+ -58672.0,
+ 134824.0,
+ 16604.0,
+ -6.0,
+ 0.0,
+ 0.0
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29,
+ 1.2424051312422632e+29
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.180813762664795,
+ 1.15851598777771,
+ 0.9752382919311523,
+ 4.310234674072266,
+ 5.409528110504151,
+ 4.571157476806641,
+ 5.59428627319336,
+ 4.906880990600586,
+ 7.153588356018067,
+ 6.169279209899902,
+ 3.151282291030884,
+ 3.04000318069458,
+ 6.902088081359863,
+ 17.079356958007814,
+ 434.114821875,
+ 4274.5153546875,
+ 173495.374425,
+ 4126869.5424,
+ 45074575.5072,
+ 302295021.6704,
+ 1100553773.8752,
+ 3910569343.3856,
+ 9480743307.6736,
+ 16287986919.0144,
+ 29592091230.208,
+ 51855394812.7232,
+ 83006749854.9248,
+ 96506064981.1968,
+ 116092555807.9488,
+ 171146794840.8832,
+ 207085592064.8192,
+ 233484588574.3104,
+ 283273713837.6704,
+ 237359135195.136,
+ 259830706549.5552,
+ 291922276725.5552,
+ 370882607054.848,
+ 375864110035.7632,
+ 391053997349.2736,
+ 312687643538.2272,
+ 361586948204.1344,
+ 234246995286.4256,
+ 305559670934.7328,
+ 253578320569.9584,
+ 266700764951.3472,
+ 217946732442.4192,
+ 196479827797.6064,
+ 155095557891.6864,
+ 144038231710.1056,
+ 122997998983.5776,
+ 80291857511.2192,
+ 68673229920.6656,
+ 65797288237.4656,
+ 40392089901.4656,
+ 38889432743.936,
+ 24285740983.9104,
+ 15643154428.7232,
+ 7760484663.296,
+ 3768164856.6272,
+ 1482127218.2784
+ ],
+ "train_acc": [
+ 0.207,
+ 0.5837,
+ 0.6796,
+ 0.5624,
+ 0.626,
+ 0.7089,
+ 0.7231,
+ 0.7772,
+ 0.7578,
+ 0.7978,
+ 0.8542,
+ 0.8601,
+ 0.788,
+ 0.7148,
+ 0.4485,
+ 0.2829,
+ 0.1504,
+ 0.1176,
+ 0.108,
+ 0.1062,
+ 0.1079,
+ 0.1019,
+ 0.105,
+ 0.1026,
+ 0.105,
+ 0.1077,
+ 0.1098,
+ 0.1012,
+ 0.1017,
+ 0.1066,
+ 0.0997,
+ 0.1023,
+ 0.1045,
+ 0.0995,
+ 0.1,
+ 0.1057,
+ 0.1021,
+ 0.1046,
+ 0.1054,
+ 0.1032,
+ 0.1046,
+ 0.1034,
+ 0.1026,
+ 0.1062,
+ 0.1054,
+ 0.1081,
+ 0.1028,
+ 0.1015,
+ 0.1012,
+ 0.1019,
+ 0.1052,
+ 0.1001,
+ 0.1075,
+ 0.1084,
+ 0.1051,
+ 0.1085,
+ 0.1046,
+ 0.1054,
+ 0.0986,
+ 0.1106
+ ],
+ "test_acc": [
+ 0.434,
+ 0.6285,
+ 0.5345,
+ 0.3995,
+ 0.493,
+ 0.59,
+ 0.644,
+ 0.6435,
+ 0.6805,
+ 0.7895,
+ 0.8255,
+ 0.732,
+ 0.7095,
+ 0.532,
+ 0.216,
+ 0.193,
+ 0.1255,
+ 0.134,
+ 0.128,
+ 0.1135,
+ 0.103,
+ 0.1005,
+ 0.1055,
+ 0.113,
+ 0.107,
+ 0.1055,
+ 0.0975,
+ 0.109,
+ 0.1115,
+ 0.086,
+ 0.1005,
+ 0.1045,
+ 0.1045,
+ 0.1205,
+ 0.1045,
+ 0.117,
+ 0.074,
+ 0.11,
+ 0.09,
+ 0.0975,
+ 0.112,
+ 0.117,
+ 0.116,
+ 0.1095,
+ 0.1225,
+ 0.0945,
+ 0.103,
+ 0.0975,
+ 0.071,
+ 0.103,
+ 0.08,
+ 0.098,
+ 0.1,
+ 0.123,
+ 0.1145,
+ 0.0905,
+ 0.0995,
+ 0.1105,
+ 0.0855,
+ 0.1095
+ ],
+ "value_loss": [
+ 2.9669607288360598,
+ 1.0902458826065065,
+ 2.4584463294982912,
+ 73.88889157714844,
+ 108.27681814575195,
+ 115.91943471679687,
+ 184.67528198242186,
+ 185.08425294189453,
+ 366.67125908203127,
+ 319.5852258789063,
+ 108.21394526367187,
+ 110.3386819946289,
+ 347.8569515869141,
+ 1525.27198203125,
+ 856406.213575,
+ 47010726.9056,
+ 133654556568.7808,
+ 66485560641008.44,
+ 5601329709154566.0,
+ 2.5619643797350563e+17,
+ 2.6437525286434504e+18,
+ 3.759435327830707e+19,
+ 2.0967746443938254e+20,
+ 5.8249832460428005e+20,
+ 1.900429415713445e+21,
+ 5.965233893645854e+21,
+ 1.5141398248046291e+22,
+ 2.0838459753445628e+22,
+ 3.0155778903345744e+22,
+ 6.534392113196693e+22,
+ 9.49085397644098e+22,
+ 1.213205072102303e+23,
+ 1.7861691251715246e+23,
+ 1.2310981571846513e+23,
+ 1.5074213926386971e+23,
+ 1.8590761851447484e+23,
+ 3.03252706604308e+23,
+ 2.9249324086900395e+23,
+ 3.357804742753062e+23,
+ 2.1885845744735628e+23,
+ 2.9055369486406765e+23,
+ 1.2206187316440685e+23,
+ 2.033396564696724e+23,
+ 1.3890040725471885e+23,
+ 1.5181943868702285e+23,
+ 1.0498341258536981e+23,
+ 8.700237478106012e+22,
+ 5.5888224113303126e+22,
+ 4.543935391813068e+22,
+ 3.3037088316902575e+22,
+ 1.3904496443146646e+22,
+ 9.820491629311279e+21,
+ 9.319735665267294e+21,
+ 3.4896288732690126e+21,
+ 3.242478367096937e+21,
+ 1.2534107606733638e+21,
+ 5.020361207667576e+20,
+ 1.2250652965564804e+20,
+ 2.762850564012813e+19,
+ 1.0739092229740712e+19
+ ],
+ "term_loss": [
+ 1.7164982944488525,
+ 0.8336014386177063,
+ 2.2766597854614257,
+ 73.54188282470703,
+ 107.95569302368165,
+ 115.66435822753907,
+ 184.40134716796874,
+ 184.7544172607422,
+ 366.257100390625,
+ 319.2935396972656,
+ 107.97936694335938,
+ 109.77867339172363,
+ 344.50278088378906,
+ 1497.03217421875,
+ 850602.74975,
+ 45127585.504,
+ 133558798774.272,
+ 66483576837557.45,
+ 5601311970080640.0,
+ 2.5619634165628704e+17,
+ 2.643752139856139e+18,
+ 3.759435259924869e+19,
+ 2.0967746386235884e+20,
+ 5.8249832322505264e+20,
+ 1.900429415713445e+21,
+ 5.965233893645854e+21,
+ 1.5141398248046291e+22,
+ 2.0838459753445628e+22,
+ 3.0155778903345744e+22,
+ 6.534392111755541e+22,
+ 9.49085397644098e+22,
+ 1.213205072102303e+23,
+ 1.786169119983378e+23,
+ 1.2310981249028493e+23,
+ 1.507421335857313e+23,
+ 1.859076049964702e+23,
+ 3.032526846411533e+23,
+ 2.9249321106598305e+23,
+ 3.357804382465092e+23,
+ 2.1885840778526248e+23,
+ 2.9055362533569517e+23,
+ 1.2206178266006874e+23,
+ 2.0333954119193347e+23,
+ 1.3890026196499199e+23,
+ 1.518192558336722e+23,
+ 1.0498318148225422e+23,
+ 8.700208820170359e+22,
+ 5.58878513881922e+22,
+ 4.543886667909131e+22,
+ 3.303644348790505e+22,
+ 1.3903648404528173e+22,
+ 9.81934621260509e+21,
+ 9.318203673079891e+21,
+ 3.487588749168033e+21,
+ 3.2397836163048517e+21,
+ 1.2498825943945005e+21,
+ 4.9747612976701296e+20,
+ 1.1696705443212127e+20,
+ 2.209300562524519e+19,
+ 5.965625762330856e+18
+ ],
+ "bridge_loss": [
+ 0.9642023840372916,
+ 0.05619153835773468,
+ 0.005403100261092186,
+ 0.058217010986804964,
+ 0.05494740681946278,
+ 0.042279357314109804,
+ 0.0697695098221302,
+ 0.162632954120636,
+ 0.23094681215286256,
+ 0.13801171278953553,
+ 0.12224743638038635,
+ 0.452451789855957,
+ 3.1901706958770752,
+ 28.013733642578124,
+ 5803.01872421875,
+ 1883141.245,
+ 95755957.4144,
+ 1983570290.2784,
+ 17710332162.8672,
+ 96817318513.8688,
+ 390040245397.0944,
+ 1279194057775.5137,
+ 3592114526591.3857,
+ 9084595204626.842,
+ 20649508923978.547,
+ 43515842118916.51,
+ 86588981919927.5,
+ 168821964468020.84,
+ 315478200580833.25,
+ 569613611072435.0,
+ 998514458413026.5,
+ 1685223969845254.5,
+ 2790164946525513.5,
+ 4566915636675163.0,
+ 7302383131868057.0,
+ 1.1539139114325718e+16,
+ 1.792385532122649e+16,
+ 2.6165467718487532e+16,
+ 3.703484551294238e+16,
+ 5.036573563672792e+16,
+ 6.666833228308184e+16,
+ 8.993736963563118e+16,
+ 1.160181461275235e+17,
+ 1.4629456896849453e+17,
+ 1.839375407288156e+17,
+ 2.3162479642745126e+17,
+ 2.8634254129500176e+17,
+ 3.724947283800484e+17,
+ 4.8719852038305664e+17,
+ 6.446355790276814e+17,
+ 8.479242257230209e+17,
+ 1.1453916665696928e+18,
+ 1.5320334050146908e+18,
+ 2.0400817170051474e+18,
+ 2.694757338137747e+18,
+ 3.5281727448711936e+18,
+ 4.559988939699667e+18,
+ 5.539475408244719e+18,
+ 5.535499985855834e+18,
+ 4.773466424748804e+18
+ ],
+ "tgrad_loss": [
+ 0.2862600553512573,
+ 0.20045291225910186,
+ 0.1763834413051605,
+ 0.28879174451828005,
+ 0.26617846899032593,
+ 0.21279841418266296,
+ 0.20416503925323487,
+ 0.1672018569469452,
+ 0.18320466527938842,
+ 0.15367574200630188,
+ 0.11233035919070244,
+ 0.10755652726888656,
+ 0.16400148527622224,
+ 0.22606448984146119,
+ 0.44932379856109617,
+ 0.6031550155639649,
+ 0.7285950341224671,
+ 0.7613764246940613,
+ 0.7669176729202271,
+ 0.7755544228553772,
+ 0.761812369441986,
+ 0.7759272521972657,
+ 0.7649501113891601,
+ 0.7714386423110962,
+ 0.7607672102928161,
+ 0.7632091217041016,
+ 0.7585373802185058,
+ 0.7713048749923707,
+ 0.7605478080749511,
+ 0.7533323201179505,
+ 0.7780433281898499,
+ 0.7613308283805847,
+ 0.7529919390678406,
+ 0.7724364114761353,
+ 0.7689524433135987,
+ 0.7545342383384704,
+ 0.7692763340950012,
+ 0.7591918215751648,
+ 0.7541144882202149,
+ 0.7748589099884033,
+ 0.7660150268554687,
+ 0.7596425477027893,
+ 0.7580499425888062,
+ 0.7523354890823364,
+ 0.7643221777915955,
+ 0.7510903036117553,
+ 0.7648061880111694,
+ 0.7583307800292969,
+ 0.7644666131973267,
+ 0.7654717210769654,
+ 0.7569819689750671,
+ 0.7661532715797424,
+ 0.7553690487861633,
+ 0.7546149060249329,
+ 0.7635059030532837,
+ 0.7580290970802307,
+ 0.7618262603759766,
+ 0.7523887557983399,
+ 0.7711429117202758,
+ 0.753796951675415
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.04903252795338631,
+ 0.20776475965976715,
+ 0.12520574033260345,
+ -0.2015925794839859,
+ -0.03666269779205322,
+ 0.005083487834781408,
+ 0.13890880346298218,
+ 0.012853549793362617
+ ],
+ "perturbation_rho": [
+ 0.011465835385024548,
+ 0.00849771499633789,
+ 0.0009214465972036123,
+ -0.005531121976673603,
+ 0.07564837485551834,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "nudging": {
+ "0.001": [
+ 708984.0,
+ -55272.0,
+ -159328.0,
+ 5952.0,
+ 11760.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "0.003": [
+ 1608888.0,
+ -316624.0,
+ 189376.0,
+ 38104.0,
+ 40760.0,
+ -16.0,
+ 0.0,
+ 0.0
+ ],
+ "0.01": [
+ 10792360.0,
+ -1553496.0,
+ -27560.0,
+ -69368.0,
+ 49144.0,
+ -96.0,
+ 0.0,
+ 0.0
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_smoke/synth_a1.0_L2_s42.json b/results/synth_ladder_smoke/synth_a1.0_L2_s42.json
new file mode 100644
index 0000000..8777ebc
--- /dev/null
+++ b/results/synth_ladder_smoke/synth_a1.0_L2_s42.json
@@ -0,0 +1,1172 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.9491056894302368,
+ 1.1529242127418518,
+ 0.7467040473937988,
+ 0.5807420476913452,
+ 0.5123631197452545,
+ 0.4696790289878845,
+ 0.4497463710784912,
+ 0.429621799659729,
+ 0.41180882892608645,
+ 0.396394921875,
+ 0.38590312049388886,
+ 0.3658535495758057,
+ 0.36799508414268495,
+ 0.3456149130344391,
+ 0.33443590273857116,
+ 0.3238851601600647,
+ 0.31360859479904174,
+ 0.3038917881965637,
+ 0.2932293901443481,
+ 0.2798507716178894,
+ 0.2779016891479492,
+ 0.2641272247314453,
+ 0.25414685287475586,
+ 0.24580603408813476,
+ 0.23633735848665238,
+ 0.22347580795288086,
+ 0.2150943549990654,
+ 0.20704293329715728,
+ 0.20073787801265716,
+ 0.1922430892944336,
+ 0.18689737136363982,
+ 0.1811553675174713,
+ 0.174488536298275,
+ 0.1676148865222931,
+ 0.16302786118984222,
+ 0.1570287989139557,
+ 0.15195925567150115,
+ 0.14744717358350753,
+ 0.14354275007247924,
+ 0.14035524681806563,
+ 0.13632459359169005,
+ 0.1334148339509964,
+ 0.13127109580039978,
+ 0.12843341019153595,
+ 0.1255687529563904,
+ 0.12336780984401703,
+ 0.12139199416637421,
+ 0.11968175506591797,
+ 0.11819040449261665,
+ 0.11690922620296479,
+ 0.11574092161655426,
+ 0.11482840909957885,
+ 0.11413576412200928,
+ 0.1134418436050415,
+ 0.1129186130464077,
+ 0.11250319490432739,
+ 0.1122022265791893,
+ 0.11199904860854148,
+ 0.11187557553052903,
+ 0.11180531568527222
+ ],
+ "train_acc": [
+ 0.326,
+ 0.666,
+ 0.7775,
+ 0.8124,
+ 0.821,
+ 0.8339,
+ 0.8331,
+ 0.8403,
+ 0.8466,
+ 0.8518,
+ 0.8559,
+ 0.8653,
+ 0.8621,
+ 0.8726,
+ 0.8746,
+ 0.8799,
+ 0.8862,
+ 0.8891,
+ 0.893,
+ 0.9011,
+ 0.8995,
+ 0.908,
+ 0.9113,
+ 0.9184,
+ 0.9233,
+ 0.9295,
+ 0.9343,
+ 0.9367,
+ 0.9398,
+ 0.9434,
+ 0.9464,
+ 0.9497,
+ 0.9517,
+ 0.9563,
+ 0.96,
+ 0.9629,
+ 0.9651,
+ 0.9678,
+ 0.9685,
+ 0.9692,
+ 0.9726,
+ 0.9736,
+ 0.9744,
+ 0.9749,
+ 0.9766,
+ 0.9774,
+ 0.9796,
+ 0.9799,
+ 0.9802,
+ 0.9808,
+ 0.9817,
+ 0.982,
+ 0.9828,
+ 0.9832,
+ 0.9835,
+ 0.9837,
+ 0.9838,
+ 0.9838,
+ 0.9839,
+ 0.9839
+ ],
+ "test_acc": [
+ 0.551,
+ 0.7215,
+ 0.769,
+ 0.787,
+ 0.78,
+ 0.7825,
+ 0.779,
+ 0.7875,
+ 0.783,
+ 0.783,
+ 0.7885,
+ 0.791,
+ 0.7845,
+ 0.789,
+ 0.7875,
+ 0.7875,
+ 0.7905,
+ 0.783,
+ 0.78,
+ 0.79,
+ 0.785,
+ 0.7895,
+ 0.785,
+ 0.7875,
+ 0.783,
+ 0.789,
+ 0.794,
+ 0.793,
+ 0.795,
+ 0.792,
+ 0.788,
+ 0.7875,
+ 0.788,
+ 0.7905,
+ 0.79,
+ 0.7925,
+ 0.7915,
+ 0.791,
+ 0.791,
+ 0.791,
+ 0.791,
+ 0.792,
+ 0.793,
+ 0.7915,
+ 0.7935,
+ 0.7905,
+ 0.7925,
+ 0.792,
+ 0.7925,
+ 0.792,
+ 0.7915,
+ 0.7915,
+ 0.791,
+ 0.791,
+ 0.791,
+ 0.791,
+ 0.7905,
+ 0.79,
+ 0.79,
+ 0.79
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.977530300617218,
+ 0.9661709666252136
+ ],
+ "perturbation_rho": [
+ 0.9999992847442627,
+ 0.9999983906745911
+ ],
+ "nudging": {
+ "0.001": [
+ -0.039579540491104126,
+ -0.02185475453734398
+ ],
+ "0.003": [
+ -0.11397463828325272,
+ -0.0641411542892456
+ ],
+ "0.01": [
+ -0.3279687762260437,
+ -0.1977623850107193
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2824316204071047,
+ 1.8118354099273681,
+ 1.310678900718689,
+ 0.9875048950195312,
+ 0.802082624912262,
+ 0.6931869449615479,
+ 0.6263151250839233,
+ 0.583215159034729,
+ 0.5534961759567261,
+ 0.5339154810905457,
+ 0.524110235452652,
+ 0.516173376083374,
+ 0.5156016312360764,
+ 0.512758362197876,
+ 0.5118656126976013,
+ 0.5098454748153687,
+ 0.515489036655426,
+ 0.516552147102356,
+ 0.525282747721672,
+ 0.5107382669448852,
+ 0.5240657005310059,
+ 0.5196773475646973,
+ 0.5238636440277099,
+ 0.5113746579170227,
+ 0.5147426022052765,
+ 0.5082735379695892,
+ 0.5030142297744751,
+ 0.5007089898109436,
+ 0.5198602245807648,
+ 0.5054092597007751,
+ 0.5186554452896118,
+ 0.5035870767593383,
+ 0.5099767215251922,
+ 0.5068207990646363,
+ 0.5057487522125245,
+ 0.49573901596069336,
+ 0.49725718212127684,
+ 0.4981450731754303,
+ 0.5011708973884582,
+ 0.5046835836648941,
+ 0.4929028748512268,
+ 0.48766262950897216,
+ 0.48986145362854006,
+ 0.4863999965190887,
+ 0.4881520263671875,
+ 0.48129477083683014,
+ 0.47820149402618406,
+ 0.4828622418403625,
+ 0.47945194401741026,
+ 0.4764244254112244,
+ 0.47533812894821165,
+ 0.47597204813957217,
+ 0.47481061878204345,
+ 0.4737321941375732,
+ 0.4729536075592041,
+ 0.4717037543296814,
+ 0.47100696840286255,
+ 0.4707401922225952,
+ 0.4704310829162598,
+ 0.4702408764839172
+ ],
+ "train_acc": [
+ 0.1625,
+ 0.4015,
+ 0.5907,
+ 0.6668,
+ 0.7135,
+ 0.7441,
+ 0.762,
+ 0.7733,
+ 0.7858,
+ 0.7916,
+ 0.7968,
+ 0.7993,
+ 0.7998,
+ 0.8007,
+ 0.8051,
+ 0.8059,
+ 0.8025,
+ 0.7994,
+ 0.7962,
+ 0.8008,
+ 0.7975,
+ 0.7985,
+ 0.8012,
+ 0.8033,
+ 0.8026,
+ 0.8027,
+ 0.808,
+ 0.8064,
+ 0.7975,
+ 0.8053,
+ 0.8016,
+ 0.8046,
+ 0.807,
+ 0.8064,
+ 0.803,
+ 0.8084,
+ 0.8055,
+ 0.8085,
+ 0.805,
+ 0.8026,
+ 0.8094,
+ 0.811,
+ 0.8096,
+ 0.812,
+ 0.8104,
+ 0.8128,
+ 0.8129,
+ 0.8123,
+ 0.8132,
+ 0.8161,
+ 0.8158,
+ 0.8152,
+ 0.8148,
+ 0.8167,
+ 0.815,
+ 0.8162,
+ 0.8169,
+ 0.8174,
+ 0.8167,
+ 0.8173
+ ],
+ "test_acc": [
+ 0.263,
+ 0.5155,
+ 0.606,
+ 0.6685,
+ 0.7025,
+ 0.716,
+ 0.736,
+ 0.745,
+ 0.742,
+ 0.7485,
+ 0.749,
+ 0.753,
+ 0.7545,
+ 0.7515,
+ 0.7505,
+ 0.7475,
+ 0.745,
+ 0.749,
+ 0.7515,
+ 0.7355,
+ 0.744,
+ 0.753,
+ 0.746,
+ 0.7395,
+ 0.75,
+ 0.7485,
+ 0.757,
+ 0.747,
+ 0.7465,
+ 0.7305,
+ 0.746,
+ 0.755,
+ 0.755,
+ 0.7435,
+ 0.752,
+ 0.748,
+ 0.7455,
+ 0.7385,
+ 0.7475,
+ 0.7485,
+ 0.7525,
+ 0.7575,
+ 0.7535,
+ 0.751,
+ 0.758,
+ 0.752,
+ 0.7515,
+ 0.7515,
+ 0.758,
+ 0.7545,
+ 0.7605,
+ 0.758,
+ 0.755,
+ 0.7565,
+ 0.7585,
+ 0.757,
+ 0.7575,
+ 0.755,
+ 0.7585,
+ 0.7575
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.0018995754653587937,
+ 0.07222741842269897
+ ],
+ "perturbation_rho": [
+ -0.03529410809278488,
+ 0.03507092595100403
+ ],
+ "nudging": {
+ "0.001": [
+ -1.5221663488773629e-05,
+ -0.0004911277210339904
+ ],
+ "0.003": [
+ -1.3497992767952383e-05,
+ -0.0014723683707416058
+ ],
+ "0.01": [
+ 0.00033701310167089105,
+ -0.004891358315944672
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1366306617736814,
+ 1.3788719619750978,
+ 0.8893764835357666,
+ 0.6547704791069031,
+ 0.5521520162582397,
+ 0.5176527221679688,
+ 0.5091254537582397,
+ 0.509008034992218,
+ 0.5123045497894287,
+ 0.5199989007949829,
+ 0.524878611278534,
+ 0.5291456949710845,
+ 0.536843958902359,
+ 0.5352446517944336,
+ 0.5378374597549439,
+ 0.5358052321434021,
+ 0.536317100429535,
+ 0.5289794270515442,
+ 0.5393810579776764,
+ 0.5359365615844727,
+ 0.5326271821022034,
+ 0.5334983486175537,
+ 0.5313910109758377,
+ 0.5330386216163635,
+ 0.5434488729476928,
+ 0.5396566688537597,
+ 0.5416565005540848,
+ 0.5412564635276794,
+ 0.5482967029571533,
+ 0.5540884985685348,
+ 0.5473237035751343,
+ 0.553294009923935,
+ 0.5513850021362304,
+ 0.5501684650421143,
+ 0.5599284547805786,
+ 0.5542884324073791,
+ 0.5526859965801239,
+ 0.54858907122612,
+ 0.5504395879745484,
+ 0.5546976717948914,
+ 0.5577109105110168,
+ 0.5555753686904907,
+ 0.5482306803703308,
+ 0.5521730173110961,
+ 0.5481728059768677,
+ 0.5459907444953919,
+ 0.5481118337631226,
+ 0.5456091236114502,
+ 0.5448256337881088,
+ 0.5454645185470581,
+ 0.5465922353744507,
+ 0.544160694026947,
+ 0.5431355364322662,
+ 0.5428927242279052,
+ 0.5422361792087554,
+ 0.5417640048980713,
+ 0.5416455334186554,
+ 0.5414225485801697,
+ 0.5411964197158814,
+ 0.5410834015846252
+ ],
+ "train_acc": [
+ 0.2285,
+ 0.547,
+ 0.7045,
+ 0.7719,
+ 0.7951,
+ 0.798,
+ 0.8014,
+ 0.8034,
+ 0.803,
+ 0.8021,
+ 0.8031,
+ 0.8011,
+ 0.7966,
+ 0.7982,
+ 0.7993,
+ 0.7976,
+ 0.798,
+ 0.8008,
+ 0.792,
+ 0.7937,
+ 0.7942,
+ 0.7963,
+ 0.7974,
+ 0.7912,
+ 0.7917,
+ 0.7929,
+ 0.794,
+ 0.7919,
+ 0.791,
+ 0.788,
+ 0.7909,
+ 0.7873,
+ 0.7846,
+ 0.7889,
+ 0.7863,
+ 0.786,
+ 0.7913,
+ 0.7893,
+ 0.789,
+ 0.7833,
+ 0.7849,
+ 0.786,
+ 0.7893,
+ 0.7867,
+ 0.7892,
+ 0.7901,
+ 0.7889,
+ 0.7912,
+ 0.7906,
+ 0.7891,
+ 0.7891,
+ 0.7905,
+ 0.7923,
+ 0.7905,
+ 0.7909,
+ 0.7922,
+ 0.7908,
+ 0.7905,
+ 0.791,
+ 0.7913
+ ],
+ "test_acc": [
+ 0.4125,
+ 0.6255,
+ 0.7095,
+ 0.7555,
+ 0.7665,
+ 0.7585,
+ 0.758,
+ 0.754,
+ 0.7575,
+ 0.751,
+ 0.748,
+ 0.7475,
+ 0.7495,
+ 0.7485,
+ 0.745,
+ 0.7415,
+ 0.7455,
+ 0.743,
+ 0.749,
+ 0.746,
+ 0.74,
+ 0.733,
+ 0.7365,
+ 0.7395,
+ 0.743,
+ 0.7285,
+ 0.739,
+ 0.7225,
+ 0.7335,
+ 0.7385,
+ 0.7345,
+ 0.734,
+ 0.7215,
+ 0.734,
+ 0.7305,
+ 0.7265,
+ 0.7275,
+ 0.728,
+ 0.732,
+ 0.7235,
+ 0.7245,
+ 0.7265,
+ 0.7305,
+ 0.7295,
+ 0.729,
+ 0.727,
+ 0.728,
+ 0.7275,
+ 0.724,
+ 0.727,
+ 0.725,
+ 0.729,
+ 0.727,
+ 0.7305,
+ 0.7325,
+ 0.7325,
+ 0.7315,
+ 0.7315,
+ 0.7315,
+ 0.7315
+ ],
+ "state_pred_error": [
+ 0.8065836928367615,
+ 0.39146546201705934,
+ 0.23437868328094483,
+ 0.18158424789905547,
+ 0.1659492648601532,
+ 0.165374738740921,
+ 0.16782979707717896,
+ 0.16855716466903686,
+ 0.16732614138126373,
+ 0.16346708936691284,
+ 0.15476743512153626,
+ 0.1457847490310669,
+ 0.13143579788208007,
+ 0.12530215060710906,
+ 0.11034695791006088,
+ 0.102148695230484,
+ 0.09918132054805756,
+ 0.09876347059011459,
+ 0.09330155829191208,
+ 0.08962574129104614,
+ 0.08644098112583161,
+ 0.08444308232069016,
+ 0.08924337093830109,
+ 0.08370417824983596,
+ 0.08257257657051087,
+ 0.0830527756690979,
+ 0.07959871637821198,
+ 0.08018354167938233,
+ 0.07715057510137557,
+ 0.07508554146289825,
+ 0.07615803725719451,
+ 0.07278824622035027,
+ 0.07192154746055603,
+ 0.07228410756587982,
+ 0.06885680447816848,
+ 0.06863646980524063,
+ 0.0701085786998272,
+ 0.06621884278059005,
+ 0.06437455928325653,
+ 0.06294822212457657,
+ 0.06241208130121231,
+ 0.0603535782456398,
+ 0.06039485886096954,
+ 0.058678721296787265,
+ 0.0627734629034996,
+ 0.05633028925061226,
+ 0.054364062464237216,
+ 0.05458668622970581,
+ 0.057001876127719876,
+ 0.05133199627399444,
+ 0.05066398676633835,
+ 0.05105280518531799,
+ 0.048901369220018386,
+ 0.04867930979728699,
+ 0.04660500448346138,
+ 0.04554321520328522,
+ 0.04535353593826294,
+ 0.04524428225755692,
+ 0.04350994995832443,
+ 0.042987993323802945
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7724592089653015,
+ 0.47611531615257263
+ ],
+ "perturbation_rho": [
+ 0.7083259224891663,
+ 0.4451542794704437
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02335088513791561,
+ -0.0042803636752069
+ ],
+ "0.003": [
+ -0.06857505440711975,
+ -0.012793581001460552
+ ],
+ "0.01": [
+ -0.2117496132850647,
+ -0.04209146648645401
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 2210.423828125,
+ 264.2466125488281
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.280885036087036,
+ 1.8083742904663085,
+ 1.3096392322540282,
+ 0.9843997146606446,
+ 0.8018227068901062,
+ 0.6911002159118652,
+ 0.6208388906478882,
+ 0.5762016658782959,
+ 0.5495558090209961,
+ 0.5351255585193634,
+ 0.521960182762146,
+ 0.5177917494773865,
+ 0.5170808288574219,
+ 0.5229834615707397,
+ 0.5378183418750763,
+ 0.543828378534317,
+ 0.5555255395889283,
+ 0.5777033507347107,
+ 0.6048572025299073,
+ 0.6596059831619263,
+ 0.7269416851043701,
+ 0.7936675106048584,
+ 0.8489301277160645,
+ 0.894895606803894,
+ 0.9307584834098815,
+ 0.9389586345672607,
+ 0.9596725919723511,
+ 0.9730803798675537,
+ 0.97893427734375,
+ 0.993195873451233,
+ 1.0001418331146241,
+ 1.01285452003479,
+ 1.0197131780624389,
+ 1.034778191757202,
+ 1.041685494327545,
+ 1.0485894695281983,
+ 1.0534755035400392,
+ 1.05557954082489,
+ 1.0589550355911255,
+ 1.062454942703247,
+ 1.0662316680908204,
+ 1.0691890292644501,
+ 1.0679836296081544,
+ 1.0683391422271729,
+ 1.0701301013946534,
+ 1.0684261167526246,
+ 1.0693684279441833,
+ 1.0679564714431762,
+ 1.067317788696289,
+ 1.065644224357605,
+ 1.065113991165161,
+ 1.0640747312545777,
+ 1.062864318561554,
+ 1.0622759931564332,
+ 1.0614560607910157,
+ 1.0607545525550843,
+ 1.060345379447937,
+ 1.0600630114555358,
+ 1.059776364517212,
+ 1.0596500343322754
+ ],
+ "train_acc": [
+ 0.1626,
+ 0.4032,
+ 0.5948,
+ 0.6697,
+ 0.7145,
+ 0.7427,
+ 0.7638,
+ 0.779,
+ 0.7901,
+ 0.792,
+ 0.7958,
+ 0.7973,
+ 0.8003,
+ 0.7995,
+ 0.7923,
+ 0.793,
+ 0.7887,
+ 0.7841,
+ 0.7708,
+ 0.7467,
+ 0.7295,
+ 0.7074,
+ 0.6889,
+ 0.6705,
+ 0.6583,
+ 0.6541,
+ 0.6508,
+ 0.6462,
+ 0.6401,
+ 0.6374,
+ 0.6371,
+ 0.6305,
+ 0.6305,
+ 0.63,
+ 0.6271,
+ 0.6214,
+ 0.6242,
+ 0.6219,
+ 0.6193,
+ 0.6164,
+ 0.6166,
+ 0.6165,
+ 0.6156,
+ 0.6143,
+ 0.6187,
+ 0.6177,
+ 0.6181,
+ 0.6173,
+ 0.6175,
+ 0.6185,
+ 0.6185,
+ 0.6182,
+ 0.6184,
+ 0.6195,
+ 0.6181,
+ 0.6183,
+ 0.6172,
+ 0.6177,
+ 0.6175,
+ 0.6176
+ ],
+ "test_acc": [
+ 0.2655,
+ 0.5115,
+ 0.607,
+ 0.665,
+ 0.699,
+ 0.721,
+ 0.735,
+ 0.744,
+ 0.7445,
+ 0.7495,
+ 0.746,
+ 0.7435,
+ 0.7545,
+ 0.752,
+ 0.7465,
+ 0.744,
+ 0.731,
+ 0.719,
+ 0.711,
+ 0.6885,
+ 0.6685,
+ 0.6455,
+ 0.627,
+ 0.6115,
+ 0.608,
+ 0.6,
+ 0.5865,
+ 0.587,
+ 0.5895,
+ 0.5815,
+ 0.5805,
+ 0.5765,
+ 0.576,
+ 0.57,
+ 0.568,
+ 0.562,
+ 0.5625,
+ 0.5615,
+ 0.5595,
+ 0.56,
+ 0.563,
+ 0.56,
+ 0.5585,
+ 0.5575,
+ 0.556,
+ 0.5515,
+ 0.5555,
+ 0.559,
+ 0.5595,
+ 0.5565,
+ 0.558,
+ 0.5565,
+ 0.558,
+ 0.5545,
+ 0.556,
+ 0.556,
+ 0.5555,
+ 0.5555,
+ 0.556,
+ 0.556
+ ],
+ "value_loss": [
+ 2.9421537250518797,
+ 0.7975870166778565,
+ 0.6290085078239441,
+ 0.6890224185943603,
+ 0.7243394228935242,
+ 0.7203487901687622,
+ 0.6851132621765137,
+ 0.6520533827781677,
+ 0.6242853847503662,
+ 0.5676819869995117,
+ 0.5082380643844604,
+ 0.46420030603408813,
+ 0.4317733027458191,
+ 0.4148032331466675,
+ 0.42368859605789183,
+ 0.41361817846298216,
+ 0.404498645734787,
+ 0.42820386209487915,
+ 0.4646932671546936,
+ 0.49615267877578734,
+ 0.5365245307922363,
+ 0.60305582447052,
+ 0.6144193868637084,
+ 0.6435288933753968,
+ 0.6711149896621704,
+ 0.6648149871826172,
+ 0.6623215785980224,
+ 0.6906130850791932,
+ 0.6547210404396057,
+ 0.6582367699623108,
+ 0.6525213989257812,
+ 0.636179097366333,
+ 0.6109009315490722,
+ 0.6143948897361755,
+ 0.5951230112075806,
+ 0.5812291944503785,
+ 0.5685462500572205,
+ 0.5358655210494995,
+ 0.5175749897480011,
+ 0.4981157001018524,
+ 0.491326168346405,
+ 0.46913531432151795,
+ 0.45610346326828005,
+ 0.4415822687149048,
+ 0.43499350595474245,
+ 0.41386851291656496,
+ 0.39472350492477415,
+ 0.38443425817489624,
+ 0.37052898192405703,
+ 0.3712545476913452,
+ 0.34303374967575073,
+ 0.3286073633670807,
+ 0.3148073835849762,
+ 0.3157298050403595,
+ 0.2915987443447113,
+ 0.29081232733726503,
+ 0.26972808542251586,
+ 0.2690109848499298,
+ 0.25245738320350647,
+ 0.24172186150550842
+ ],
+ "term_loss": [
+ 1.6904042894363402,
+ 0.2855438080787659,
+ 0.29688326778411867,
+ 0.3748186621665955,
+ 0.41050878925323486,
+ 0.409766743850708,
+ 0.37635576343536375,
+ 0.34139811835289,
+ 0.311102571105957,
+ 0.2642718635082245,
+ 0.2312528870344162,
+ 0.19706957862377167,
+ 0.16916403424739837,
+ 0.15267400243282317,
+ 0.15790578067302705,
+ 0.1481425419330597,
+ 0.13407545802593232,
+ 0.1449426043510437,
+ 0.156369549536705,
+ 0.1508458754479885,
+ 0.1561945830821991,
+ 0.1846889454483986,
+ 0.16443501464128493,
+ 0.17366822769641876,
+ 0.18008243708610536,
+ 0.1709399109840393,
+ 0.15955905029773712,
+ 0.17902734649181365,
+ 0.14751170055866242,
+ 0.1511731291770935,
+ 0.1535642296075821,
+ 0.1460076296210289,
+ 0.1346515518426895,
+ 0.1449428592443466,
+ 0.1370476897954941,
+ 0.13113817830085756,
+ 0.1311385383963585,
+ 0.11210595957040786,
+ 0.10532034933567047,
+ 0.09617096209526062,
+ 0.10268295025229454,
+ 0.09031319347620011,
+ 0.08960143175125122,
+ 0.08745422222614288,
+ 0.09128843301534653,
+ 0.0811536382317543,
+ 0.07390678917169571,
+ 0.07607333833873271,
+ 0.0751576281785965,
+ 0.08278024282455444,
+ 0.07106895277500153,
+ 0.06941268212795258,
+ 0.07024301192462444,
+ 0.0796181839466095,
+ 0.06771385662257672,
+ 0.0745224772721529,
+ 0.06610622253417969,
+ 0.07373185048103333,
+ 0.06927853472232819,
+ 0.06502777924537659
+ ],
+ "bridge_loss": [
+ 0.9286653239635634,
+ 0.17183133554458618,
+ 0.03998481778204441,
+ 0.01001567878574133,
+ 0.009969949465990066,
+ 0.015016184416413307,
+ 0.024849868083000184,
+ 0.03629762133359909,
+ 0.04424135708212853,
+ 0.03887685165405273,
+ 0.02251410899758339,
+ 0.019279291635751723,
+ 0.02122289401292801,
+ 0.024350534307956695,
+ 0.026771693634986878,
+ 0.029644794487953187,
+ 0.03368165337443352,
+ 0.04201666583120823,
+ 0.05519947910308838,
+ 0.0729088222026825,
+ 0.08839097814559936,
+ 0.1063108127295971,
+ 0.12425719275474548,
+ 0.13326186714172364,
+ 0.14929705357551576,
+ 0.1520007657766342,
+ 0.15773920249938964,
+ 0.1658132124185562,
+ 0.16225691890716554,
+ 0.16371301856040954,
+ 0.15795323207378387,
+ 0.14942308008670807,
+ 0.1378128324508667,
+ 0.13277515301704407,
+ 0.1221957174539566,
+ 0.11507334886789322,
+ 0.10920816420316697,
+ 0.099838148355484,
+ 0.09326583639383317,
+ 0.08822717505693435,
+ 0.08127219996452331,
+ 0.07723046572208404,
+ 0.07338595504760742,
+ 0.0678777373790741,
+ 0.06394213989078999,
+ 0.06211670498847961,
+ 0.05893324030339718,
+ 0.05608555132746697,
+ 0.05505429896116257,
+ 0.05282158476114273,
+ 0.051606026875972745,
+ 0.04767316770553589,
+ 0.0467881379365921,
+ 0.04444693030118942,
+ 0.0429530450463295,
+ 0.04317285764813423,
+ 0.043168327283859255,
+ 0.03980205556154251,
+ 0.040649286246299744,
+ 0.03994156485795975
+ ],
+ "tgrad_loss": [
+ 0.32308411664962766,
+ 0.34021187663078306,
+ 0.29214042167663573,
+ 0.3041880838871002,
+ 0.3038606840133667,
+ 0.29556585988998413,
+ 0.28390763030052185,
+ 0.2743576454162598,
+ 0.2689414535522461,
+ 0.2645332676410675,
+ 0.2544710647583008,
+ 0.2478514326095581,
+ 0.24138637371063232,
+ 0.23777869787216185,
+ 0.23901112205982208,
+ 0.2358308396577835,
+ 0.2367415349960327,
+ 0.24124458963871,
+ 0.25312424030303954,
+ 0.2723979799747467,
+ 0.29193896837234495,
+ 0.31205606231689453,
+ 0.3257271741390228,
+ 0.33659879665374753,
+ 0.341735502576828,
+ 0.34187430839538574,
+ 0.34502332849502565,
+ 0.3457725248575211,
+ 0.3449524227142334,
+ 0.3433506235599518,
+ 0.3410039307594299,
+ 0.3407483920574188,
+ 0.33843654861450195,
+ 0.3366768836021423,
+ 0.3358796048641205,
+ 0.33501766514778136,
+ 0.3281995443820953,
+ 0.3239214171409607,
+ 0.3189888015270233,
+ 0.3137175616264343,
+ 0.3073710187911987,
+ 0.3015916561603546,
+ 0.2931160747528076,
+ 0.2862503114700317,
+ 0.2797629333496094,
+ 0.2705981719493866,
+ 0.2618834746837616,
+ 0.25227536766529085,
+ 0.2403170545101166,
+ 0.23565271859169007,
+ 0.22035877032279969,
+ 0.21152150876522063,
+ 0.19777623581886292,
+ 0.19166468963623046,
+ 0.18093183915615083,
+ 0.17311699080467224,
+ 0.16045353627204895,
+ 0.1554770776748657,
+ 0.1425295654296875,
+ 0.13675251703262328
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.14650292694568634,
+ 0.22681139409542084
+ ],
+ "perturbation_rho": [
+ 0.22659505903720856,
+ 0.3084385395050049
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0063989125192165375,
+ -0.0031138062477111816
+ ],
+ "0.003": [
+ -0.01911432109773159,
+ -0.009325908496975899
+ ],
+ "0.01": [
+ -0.06274554133415222,
+ -0.030905161052942276
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_smoke/synth_a1.0_L8_s42.json b/results/synth_ladder_smoke/synth_a1.0_L8_s42.json
new file mode 100644
index 0000000..84f6f53
--- /dev/null
+++ b/results/synth_ladder_smoke/synth_a1.0_L8_s42.json
@@ -0,0 +1,1298 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.3549648769378662,
+ 0.6442762393951416,
+ 0.5306558219909668,
+ 0.48609975258111954,
+ 0.36504030923843384,
+ 0.34034587018489837,
+ 0.2708170123100281,
+ 0.2531612884521484,
+ 0.2000002146959305,
+ 0.13551229400634765,
+ 0.13542884222269058,
+ 0.08572723088264465,
+ 0.08422799642086029,
+ 0.04283563904762268,
+ 0.02871562500782311,
+ 0.01670246643871069,
+ 0.011288518036901951,
+ 0.009128199395537377,
+ 0.007812268234789372,
+ 0.0068127627149224285,
+ 0.005905307191610336,
+ 0.005293884661793709,
+ 0.004605621902272105,
+ 0.0042049066483974456,
+ 0.003823694904893637,
+ 0.0035320142075419424,
+ 0.0032889791917055846,
+ 0.0030689228884875773,
+ 0.002866979796439409,
+ 0.002720682065561414,
+ 0.0025651114743202924,
+ 0.0024138968043029307,
+ 0.0023048722617328168,
+ 0.0022053348077461124,
+ 0.0021035693101584913,
+ 0.0020162027064710855,
+ 0.0019403529457747936,
+ 0.0018770673342049123,
+ 0.0018140029758214951,
+ 0.001762567887827754,
+ 0.0017115408962592484,
+ 0.001670302376151085,
+ 0.001631921947747469,
+ 0.001596466457284987,
+ 0.001566920978203416,
+ 0.0015393117513507605,
+ 0.0015165731955319643,
+ 0.0014953597854822874,
+ 0.0014767639184370637,
+ 0.0014608209997415543,
+ 0.0014476791420951485,
+ 0.0014363898681476713,
+ 0.001426739953830838,
+ 0.001419567819312215,
+ 0.001413508789241314,
+ 0.0014089626897126437,
+ 0.0014057869891636074,
+ 0.0014036820456385614,
+ 0.0014023557703010739,
+ 0.0014017068047076464
+ ],
+ "train_acc": [
+ 0.5249,
+ 0.7478,
+ 0.7964,
+ 0.811,
+ 0.8593,
+ 0.8695,
+ 0.9016,
+ 0.9085,
+ 0.9248,
+ 0.9598,
+ 0.9563,
+ 0.9787,
+ 0.9777,
+ 0.9941,
+ 0.9972,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.7155,
+ 0.744,
+ 0.754,
+ 0.753,
+ 0.7645,
+ 0.7615,
+ 0.757,
+ 0.7565,
+ 0.7515,
+ 0.7555,
+ 0.751,
+ 0.7615,
+ 0.749,
+ 0.756,
+ 0.7565,
+ 0.761,
+ 0.76,
+ 0.76,
+ 0.758,
+ 0.7585,
+ 0.7565,
+ 0.758,
+ 0.7565,
+ 0.7575,
+ 0.7565,
+ 0.755,
+ 0.756,
+ 0.755,
+ 0.7555,
+ 0.755,
+ 0.7545,
+ 0.7545,
+ 0.7555,
+ 0.7565,
+ 0.755,
+ 0.7525,
+ 0.753,
+ 0.7555,
+ 0.7525,
+ 0.7535,
+ 0.7535,
+ 0.752,
+ 0.752,
+ 0.7515,
+ 0.752,
+ 0.7535,
+ 0.7525,
+ 0.752,
+ 0.7515,
+ 0.7515,
+ 0.7525,
+ 0.7525,
+ 0.7525,
+ 0.7525,
+ 0.7525,
+ 0.753,
+ 0.753,
+ 0.753,
+ 0.753,
+ 0.753
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8599272966384888,
+ 0.8556707501411438,
+ 0.8523739576339722,
+ 0.848276674747467,
+ 0.8402513265609741,
+ 0.8327686190605164,
+ 0.8243966698646545,
+ 0.8101321458816528
+ ],
+ "perturbation_rho": [
+ 0.9999995231628418,
+ 0.9999991059303284,
+ 0.9999986290931702,
+ 0.9999972581863403,
+ 0.999995231628418,
+ 0.999988853931427,
+ 0.999974250793457,
+ 0.9999352693557739
+ ],
+ "nudging": {
+ "0.001": [
+ -0.06869316846132278,
+ -0.055045101791620255,
+ -0.04193408414721489,
+ -0.03029901161789894,
+ -0.021042225882411003,
+ -0.014109719544649124,
+ -0.009153226390480995,
+ -0.005811762530356646
+ ],
+ "0.003": [
+ -0.19696879386901855,
+ -0.15935087203979492,
+ -0.12249457091093063,
+ -0.08919193595647812,
+ -0.06231769919395447,
+ -0.041970327496528625,
+ -0.027310188859701157,
+ -0.01737576723098755
+ ],
+ "0.01": [
+ -0.5608033537864685,
+ -0.46859920024871826,
+ -0.3716525733470917,
+ -0.2780599594116211,
+ -0.19847190380096436,
+ -0.13576632738113403,
+ -0.08930139243602753,
+ -0.057228151708841324
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2318700828552247,
+ 1.406381654548645,
+ 0.95339030418396,
+ 0.8680307843208313,
+ 0.8229897514343262,
+ 0.7794928709030151,
+ 0.7778801984786987,
+ 0.782413025188446,
+ 0.7710376887798309,
+ 0.7573087496757507,
+ 0.7456204961776733,
+ 0.8025073329925537,
+ 0.8309173440933227,
+ 0.8010511989593506,
+ 0.8825912656784057,
+ 0.8369182188987732,
+ 0.8160124311447143,
+ 0.8535087263107299,
+ 0.8696415189743042,
+ 0.8184520126342774,
+ 0.8577543560028076,
+ 0.8529799373626709,
+ 0.8702422420501709,
+ 0.824615712928772,
+ 0.8162686037063599,
+ 0.8295847707748413,
+ 0.8639348524093627,
+ 0.8216630945205688,
+ 0.8430556495666504,
+ 0.8807237106323242,
+ 0.8641441562652588,
+ 0.7917474311351776,
+ 0.799493196105957,
+ 0.7866990953445434,
+ 0.7909674090385437,
+ 0.7694881486892701,
+ 0.7699867319107055,
+ 0.7733240715026856,
+ 0.7584297584533691,
+ 0.7648862591743469,
+ 0.7560698497772217,
+ 0.7396681387901306,
+ 0.7261051610946655,
+ 0.7199150282859802,
+ 0.7145794815063476,
+ 0.7221284794807434,
+ 0.707148173904419,
+ 0.7056992305755615,
+ 0.7101434396266937,
+ 0.7036544319152832,
+ 0.6999993465900421,
+ 0.6964569509506225,
+ 0.690802536535263,
+ 0.6862456171989441,
+ 0.6861504990577698,
+ 0.685116357254982,
+ 0.6811881905555726,
+ 0.6796620162963867,
+ 0.678962588262558,
+ 0.678569483089447
+ ],
+ "train_acc": [
+ 0.1825,
+ 0.5204,
+ 0.6469,
+ 0.6793,
+ 0.6954,
+ 0.7167,
+ 0.7183,
+ 0.7201,
+ 0.7257,
+ 0.7335,
+ 0.7398,
+ 0.7284,
+ 0.7277,
+ 0.7339,
+ 0.7151,
+ 0.7335,
+ 0.7359,
+ 0.7306,
+ 0.7303,
+ 0.7422,
+ 0.7368,
+ 0.7358,
+ 0.7367,
+ 0.7445,
+ 0.7465,
+ 0.7444,
+ 0.7377,
+ 0.7507,
+ 0.7428,
+ 0.7388,
+ 0.744,
+ 0.7531,
+ 0.7536,
+ 0.7596,
+ 0.7581,
+ 0.7618,
+ 0.7655,
+ 0.7594,
+ 0.7671,
+ 0.7637,
+ 0.765,
+ 0.7685,
+ 0.767,
+ 0.7729,
+ 0.7725,
+ 0.7682,
+ 0.772,
+ 0.7729,
+ 0.7753,
+ 0.7719,
+ 0.7767,
+ 0.7751,
+ 0.7758,
+ 0.777,
+ 0.7787,
+ 0.7792,
+ 0.7793,
+ 0.7819,
+ 0.7823,
+ 0.7822
+ ],
+ "test_acc": [
+ 0.3755,
+ 0.579,
+ 0.6165,
+ 0.642,
+ 0.6585,
+ 0.6655,
+ 0.678,
+ 0.689,
+ 0.6805,
+ 0.6945,
+ 0.666,
+ 0.6485,
+ 0.6615,
+ 0.64,
+ 0.6875,
+ 0.6825,
+ 0.6765,
+ 0.668,
+ 0.679,
+ 0.675,
+ 0.6945,
+ 0.6775,
+ 0.6985,
+ 0.681,
+ 0.6985,
+ 0.6785,
+ 0.6945,
+ 0.6945,
+ 0.674,
+ 0.6825,
+ 0.6925,
+ 0.6955,
+ 0.706,
+ 0.697,
+ 0.6935,
+ 0.6915,
+ 0.7035,
+ 0.709,
+ 0.7095,
+ 0.707,
+ 0.7075,
+ 0.712,
+ 0.7105,
+ 0.7105,
+ 0.7245,
+ 0.7165,
+ 0.715,
+ 0.714,
+ 0.717,
+ 0.7195,
+ 0.7245,
+ 0.724,
+ 0.72,
+ 0.725,
+ 0.7215,
+ 0.721,
+ 0.7245,
+ 0.7225,
+ 0.722,
+ 0.7235
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.009654381312429905,
+ 0.06123851239681244,
+ 0.05049855262041092,
+ 0.06316959857940674,
+ 0.06684726476669312,
+ 0.04511053115129471,
+ 0.06236346811056137,
+ 0.024983247742056847
+ ],
+ "perturbation_rho": [
+ -0.04901190102100372,
+ 0.05014052242040634,
+ 0.041004884988069534,
+ 0.0795036256313324,
+ 0.11356800049543381,
+ 0.03488320857286453,
+ 0.06926114857196808,
+ 0.049178168177604675
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0007382960757240653,
+ -0.0008381383959203959,
+ -0.0003019912401214242,
+ -0.00025056113372556865,
+ -0.00025583984097465873,
+ -0.0001781730679795146,
+ -0.00021656398894265294,
+ -7.157100480981171e-05
+ ],
+ "0.003": [
+ 0.0016830505337566137,
+ -0.00252811168320477,
+ -0.0009058922296389937,
+ -0.0007522155065089464,
+ -0.0007675112574361265,
+ -0.0005343147786334157,
+ -0.0006497750291600823,
+ -0.00021490230574272573
+ ],
+ "0.01": [
+ 0.009471571072936058,
+ -0.008436895906925201,
+ -0.0030148853547871113,
+ -0.002505694981664419,
+ -0.0025559633504599333,
+ -0.0017773781437426805,
+ -0.002164034638553858,
+ -0.0007148634176701307
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8172380752563477,
+ 1.0125908603668212,
+ 0.8132157420158386,
+ 0.763969026184082,
+ 0.8119130191802979,
+ 0.8651832290649414,
+ 0.8795650399208069,
+ 0.8390799371719361,
+ 0.8750604623794556,
+ 0.9108563968658447,
+ 0.9423255216598511,
+ 0.9454748561859131,
+ 0.9387800750732422,
+ 0.9664641128540039,
+ 0.9676774660587311,
+ 0.9720300651550293,
+ 0.972385873222351,
+ 0.9552276044845581,
+ 0.9379316561698914,
+ 0.9411427532196045,
+ 0.9463931692123413,
+ 0.9267581472396851,
+ 0.9241247764587402,
+ 0.921794878578186,
+ 0.9066226318359375,
+ 0.9252418887138367,
+ 0.8958363393783569,
+ 0.8902327404975892,
+ 0.8794603199958801,
+ 0.8775459489822388,
+ 0.8668269435882568,
+ 0.8435388278961181,
+ 0.8464404319763184,
+ 0.8412695461273193,
+ 0.8285974182128907,
+ 0.8338440036773682,
+ 0.8191730420589447,
+ 0.808089348602295,
+ 0.8105339024543762,
+ 0.7986673656463623,
+ 0.8060823263168335,
+ 0.8041851411819458,
+ 0.7978612077713013,
+ 0.7954094837188721,
+ 0.7925621782302856,
+ 0.7874609822273254,
+ 0.7843514801025391,
+ 0.7868727991104126,
+ 0.7825984308719635,
+ 0.7754398143768311,
+ 0.7745126781463623,
+ 0.7730914865493774,
+ 0.7703591567993164,
+ 0.7687865433692932,
+ 0.7680869552612305,
+ 0.7666429103851319,
+ 0.7662865003585816,
+ 0.7655640112876893,
+ 0.7650162103652954,
+ 0.7647706716537476
+ ],
+ "train_acc": [
+ 0.3376,
+ 0.6277,
+ 0.7014,
+ 0.7221,
+ 0.7069,
+ 0.6933,
+ 0.6878,
+ 0.6881,
+ 0.6805,
+ 0.6703,
+ 0.6607,
+ 0.6553,
+ 0.6543,
+ 0.6502,
+ 0.6512,
+ 0.6492,
+ 0.6458,
+ 0.6579,
+ 0.6556,
+ 0.6565,
+ 0.6586,
+ 0.6661,
+ 0.662,
+ 0.6664,
+ 0.6733,
+ 0.6684,
+ 0.6759,
+ 0.6777,
+ 0.6829,
+ 0.683,
+ 0.6867,
+ 0.6906,
+ 0.6888,
+ 0.6915,
+ 0.6941,
+ 0.6932,
+ 0.6979,
+ 0.698,
+ 0.702,
+ 0.701,
+ 0.693,
+ 0.7013,
+ 0.7062,
+ 0.7023,
+ 0.7045,
+ 0.7069,
+ 0.7079,
+ 0.7062,
+ 0.7095,
+ 0.7113,
+ 0.7088,
+ 0.7086,
+ 0.7123,
+ 0.7128,
+ 0.7133,
+ 0.7143,
+ 0.7141,
+ 0.7135,
+ 0.7148,
+ 0.7151
+ ],
+ "test_acc": [
+ 0.528,
+ 0.671,
+ 0.694,
+ 0.69,
+ 0.6655,
+ 0.657,
+ 0.656,
+ 0.6575,
+ 0.649,
+ 0.6355,
+ 0.6235,
+ 0.6275,
+ 0.6205,
+ 0.6225,
+ 0.612,
+ 0.608,
+ 0.6215,
+ 0.6265,
+ 0.64,
+ 0.6315,
+ 0.6325,
+ 0.635,
+ 0.6375,
+ 0.627,
+ 0.62,
+ 0.6475,
+ 0.638,
+ 0.646,
+ 0.633,
+ 0.6415,
+ 0.6545,
+ 0.645,
+ 0.6495,
+ 0.6485,
+ 0.656,
+ 0.648,
+ 0.658,
+ 0.6485,
+ 0.6505,
+ 0.651,
+ 0.6585,
+ 0.6675,
+ 0.662,
+ 0.6625,
+ 0.6695,
+ 0.6675,
+ 0.6685,
+ 0.662,
+ 0.6685,
+ 0.665,
+ 0.667,
+ 0.6625,
+ 0.6645,
+ 0.6665,
+ 0.666,
+ 0.668,
+ 0.668,
+ 0.669,
+ 0.67,
+ 0.669
+ ],
+ "state_pred_error": [
+ 0.6994195578575134,
+ 0.22920655875205995,
+ 0.16802907910346984,
+ 0.16559766590595246,
+ 0.18445851514339448,
+ 0.21028385319709778,
+ 0.2191893015384674,
+ 0.21834363677501678,
+ 0.21849494242668152,
+ 0.21396265230178832,
+ 0.20434389827251434,
+ 0.19273596215248107,
+ 0.18696985533237456,
+ 0.18150037777423858,
+ 0.17128414888381957,
+ 0.16282646454572677,
+ 0.15897824714183809,
+ 0.15465531346797942,
+ 0.1488338336467743,
+ 0.14391191310882567,
+ 0.1379982359647751,
+ 0.1323638156414032,
+ 0.12555919518470765,
+ 0.12027550373077392,
+ 0.11485727074146271,
+ 0.11013496897220612,
+ 0.10653402326107025,
+ 0.10248540735244752,
+ 0.09892402567863465,
+ 0.09584726904630661,
+ 0.09310160474777222,
+ 0.09092893778085709,
+ 0.08776243501901626,
+ 0.08469328643083572,
+ 0.08289645419120789,
+ 0.0801550854563713,
+ 0.07860101690292358,
+ 0.0770820389509201,
+ 0.07482871805429459,
+ 0.07315796376466752,
+ 0.07184150853157044,
+ 0.07020361883640289,
+ 0.06892922757863998,
+ 0.06784615393877029,
+ 0.06689863914251327,
+ 0.0658311774611473,
+ 0.06467983536124229,
+ 0.06354528537988663,
+ 0.06249780519008637,
+ 0.06192109000682831,
+ 0.06163203666806221,
+ 0.060276210111379624,
+ 0.059241956239938734,
+ 0.058475232946872714,
+ 0.05833017838597298,
+ 0.05753721442222595,
+ 0.05705702358484268,
+ 0.057157775408029556,
+ 0.05591552573442459,
+ 0.054930789399147036
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.4364655911922455,
+ 0.2538519501686096,
+ 0.12610256671905518,
+ 0.11331324279308319,
+ 0.12084640562534332,
+ 0.12215165793895721,
+ 0.1230584904551506,
+ 0.12570375204086304
+ ],
+ "perturbation_rho": [
+ 0.3833135962486267,
+ 0.2661164402961731,
+ 0.1022414043545723,
+ 0.0808584988117218,
+ 0.13698244094848633,
+ 0.1416344791650772,
+ 0.1372133493423462,
+ 0.12957872450351715
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0195440873503685,
+ -0.002403483958914876,
+ -0.0005046981386840343,
+ -0.00036888872273266315,
+ -0.00037333741784095764,
+ -0.0003630969440564513,
+ -0.00035216944525018334,
+ -0.0003497467841953039
+ ],
+ "0.003": [
+ -0.058456890285015106,
+ -0.007226475980132818,
+ -0.001513201161287725,
+ -0.0011065197177231312,
+ -0.0011195887345820665,
+ -0.0010890010744333267,
+ -0.0010560574010014534,
+ -0.0010488759726285934
+ ],
+ "0.01": [
+ -0.19196540117263794,
+ -0.024129249155521393,
+ -0.005033540539443493,
+ -0.0036849211901426315,
+ -0.003727084957063198,
+ -0.003625791519880295,
+ -0.0035160125698894262,
+ -0.003492143005132675
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 10125.46875,
+ 4586.849609375,
+ 2924.994384765625,
+ 2696.109130859375,
+ 2272.20361328125,
+ 2131.38916015625,
+ 1861.77978515625,
+ 1746.7655029296875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2328295001983642,
+ 1.4101718687057496,
+ 0.9575806739807129,
+ 0.8476838275909424,
+ 0.8366983779907227,
+ 0.796540838432312,
+ 0.7965328689575195,
+ 0.804645627784729,
+ 0.76351228017807,
+ 0.8332673097610473,
+ 0.8028367862701417,
+ 0.7686783805847168,
+ 0.8133863924980164,
+ 0.8388292132377625,
+ 0.8813985456466675,
+ 0.9070027080535888,
+ 0.9268054521560669,
+ 0.8929174848556518,
+ 0.9617136255264283,
+ 0.9518166580200196,
+ 0.9915473003387452,
+ 1.03904186668396,
+ 1.1187934215545654,
+ 1.1396577449798584,
+ 1.1753866115570069,
+ 1.2152013864517213,
+ 1.2781038455963134,
+ 1.2973245435714722,
+ 1.3062091507911682,
+ 1.330575175857544,
+ 1.3508051769256593,
+ 1.372145989227295,
+ 1.3418801939964295,
+ 1.313326547241211,
+ 1.2953170734405517,
+ 1.3397330959320068,
+ 1.3408296878814698,
+ 1.3446595726013184,
+ 1.3166897232055663,
+ 1.331870413017273,
+ 1.3017619667053222,
+ 1.294947805404663,
+ 1.3108612091064453,
+ 1.2846161266326905,
+ 1.2734370964050292,
+ 1.271145669746399,
+ 1.2568953948974608,
+ 1.26171327753067,
+ 1.249517316055298,
+ 1.2554497623443603,
+ 1.2432411881446839,
+ 1.2372928746461869,
+ 1.2344558517456055,
+ 1.2330647632598877,
+ 1.2286329887390137,
+ 1.228268436050415,
+ 1.227671130180359,
+ 1.2260378023147582,
+ 1.224634275817871,
+ 1.2242035968780518
+ ],
+ "train_acc": [
+ 0.1812,
+ 0.5161,
+ 0.649,
+ 0.6835,
+ 0.6927,
+ 0.7114,
+ 0.7115,
+ 0.715,
+ 0.728,
+ 0.7161,
+ 0.7231,
+ 0.7368,
+ 0.7278,
+ 0.7261,
+ 0.7201,
+ 0.7154,
+ 0.7159,
+ 0.7205,
+ 0.7079,
+ 0.7081,
+ 0.7033,
+ 0.6956,
+ 0.6831,
+ 0.6858,
+ 0.6772,
+ 0.6723,
+ 0.6625,
+ 0.6463,
+ 0.6444,
+ 0.6348,
+ 0.6273,
+ 0.6171,
+ 0.6224,
+ 0.6198,
+ 0.6225,
+ 0.6052,
+ 0.6068,
+ 0.6005,
+ 0.6053,
+ 0.6035,
+ 0.6058,
+ 0.6088,
+ 0.605,
+ 0.6071,
+ 0.6089,
+ 0.6084,
+ 0.6106,
+ 0.606,
+ 0.6094,
+ 0.6078,
+ 0.6118,
+ 0.6124,
+ 0.611,
+ 0.6097,
+ 0.6115,
+ 0.6089,
+ 0.6095,
+ 0.6096,
+ 0.6095,
+ 0.6094
+ ],
+ "test_acc": [
+ 0.3705,
+ 0.5695,
+ 0.6255,
+ 0.6375,
+ 0.6505,
+ 0.667,
+ 0.6705,
+ 0.686,
+ 0.661,
+ 0.6765,
+ 0.698,
+ 0.6695,
+ 0.6895,
+ 0.661,
+ 0.6625,
+ 0.6765,
+ 0.682,
+ 0.6525,
+ 0.657,
+ 0.6425,
+ 0.6565,
+ 0.6455,
+ 0.643,
+ 0.6395,
+ 0.6385,
+ 0.625,
+ 0.61,
+ 0.5985,
+ 0.5945,
+ 0.594,
+ 0.5835,
+ 0.581,
+ 0.597,
+ 0.598,
+ 0.59,
+ 0.5885,
+ 0.5745,
+ 0.582,
+ 0.5705,
+ 0.5845,
+ 0.582,
+ 0.568,
+ 0.574,
+ 0.5755,
+ 0.5725,
+ 0.584,
+ 0.5795,
+ 0.5745,
+ 0.5765,
+ 0.5785,
+ 0.57,
+ 0.5755,
+ 0.579,
+ 0.579,
+ 0.569,
+ 0.574,
+ 0.573,
+ 0.5735,
+ 0.574,
+ 0.574
+ ],
+ "value_loss": [
+ 3.0612864276885987,
+ 0.9298634000778199,
+ 1.0534765914916993,
+ 1.1624056129455567,
+ 1.287022685623169,
+ 1.2191282211303711,
+ 1.1473731142044068,
+ 1.2222970941543578,
+ 1.0844892554283143,
+ 1.2464203895568848,
+ 1.2315531982421875,
+ 1.0791297135353088,
+ 1.2645495239257813,
+ 1.326454645872116,
+ 1.3909792762756348,
+ 1.46472707157135,
+ 1.6084086065292358,
+ 1.4191848960876465,
+ 1.5598558122634887,
+ 1.4034530574798585,
+ 1.360558862876892,
+ 1.4974057355880737,
+ 1.5152985761642457,
+ 1.5459233176231384,
+ 1.6183912239074707,
+ 1.7463767976760864,
+ 1.6744214597702027,
+ 1.4573214498519897,
+ 1.4008925676345825,
+ 1.3678995864868164,
+ 1.3241787738800048,
+ 1.319063488006592,
+ 1.2433307300567626,
+ 1.0671293781280518,
+ 1.0261332641601562,
+ 1.0388721265792846,
+ 1.0011196897506713,
+ 0.9702223169326782,
+ 0.9575115978240967,
+ 0.9511522947311402,
+ 0.871139727306366,
+ 0.8162722229003906,
+ 0.8406558853149414,
+ 0.790790128326416,
+ 0.7439771286010742,
+ 0.7198011109590531,
+ 0.7005921336650849,
+ 0.6835938632965088,
+ 0.6486449011325837,
+ 0.6239403274536133,
+ 0.6149130923271179,
+ 0.6258885129511357,
+ 0.5848597867965698,
+ 0.5708261927604675,
+ 0.5448934956550598,
+ 0.5640273152351379,
+ 0.5487895909309387,
+ 0.5382195985794067,
+ 0.5229669218063354,
+ 0.5224067583084107
+ ],
+ "term_loss": [
+ 1.7380344909667969,
+ 0.5437232830047607,
+ 0.8284306915283203,
+ 0.9567685474395752,
+ 1.0802118640899658,
+ 0.9863194431304931,
+ 0.9126659242630005,
+ 1.0141376696586608,
+ 0.8975709108352661,
+ 1.0503646591186524,
+ 1.0410141807556152,
+ 0.8969525803565979,
+ 1.0739669722557068,
+ 1.1351874728679656,
+ 1.1846843212127685,
+ 1.226121760559082,
+ 1.353541067504883,
+ 1.1525111585140229,
+ 1.2433963447093963,
+ 1.1111729244232178,
+ 1.0706022632598877,
+ 1.1812005992889405,
+ 1.1949755194664002,
+ 1.241350096321106,
+ 1.317452368450165,
+ 1.4344143880844116,
+ 1.366858615756035,
+ 1.1617898447036743,
+ 1.1149580620765687,
+ 1.0898091663360596,
+ 1.0528370998382568,
+ 1.0468038051605224,
+ 0.9734418066978454,
+ 0.8105616062164307,
+ 0.7722046535491943,
+ 0.7813135403633118,
+ 0.7447025863647461,
+ 0.7173005515098572,
+ 0.7083561273574829,
+ 0.7011982561588287,
+ 0.6327509389877319,
+ 0.5813593649864197,
+ 0.607800398683548,
+ 0.5606256068229676,
+ 0.5164450220108032,
+ 0.49647570234537125,
+ 0.48213193352222444,
+ 0.4650268939375877,
+ 0.43274318981170656,
+ 0.4082659092903137,
+ 0.39861374917030334,
+ 0.4051392196834087,
+ 0.3712418370246887,
+ 0.3574744204521179,
+ 0.3357436392784119,
+ 0.35090364389419554,
+ 0.3320211359024048,
+ 0.32399859981536866,
+ 0.31227648725509644,
+ 0.30657225689888
+ ],
+ "bridge_loss": [
+ 1.033972427075947,
+ 0.1259313227057457,
+ 0.013127804318070412,
+ 0.0068917840205132965,
+ 0.01259806400835514,
+ 0.04915154292583466,
+ 0.054842041409015656,
+ 0.0279923313960433,
+ 0.01622686858177185,
+ 0.015008053582906723,
+ 0.015984716065227986,
+ 0.015876483254134655,
+ 0.019972576881945134,
+ 0.019738174071907998,
+ 0.03136125123798847,
+ 0.06120928807258606,
+ 0.078516369754076,
+ 0.09715313489437104,
+ 0.13975104311704636,
+ 0.11691163322329522,
+ 0.11400446672141552,
+ 0.1377958104610443,
+ 0.1374728867292404,
+ 0.1246106859445572,
+ 0.12149106123447419,
+ 0.1336177960038185,
+ 0.12678081693649293,
+ 0.11429111970663071,
+ 0.1066114503979683,
+ 0.09759099328517915,
+ 0.09151432385444641,
+ 0.0911779996395111,
+ 0.093770928388834,
+ 0.08366052788496017,
+ 0.08443067642450333,
+ 0.08428607819080353,
+ 0.08389535593986511,
+ 0.08062444943189621,
+ 0.0807857982158661,
+ 0.0812311357140541,
+ 0.07345293629169464,
+ 0.07137182642519474,
+ 0.06880553373098373,
+ 0.06860192837715148,
+ 0.067187957072258,
+ 0.06452970866262912,
+ 0.06065080301761627,
+ 0.06125029466152191,
+ 0.060076392430067065,
+ 0.05876207324266434,
+ 0.060951916396617886,
+ 0.06561451515704393,
+ 0.059012375992536545,
+ 0.05898748941421509,
+ 0.05535315696001053,
+ 0.0593130940079689,
+ 0.06311285648345948,
+ 0.06080557494163513,
+ 0.057529071378707886,
+ 0.06283499038815499
+ ],
+ "tgrad_loss": [
+ 0.28927949557304383,
+ 0.2602087851524353,
+ 0.21191810626983643,
+ 0.19874528608322142,
+ 0.19421276106834412,
+ 0.18365723705291748,
+ 0.1798651430130005,
+ 0.18016709561347963,
+ 0.17069146556854248,
+ 0.18104767799377441,
+ 0.17455429816246032,
+ 0.16630066150426864,
+ 0.17060998005867004,
+ 0.1715290092945099,
+ 0.1749337030172348,
+ 0.177396022939682,
+ 0.17635114104747773,
+ 0.16952060701847077,
+ 0.1767084276676178,
+ 0.17536849284172057,
+ 0.1759521385669708,
+ 0.1784093313217163,
+ 0.18285016713142396,
+ 0.17996254091262817,
+ 0.17944778304100037,
+ 0.17834460110664369,
+ 0.18078203921318053,
+ 0.18124049134254455,
+ 0.17932304699420928,
+ 0.1804994152545929,
+ 0.17982735419273377,
+ 0.1810816912651062,
+ 0.17611798644065857,
+ 0.17290724143981934,
+ 0.16949793553352355,
+ 0.17327251043319702,
+ 0.1725217536211014,
+ 0.17229731659889222,
+ 0.1683696664094925,
+ 0.16872289276123048,
+ 0.16493585252761842,
+ 0.16354102935791015,
+ 0.16404994721412658,
+ 0.16156259379386903,
+ 0.16034415247440337,
+ 0.15879569890499115,
+ 0.15780939960479737,
+ 0.15731667776107788,
+ 0.15582531983852385,
+ 0.1569123430252075,
+ 0.15534742782115937,
+ 0.15513477906584738,
+ 0.15460557351112367,
+ 0.1543642846226692,
+ 0.15379669663906098,
+ 0.15381058180332183,
+ 0.15365558917522432,
+ 0.1534154201745987,
+ 0.15316136314868928,
+ 0.15299950742721558
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.034526653587818146,
+ 0.05641080439090729,
+ 0.10281616449356079,
+ 0.15385565161705017,
+ 0.18335095047950745,
+ 0.20484405755996704,
+ 0.21195781230926514,
+ 0.22950458526611328
+ ],
+ "perturbation_rho": [
+ 0.036690596491098404,
+ 0.08035410940647125,
+ 0.14528854191303253,
+ 0.19739355146884918,
+ 0.2672373652458191,
+ 0.3182218074798584,
+ 0.32729244232177734,
+ 0.3177085220813751
+ ],
+ "nudging": {
+ "0.001": [
+ -0.004214188549667597,
+ -0.0019195483764633536,
+ -0.0012887499760836363,
+ -0.001240130397491157,
+ -0.0012948594521731138,
+ -0.0013112489832565188,
+ -0.0013397705042734742,
+ -0.0013849454699084163
+ ],
+ "0.003": [
+ -0.011589612811803818,
+ -0.005784940905869007,
+ -0.0038642820436507463,
+ -0.003718423191457987,
+ -0.003882676362991333,
+ -0.003930780105292797,
+ -0.004017728380858898,
+ -0.004152942448854446
+ ],
+ "0.01": [
+ -0.04240123927593231,
+ -0.01825123094022274,
+ -0.012862971983850002,
+ -0.012372580356895924,
+ -0.012917900457978249,
+ -0.01307743415236473,
+ -0.013364783488214016,
+ -0.013813115656375885
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
generated by cgit v1.2.3 (git 2.25.1) at 2026-06-15 00:30:17 +0000