summaryrefslogtreecommitdiff
path: root/results/synth_ladder_v2_hi
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-06-14 04:06:32 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-06-14 04:06:32 -0500
commitaa73718eb6427d7da3b9cb416275802d90c4b2ed (patch)
treeb68b0a664fb650744ef934a1c22abd740a7b62a6 /results/synth_ladder_v2_hi
parent827c658fa9a750f3c6ebdb87703762f10f69f6ff (diff)
Add new experiment scripts, figures, and paper assets; untrack pyc/build artifactsHEADmaster
Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/synth_ladder_v2_hi')
-rw-r--r--results/synth_ladder_v2_hi/config.json33
-rw-r--r--results/synth_ladder_v2_hi/summary.json3590
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json1722
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json1722
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json1722
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L2_s123.json1512
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L2_s42.json1512
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json1512
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json1554
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json1554
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json1554
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json1638
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json1638
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json1638
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json1722
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json1722
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json1722
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json1512
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L2_s42.json1512
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L2_s456.json1512
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json1554
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json1554
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json1554
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json1638
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json1638
-rw-r--r--results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json1638
26 files changed, 42179 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/config.json b/results/synth_ladder_v2_hi/config.json
new file mode 100644
index 0000000..a96090b
--- /dev/null
+++ b/results/synth_ladder_v2_hi/config.json
@@ -0,0 +1,33 @@
+{
+ "alphas": [
+ 0.5,
+ 1.0
+ ],
+ "depths": [
+ 2,
+ 4,
+ 8,
+ 12
+ ],
+ "seeds": [
+ 42,
+ 123,
+ 456
+ ],
+ "d_hidden": 128,
+ "num_classes": 10,
+ "n_train": 10000,
+ "n_test": 2000,
+ "batch_size": 256,
+ "epochs": 80,
+ "lr": 0.001,
+ "lr_fb": 0.001,
+ "wd": 0.01,
+ "lam": 0.1,
+ "K": 4,
+ "sigma_bridge": 0.05,
+ "ema_momentum": 0.995,
+ "term_grad_weight": 1.0,
+ "gpu": 0,
+ "output_dir": "results/synth_ladder_v2_hi"
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/summary.json b/results/synth_ladder_v2_hi/summary.json
new file mode 100644
index 0000000..b7ad268
--- /dev/null
+++ b/results/synth_ladder_v2_hi/summary.json
@@ -0,0 +1,3590 @@
+{
+ "a0.5_L2_s42": {
+ "bp": {
+ "test_acc": 0.8845,
+ "mean_bp_cosine": 0.9139105975627899,
+ "mean_rho": 0.9999974966049194,
+ "mean_nudge_001": -0.021973546594381332,
+ "mean_nudge_003": -0.061596330255270004,
+ "mean_nudge_01": -0.16279328987002373,
+ "bp_cosine_per_layer": [
+ 0.9165740013122559,
+ 0.911247193813324
+ ],
+ "rho_per_layer": [
+ 0.9999988079071045,
+ 0.9999961853027344
+ ],
+ "nudge_per_layer": [
+ -0.21485117077827454,
+ -0.11073540896177292
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8185,
+ "mean_bp_cosine": 0.013388294260948896,
+ "mean_rho": -0.010654313489794731,
+ "mean_nudge_001": 0.00010355231643188745,
+ "mean_nudge_003": 0.00034307173336856067,
+ "mean_nudge_01": 0.0015135867288336158,
+ "bp_cosine_per_layer": [
+ -0.008949288167059422,
+ 0.035725876688957214
+ ],
+ "rho_per_layer": [
+ -0.042064815759658813,
+ 0.02075618878006935
+ ],
+ "nudge_per_layer": [
+ 0.004335631616413593,
+ -0.0013084581587463617
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.8125,
+ "mean_bp_cosine": 0.6582441031932831,
+ "mean_rho": 0.6169608980417252,
+ "mean_nudge_001": -0.013940556207671762,
+ "mean_nudge_003": -0.040253227576613426,
+ "mean_nudge_01": -0.11712449323385954,
+ "bp_cosine_per_layer": [
+ 0.8927175402641296,
+ 0.4237706661224365
+ ],
+ "rho_per_layer": [
+ 0.8139950037002563,
+ 0.41992679238319397
+ ],
+ "nudge_per_layer": [
+ -0.20875152945518494,
+ -0.02549745701253414
+ ],
+ "state_pred_error_per_layer": [
+ 1690.90478515625,
+ 278.7707214355469
+ ],
+ "mean_state_pred_error": 984.8377532958984
+ },
+ "credit_bridge": {
+ "test_acc": 0.6365,
+ "mean_bp_cosine": 0.23397326469421387,
+ "mean_rho": 0.31064942479133606,
+ "mean_nudge_001": -0.004609669325873256,
+ "mean_nudge_003": -0.013776597566902637,
+ "mean_nudge_01": -0.04530538059771061,
+ "bp_cosine_per_layer": [
+ 0.12511783838272095,
+ 0.3428286910057068
+ ],
+ "rho_per_layer": [
+ 0.21235734224319458,
+ 0.40894150733947754
+ ],
+ "nudge_per_layer": [
+ -0.061930932104587555,
+ -0.028679829090833664
+ ],
+ "final_value_loss": 0.48061015357971193,
+ "final_term_loss": 0.14492559936642646,
+ "final_bridge_loss": 0.020528473022580148,
+ "final_tgrad_loss": 0.31515607919692995
+ }
+ },
+ "a0.5_L2_s123": {
+ "bp": {
+ "test_acc": 0.895,
+ "mean_bp_cosine": 0.878325492143631,
+ "mean_rho": 0.9999979734420776,
+ "mean_nudge_001": -0.019721894524991512,
+ "mean_nudge_003": -0.055400675162672997,
+ "mean_nudge_01": -0.14613648504018784,
+ "bp_cosine_per_layer": [
+ 0.8870643973350525,
+ 0.8695865869522095
+ ],
+ "rho_per_layer": [
+ 0.9999991059303284,
+ 0.9999968409538269
+ ],
+ "nudge_per_layer": [
+ -0.1920192688703537,
+ -0.10025370121002197
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8405,
+ "mean_bp_cosine": 0.08467924036085606,
+ "mean_rho": 0.07321365177631378,
+ "mean_nudge_001": -0.0010137155040865764,
+ "mean_nudge_003": -0.0030202887719497085,
+ "mean_nudge_01": -0.009814865421503782,
+ "bp_cosine_per_layer": [
+ 0.05535196140408516,
+ 0.11400651931762695
+ ],
+ "rho_per_layer": [
+ 0.07898944616317749,
+ 0.06743785738945007
+ ],
+ "nudge_per_layer": [
+ -0.015302825719118118,
+ -0.004326905123889446
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.8305,
+ "mean_bp_cosine": 0.659128725528717,
+ "mean_rho": 0.5701804161071777,
+ "mean_nudge_001": -0.012253106338903308,
+ "mean_nudge_003": -0.035399872343987226,
+ "mean_nudge_01": -0.10352936759591103,
+ "bp_cosine_per_layer": [
+ 0.8879689574241638,
+ 0.43028849363327026
+ ],
+ "rho_per_layer": [
+ 0.7560213804244995,
+ 0.38433945178985596
+ ],
+ "nudge_per_layer": [
+ -0.18288554251194,
+ -0.02417319267988205
+ ],
+ "state_pred_error_per_layer": [
+ 1696.6031494140625,
+ 278.31060791015625
+ ],
+ "mean_state_pred_error": 987.4568786621094
+ },
+ "credit_bridge": {
+ "test_acc": 0.634,
+ "mean_bp_cosine": 0.21542657166719437,
+ "mean_rho": 0.3815983682870865,
+ "mean_nudge_001": -0.004454661626368761,
+ "mean_nudge_003": -0.0132976695895195,
+ "mean_nudge_01": -0.04354145657271147,
+ "bp_cosine_per_layer": [
+ 0.11650891602039337,
+ 0.31434422731399536
+ ],
+ "rho_per_layer": [
+ 0.23759987950325012,
+ 0.5255968570709229
+ ],
+ "nudge_per_layer": [
+ -0.05865050479769707,
+ -0.028432408347725868
+ ],
+ "final_value_loss": 0.5198581983566284,
+ "final_term_loss": 0.1660363396883011,
+ "final_bridge_loss": 0.026915473002195357,
+ "final_tgrad_loss": 0.32690638537406924
+ }
+ },
+ "a0.5_L2_s456": {
+ "bp": {
+ "test_acc": 0.875,
+ "mean_bp_cosine": 0.8901284635066986,
+ "mean_rho": 0.9999979138374329,
+ "mean_nudge_001": -0.024593621492385864,
+ "mean_nudge_003": -0.06968314573168755,
+ "mean_nudge_01": -0.18856997787952423,
+ "bp_cosine_per_layer": [
+ 0.8992727398872375,
+ 0.8809841871261597
+ ],
+ "rho_per_layer": [
+ 0.999998927116394,
+ 0.9999969005584717
+ ],
+ "nudge_per_layer": [
+ -0.2502431571483612,
+ -0.12689679861068726
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.816,
+ "mean_bp_cosine": 0.04272198863327503,
+ "mean_rho": 0.0372689850628376,
+ "mean_nudge_001": -0.0004823530907742679,
+ "mean_nudge_003": -0.0014278392773121595,
+ "mean_nudge_01": -0.004543605959042907,
+ "bp_cosine_per_layer": [
+ 0.017043430358171463,
+ 0.0684005469083786
+ ],
+ "rho_per_layer": [
+ -0.039058439433574677,
+ 0.11359640955924988
+ ],
+ "nudge_per_layer": [
+ -0.005804130807518959,
+ -0.0032830811105668545
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.807,
+ "mean_bp_cosine": 0.6757712662220001,
+ "mean_rho": 0.6000171899795532,
+ "mean_nudge_001": -0.01571581745520234,
+ "mean_nudge_003": -0.04562427382916212,
+ "mean_nudge_01": -0.13532716780900955,
+ "bp_cosine_per_layer": [
+ 0.8896123766899109,
+ 0.46193015575408936
+ ],
+ "rho_per_layer": [
+ 0.8089620471000671,
+ 0.3910723328590393
+ ],
+ "nudge_per_layer": [
+ -0.23563425242900848,
+ -0.03502008318901062
+ ],
+ "state_pred_error_per_layer": [
+ 1470.6129150390625,
+ 266.84222412109375
+ ],
+ "mean_state_pred_error": 868.7275695800781
+ },
+ "credit_bridge": {
+ "test_acc": 0.6605,
+ "mean_bp_cosine": 0.23513908684253693,
+ "mean_rho": 0.3664921522140503,
+ "mean_nudge_001": -0.005338509101420641,
+ "mean_nudge_003": -0.015948554500937462,
+ "mean_nudge_01": -0.052367652766406536,
+ "bp_cosine_per_layer": [
+ 0.15452352166175842,
+ 0.31575465202331543
+ ],
+ "rho_per_layer": [
+ 0.26963475346565247,
+ 0.4633495509624481
+ ],
+ "nudge_per_layer": [
+ -0.07802344858646393,
+ -0.026711856946349144
+ ],
+ "final_value_loss": 0.3851433990240097,
+ "final_term_loss": 0.10070284021273256,
+ "final_bridge_loss": 0.01744421122968197,
+ "final_tgrad_loss": 0.26699634662866595
+ }
+ },
+ "a0.5_L4_s42": {
+ "bp": {
+ "test_acc": 0.883,
+ "mean_bp_cosine": 0.8371244817972183,
+ "mean_rho": 0.9999875724315643,
+ "mean_nudge_001": -0.0205106531502679,
+ "mean_nudge_003": -0.05829396191984415,
+ "mean_nudge_01": -0.15927099250257015,
+ "bp_cosine_per_layer": [
+ 0.8572149276733398,
+ 0.8503379821777344,
+ 0.8309497833251953,
+ 0.8099952340126038
+ ],
+ "rho_per_layer": [
+ 0.9999990463256836,
+ 0.9999980330467224,
+ 0.999992311000824,
+ 0.9999608993530273
+ ],
+ "nudge_per_layer": [
+ -0.29344552755355835,
+ -0.19200363755226135,
+ -0.10158533602952957,
+ -0.050049468874931335
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.825,
+ "mean_bp_cosine": 0.08056101959664375,
+ "mean_rho": 0.07036433229222894,
+ "mean_nudge_001": -0.0004525305703282356,
+ "mean_nudge_003": -0.0013484152732416987,
+ "mean_nudge_01": -0.004391533322632313,
+ "bp_cosine_per_layer": [
+ 0.0060789515264332294,
+ 0.09873200953006744,
+ 0.10723873972892761,
+ 0.1101943776011467
+ ],
+ "rho_per_layer": [
+ -0.012974856421351433,
+ 0.14552229642868042,
+ 0.08513970673084259,
+ 0.06377018243074417
+ ],
+ "nudge_per_layer": [
+ -0.0025177751667797565,
+ -0.006775799673050642,
+ -0.004219442140311003,
+ -0.00405311631038785
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7175,
+ "mean_bp_cosine": 0.389427974820137,
+ "mean_rho": 0.3547045961022377,
+ "mean_nudge_001": -0.006397623001248576,
+ "mean_nudge_003": -0.018759612808935344,
+ "mean_nudge_01": -0.05771041696425527,
+ "bp_cosine_per_layer": [
+ 0.81822270154953,
+ 0.44441917538642883,
+ 0.15419423580169678,
+ 0.14087578654289246
+ ],
+ "rho_per_layer": [
+ 0.7556701302528381,
+ 0.42722654342651367,
+ 0.13306331634521484,
+ 0.10285839438438416
+ ],
+ "nudge_per_layer": [
+ -0.2031538337469101,
+ -0.01867133006453514,
+ -0.004740326199680567,
+ -0.00427617784589529
+ ],
+ "state_pred_error_per_layer": [
+ 6433.45703125,
+ 2426.59619140625,
+ 1950.234130859375,
+ 1929.63232421875
+ ],
+ "mean_state_pred_error": 3184.9799194335938
+ },
+ "credit_bridge": {
+ "test_acc": 0.662,
+ "mean_bp_cosine": 0.2142251469194889,
+ "mean_rho": 0.3778097555041313,
+ "mean_nudge_001": -0.002453161054290831,
+ "mean_nudge_003": -0.007344013080000877,
+ "mean_nudge_01": -0.024294552858918905,
+ "bp_cosine_per_layer": [
+ 0.08037468791007996,
+ 0.24492917954921722,
+ 0.2708122730255127,
+ 0.26078444719314575
+ ],
+ "rho_per_layer": [
+ 0.14874565601348877,
+ 0.4311285614967346,
+ 0.48388832807540894,
+ 0.44747647643089294
+ ],
+ "nudge_per_layer": [
+ -0.03933826461434364,
+ -0.020281529054045677,
+ -0.01922188699245453,
+ -0.018336530774831772
+ ],
+ "final_value_loss": 0.4397273305892944,
+ "final_term_loss": 0.15641304728984834,
+ "final_bridge_loss": 0.03557699205875397,
+ "final_tgrad_loss": 0.24773729231357575
+ }
+ },
+ "a0.5_L4_s123": {
+ "bp": {
+ "test_acc": 0.882,
+ "mean_bp_cosine": 0.7865977436304092,
+ "mean_rho": 0.9999855011701584,
+ "mean_nudge_001": -0.019216455286368728,
+ "mean_nudge_003": -0.05414565000683069,
+ "mean_nudge_01": -0.14401183556765318,
+ "bp_cosine_per_layer": [
+ 0.817541241645813,
+ 0.7992762923240662,
+ 0.7803024053573608,
+ 0.749271035194397
+ ],
+ "rho_per_layer": [
+ 0.9999992847442627,
+ 0.9999971389770508,
+ 0.9999915361404419,
+ 0.9999540448188782
+ ],
+ "nudge_per_layer": [
+ -0.25995129346847534,
+ -0.17589232325553894,
+ -0.09449617564678192,
+ -0.04570754989981651
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8045,
+ "mean_bp_cosine": 0.13894247123971581,
+ "mean_rho": 0.15608793403953314,
+ "mean_nudge_001": -0.0003833890805253759,
+ "mean_nudge_003": -0.0011389600113034248,
+ "mean_nudge_01": -0.0036781042581424117,
+ "bp_cosine_per_layer": [
+ -0.027901431545615196,
+ 0.2837410271167755,
+ 0.17885790765285492,
+ 0.12107238173484802
+ ],
+ "rho_per_layer": [
+ -0.007988158613443375,
+ 0.25683730840682983,
+ 0.21096175909042358,
+ 0.1645408272743225
+ ],
+ "nudge_per_layer": [
+ 0.005267709027975798,
+ -0.009674372151494026,
+ -0.005893784575164318,
+ -0.0044119693338871
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7345,
+ "mean_bp_cosine": 0.3779419884085655,
+ "mean_rho": 0.3288300409913063,
+ "mean_nudge_001": -0.006349694755044766,
+ "mean_nudge_003": -0.018683148198761046,
+ "mean_nudge_01": -0.05818818649277091,
+ "bp_cosine_per_layer": [
+ 0.8108769655227661,
+ 0.3922353684902191,
+ 0.15907782316207886,
+ 0.149577796459198
+ ],
+ "rho_per_layer": [
+ 0.6536975502967834,
+ 0.33696871995925903,
+ 0.15431806445121765,
+ 0.1703358292579651
+ ],
+ "nudge_per_layer": [
+ -0.2048409879207611,
+ -0.01618226245045662,
+ -0.006159749813377857,
+ -0.005569745786488056
+ ],
+ "state_pred_error_per_layer": [
+ 3474.9130859375,
+ 1348.3646240234375,
+ 1462.0654296875,
+ 924.672607421875
+ ],
+ "mean_state_pred_error": 1802.5039367675781
+ },
+ "credit_bridge": {
+ "test_acc": 0.668,
+ "mean_bp_cosine": 0.16247223876416683,
+ "mean_rho": 0.2929591853171587,
+ "mean_nudge_001": -0.001968744763871655,
+ "mean_nudge_003": -0.005892619024962187,
+ "mean_nudge_01": -0.019490228034555912,
+ "bp_cosine_per_layer": [
+ 0.05806349962949753,
+ 0.19388319551944733,
+ 0.1997416615486145,
+ 0.19820059835910797
+ ],
+ "rho_per_layer": [
+ 0.05481833964586258,
+ 0.3572811782360077,
+ 0.4186326265335083,
+ 0.3411045968532562
+ ],
+ "nudge_per_layer": [
+ -0.0286177359521389,
+ -0.01660466194152832,
+ -0.01654389500617981,
+ -0.016194619238376617
+ ],
+ "final_value_loss": 0.4729928963661194,
+ "final_term_loss": 0.15622255086898804,
+ "final_bridge_loss": 0.034451057982444765,
+ "final_tgrad_loss": 0.28231928570270537
+ }
+ },
+ "a0.5_L4_s456": {
+ "bp": {
+ "test_acc": 0.8855,
+ "mean_bp_cosine": 0.7703797668218613,
+ "mean_rho": 0.999986544251442,
+ "mean_nudge_001": -0.017331300303339958,
+ "mean_nudge_003": -0.04883333737961948,
+ "mean_nudge_01": -0.13096668012440205,
+ "bp_cosine_per_layer": [
+ 0.792909562587738,
+ 0.7804109454154968,
+ 0.7618845105171204,
+ 0.7463140487670898
+ ],
+ "rho_per_layer": [
+ 0.9999990463256836,
+ 0.9999976754188538,
+ 0.9999912977218628,
+ 0.9999581575393677
+ ],
+ "nudge_per_layer": [
+ -0.2336917370557785,
+ -0.1588592678308487,
+ -0.0874030739068985,
+ -0.04391264170408249
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.817,
+ "mean_bp_cosine": 0.07182160578668118,
+ "mean_rho": 0.09282832965254784,
+ "mean_nudge_001": -0.0003612322652770672,
+ "mean_nudge_003": -0.0010782249155454338,
+ "mean_nudge_01": -0.0035168152826372534,
+ "bp_cosine_per_layer": [
+ -0.010789386928081512,
+ 0.08449429273605347,
+ 0.10027095675468445,
+ 0.1133105605840683
+ ],
+ "rho_per_layer": [
+ -0.022197294980287552,
+ 0.02167895808815956,
+ 0.18905602395534515,
+ 0.18277563154697418
+ ],
+ "nudge_per_layer": [
+ -0.0005262043559923768,
+ -0.005684657022356987,
+ -0.003974507562816143,
+ -0.0038818921893835068
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7675,
+ "mean_bp_cosine": 0.4189938008785248,
+ "mean_rho": 0.348801476880908,
+ "mean_nudge_001": -0.006437422598537523,
+ "mean_nudge_003": -0.018775500764604658,
+ "mean_nudge_01": -0.056744852219708264,
+ "bp_cosine_per_layer": [
+ 0.8223247528076172,
+ 0.5256583094596863,
+ 0.17289233207702637,
+ 0.1550998091697693
+ ],
+ "rho_per_layer": [
+ 0.7023045420646667,
+ 0.4341009259223938,
+ 0.10907860845327377,
+ 0.14972183108329773
+ ],
+ "nudge_per_layer": [
+ -0.19577056169509888,
+ -0.022263746708631516,
+ -0.004863455425947905,
+ -0.0040816450491547585
+ ],
+ "state_pred_error_per_layer": [
+ 6500.04248046875,
+ 2179.638671875,
+ 1695.392333984375,
+ 1466.414306640625
+ ],
+ "mean_state_pred_error": 2960.3719482421875
+ },
+ "credit_bridge": {
+ "test_acc": 0.617,
+ "mean_bp_cosine": 0.19905064720660448,
+ "mean_rho": 0.27845675125718117,
+ "mean_nudge_001": -0.0017877554928418249,
+ "mean_nudge_003": -0.005349543411284685,
+ "mean_nudge_01": -0.017666283063590527,
+ "bp_cosine_per_layer": [
+ 0.0613640733063221,
+ 0.23986753821372986,
+ 0.24101567268371582,
+ 0.25395530462265015
+ ],
+ "rho_per_layer": [
+ 0.07897584140300751,
+ 0.3258228003978729,
+ 0.35056060552597046,
+ 0.3584677577018738
+ ],
+ "nudge_per_layer": [
+ -0.019116222858428955,
+ -0.01759088784456253,
+ -0.016751645132899284,
+ -0.017206376418471336
+ ],
+ "final_value_loss": 0.4424677228450775,
+ "final_term_loss": 0.12383701201379299,
+ "final_bridge_loss": 0.02319883658438921,
+ "final_tgrad_loss": 0.29543187527656556
+ }
+ },
+ "a0.5_L8_s42": {
+ "bp": {
+ "test_acc": 0.8715,
+ "mean_bp_cosine": 0.808967724442482,
+ "mean_rho": 0.999945156276226,
+ "mean_nudge_001": -0.011501751199830323,
+ "mean_nudge_003": -0.03289153927471489,
+ "mean_nudge_01": -0.09379934845492244,
+ "bp_cosine_per_layer": [
+ 0.8294941186904907,
+ 0.823101282119751,
+ 0.815970778465271,
+ 0.8095235824584961,
+ 0.8066394329071045,
+ 0.8012610673904419,
+ 0.7956615686416626,
+ 0.7900899648666382
+ ],
+ "rho_per_layer": [
+ 0.999998927116394,
+ 0.999997615814209,
+ 0.9999938011169434,
+ 0.9999845027923584,
+ 0.9999604225158691,
+ 0.9999330043792725,
+ 0.999873697757721,
+ 0.999819278717041
+ ],
+ "nudge_per_layer": [
+ -0.2528620958328247,
+ -0.17482446134090424,
+ -0.11384513974189758,
+ -0.07313278317451477,
+ -0.04917728155851364,
+ -0.03563641011714935,
+ -0.02781001478433609,
+ -0.02310660108923912
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.804,
+ "mean_bp_cosine": 0.06822564313188195,
+ "mean_rho": 0.08298261812888086,
+ "mean_nudge_001": -5.095545566291548e-05,
+ "mean_nudge_003": -0.0001400069668306969,
+ "mean_nudge_01": -0.0003324677818454802,
+ "bp_cosine_per_layer": [
+ -0.029147807508707047,
+ 0.09590217471122742,
+ 0.0916377604007721,
+ 0.10714393854141235,
+ 0.10661958158016205,
+ 0.05731643736362457,
+ 0.06447312980890274,
+ 0.05185993015766144
+ ],
+ "rho_per_layer": [
+ -0.08288859575986862,
+ 0.14039787650108337,
+ 0.1433517336845398,
+ 0.1548803746700287,
+ 0.09298646450042725,
+ 0.08800182491540909,
+ 0.09949750453233719,
+ 0.02763376198709011
+ ],
+ "nudge_per_layer": [
+ 0.019184602424502373,
+ -0.0062692309729754925,
+ -0.0031640869565308094,
+ -0.0033698435872793198,
+ -0.003262510057538748,
+ -0.0018756084609776735,
+ -0.0022803605534136295,
+ -0.0016227040905505419
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7265,
+ "mean_bp_cosine": 0.2766533959656954,
+ "mean_rho": 0.24636799190193415,
+ "mean_nudge_001": -0.003215807260858128,
+ "mean_nudge_003": -0.00946771033341065,
+ "mean_nudge_01": -0.029514338413719088,
+ "bp_cosine_per_layer": [
+ 0.8188973069190979,
+ 0.4508240222930908,
+ 0.20906424522399902,
+ 0.16529136896133423,
+ 0.1612900048494339,
+ 0.1292058229446411,
+ 0.14780420064926147,
+ 0.1308501958847046
+ ],
+ "rho_per_layer": [
+ 0.7345798015594482,
+ 0.40806666016578674,
+ 0.18922817707061768,
+ 0.1360217034816742,
+ 0.11187596619129181,
+ 0.1472519189119339,
+ 0.12442155927419662,
+ 0.11949814856052399
+ ],
+ "nudge_per_layer": [
+ -0.19829359650611877,
+ -0.01426965557038784,
+ -0.005409521050751209,
+ -0.004344802349805832,
+ -0.0038992268964648247,
+ -0.0032464847899973392,
+ -0.003532196395099163,
+ -0.00311922375112772
+ ],
+ "state_pred_error_per_layer": [
+ 5640.76416015625,
+ 3768.9912109375,
+ 2209.80126953125,
+ 1863.6328125,
+ 1833.0330810546875,
+ 2052.747802734375,
+ 1687.1876220703125,
+ 1871.18310546875
+ ],
+ "mean_state_pred_error": 2615.9176330566406
+ },
+ "credit_bridge": {
+ "test_acc": 0.5935,
+ "mean_bp_cosine": 0.12945402902550995,
+ "mean_rho": 0.20130334049463272,
+ "mean_nudge_001": -0.0008943625434767455,
+ "mean_nudge_003": -0.0026800249179359525,
+ "mean_nudge_01": -0.00888864736771211,
+ "bp_cosine_per_layer": [
+ 0.014968650415539742,
+ 0.08219218999147415,
+ 0.12315872311592102,
+ 0.1350458562374115,
+ 0.16176681220531464,
+ 0.1692444086074829,
+ 0.17282617092132568,
+ 0.17642942070960999
+ ],
+ "rho_per_layer": [
+ 0.09865723550319672,
+ 0.1636437624692917,
+ 0.19447889924049377,
+ 0.2091381549835205,
+ 0.2243458330631256,
+ 0.23168572783470154,
+ 0.2512606978416443,
+ 0.23721641302108765
+ ],
+ "nudge_per_layer": [
+ -0.006006492767482996,
+ -0.006066862493753433,
+ -0.008294559083878994,
+ -0.008802486583590508,
+ -0.009770728647708893,
+ -0.010544568300247192,
+ -0.010718668811023235,
+ -0.010904812254011631
+ ],
+ "final_value_loss": 0.3977136660575867,
+ "final_term_loss": 0.13710964921712876,
+ "final_bridge_loss": 0.018799800185859205,
+ "final_tgrad_loss": 0.24180421624183654
+ }
+ },
+ "a0.5_L8_s123": {
+ "bp": {
+ "test_acc": 0.868,
+ "mean_bp_cosine": 0.8070773705840111,
+ "mean_rho": 0.9999594464898109,
+ "mean_nudge_001": -0.01314116342109628,
+ "mean_nudge_003": -0.037657674751244485,
+ "mean_nudge_01": -0.10643287934362888,
+ "bp_cosine_per_layer": [
+ 0.8442516326904297,
+ 0.8351782560348511,
+ 0.8238041400909424,
+ 0.811212420463562,
+ 0.800036609172821,
+ 0.789252519607544,
+ 0.7798817157745361,
+ 0.7730016708374023
+ ],
+ "rho_per_layer": [
+ 0.9999992251396179,
+ 0.9999983906745911,
+ 0.9999960660934448,
+ 0.99998939037323,
+ 0.9999715685844421,
+ 0.9999511241912842,
+ 0.9999076128005981,
+ 0.9998621940612793
+ ],
+ "nudge_per_layer": [
+ -0.281266987323761,
+ -0.2009655237197876,
+ -0.1321270614862442,
+ -0.08429376780986786,
+ -0.05586903542280197,
+ -0.039932381361722946,
+ -0.031076554208993912,
+ -0.025931723415851593
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8,
+ "mean_bp_cosine": 0.07366255111992359,
+ "mean_rho": 0.07397386711090803,
+ "mean_nudge_001": -8.963746586232446e-05,
+ "mean_nudge_003": -0.0002625839406391606,
+ "mean_nudge_01": -0.0007999172084964812,
+ "bp_cosine_per_layer": [
+ -0.02832707017660141,
+ 0.13987571001052856,
+ 0.07857642322778702,
+ 0.061437755823135376,
+ 0.0877213403582573,
+ 0.09552451223134995,
+ 0.07042402029037476,
+ 0.08406771719455719
+ ],
+ "rho_per_layer": [
+ 0.034647777676582336,
+ 0.1467832326889038,
+ 0.036387018859386444,
+ 0.061308689415454865,
+ 0.1038040965795517,
+ 0.09023141860961914,
+ 0.03672575205564499,
+ 0.08190295100212097
+ ],
+ "nudge_per_layer": [
+ 0.012113340198993683,
+ -0.00537356361746788,
+ -0.0023620566353201866,
+ -0.001645779935643077,
+ -0.002037967788055539,
+ -0.0027765799313783646,
+ -0.001988787204027176,
+ -0.002327942755073309
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.718,
+ "mean_bp_cosine": 0.2835564874112606,
+ "mean_rho": 0.2681517219170928,
+ "mean_nudge_001": -0.0027127867688250262,
+ "mean_nudge_003": -0.007993465682375245,
+ "mean_nudge_01": -0.025023294263519347,
+ "bp_cosine_per_layer": [
+ 0.8429861068725586,
+ 0.3551006317138672,
+ 0.246289923787117,
+ 0.21019335091114044,
+ 0.17309927940368652,
+ 0.14295682311058044,
+ 0.15966862440109253,
+ 0.13815715909004211
+ ],
+ "rho_per_layer": [
+ 0.7732758522033691,
+ 0.2933464050292969,
+ 0.24295836687088013,
+ 0.22880345582962036,
+ 0.1602117419242859,
+ 0.11042392998933792,
+ 0.18763291835784912,
+ 0.14856110513210297
+ ],
+ "nudge_per_layer": [
+ -0.15847395360469818,
+ -0.010836342349648476,
+ -0.007060050964355469,
+ -0.005947217810899019,
+ -0.004753550048917532,
+ -0.004264200571924448,
+ -0.004713424481451511,
+ -0.0041376142762601376
+ ],
+ "state_pred_error_per_layer": [
+ 3389.93017578125,
+ 4477.634765625,
+ 1038.2586669921875,
+ 911.949951171875,
+ 702.6972045898438,
+ 659.9431762695312,
+ 824.164794921875,
+ 821.9293212890625
+ ],
+ "mean_state_pred_error": 1603.3135070800781
+ },
+ "credit_bridge": {
+ "test_acc": 0.6185,
+ "mean_bp_cosine": 0.1525184395723045,
+ "mean_rho": 0.23177338391542435,
+ "mean_nudge_001": -0.0011540915293153375,
+ "mean_nudge_003": -0.0034589636488817632,
+ "mean_nudge_01": -0.01147624314762652,
+ "bp_cosine_per_layer": [
+ 0.024487923830747604,
+ 0.1551763117313385,
+ 0.17440856993198395,
+ 0.18776318430900574,
+ 0.163284569978714,
+ 0.17855775356292725,
+ 0.162883460521698,
+ 0.17358574271202087
+ ],
+ "rho_per_layer": [
+ 0.024775028228759766,
+ 0.25605684518814087,
+ 0.2314496785402298,
+ 0.2697882056236267,
+ 0.24329833686351776,
+ 0.3152206242084503,
+ 0.23843368887901306,
+ 0.2751646637916565
+ ],
+ "nudge_per_layer": [
+ -0.010280786082148552,
+ -0.011451397091150284,
+ -0.01173271145671606,
+ -0.012431012466549873,
+ -0.01105603575706482,
+ -0.011893808841705322,
+ -0.011241357773542404,
+ -0.011722835712134838
+ ],
+ "final_value_loss": 0.3728706964492798,
+ "final_term_loss": 0.12118487646579743,
+ "final_bridge_loss": 0.015310661105066539,
+ "final_tgrad_loss": 0.23637515988349914
+ }
+ },
+ "a0.5_L8_s456": {
+ "bp": {
+ "test_acc": 0.8555,
+ "mean_bp_cosine": 0.8527287542819977,
+ "mean_rho": 0.9999570250511169,
+ "mean_nudge_001": -0.01194569593644701,
+ "mean_nudge_003": -0.033871308725792915,
+ "mean_nudge_01": -0.09340489702299237,
+ "bp_cosine_per_layer": [
+ 0.8810831904411316,
+ 0.8730225563049316,
+ 0.8656145334243774,
+ 0.8578245639801025,
+ 0.8490546345710754,
+ 0.8397257328033447,
+ 0.8311692476272583,
+ 0.8243355751037598
+ ],
+ "rho_per_layer": [
+ 0.9999987483024597,
+ 0.9999980330467224,
+ 0.9999955892562866,
+ 0.9999854564666748,
+ 0.9999719858169556,
+ 0.999948263168335,
+ 0.9998974204063416,
+ 0.9998607039451599
+ ],
+ "nudge_per_layer": [
+ -0.23731596767902374,
+ -0.17453062534332275,
+ -0.11795195937156677,
+ -0.07674264907836914,
+ -0.05135927349328995,
+ -0.036901768296957016,
+ -0.028667811304330826,
+ -0.02376912161707878
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.7985,
+ "mean_bp_cosine": 0.09374871966429055,
+ "mean_rho": 0.12165694544091821,
+ "mean_nudge_001": -0.0004589786858559819,
+ "mean_nudge_003": -0.0013758796121692285,
+ "mean_nudge_01": -0.004529613710474223,
+ "bp_cosine_per_layer": [
+ 0.027731137350201607,
+ 0.10604047030210495,
+ 0.13601002097129822,
+ 0.07596071809530258,
+ 0.0985877588391304,
+ 0.08992618322372437,
+ 0.1115533858537674,
+ 0.10418008267879486
+ ],
+ "rho_per_layer": [
+ -0.01300876960158348,
+ 0.12486347556114197,
+ 0.1899794042110443,
+ 0.08801613748073578,
+ 0.11934874951839447,
+ 0.15905101597309113,
+ 0.1374979466199875,
+ 0.167507603764534
+ ],
+ "nudge_per_layer": [
+ -0.011210349388420582,
+ -0.00580610241740942,
+ -0.004417200107127428,
+ -0.002277099061757326,
+ -0.003015844151377678,
+ -0.0030763214454054832,
+ -0.003333096392452717,
+ -0.003100896719843149
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.7505,
+ "mean_bp_cosine": 0.25108483247458935,
+ "mean_rho": 0.22314902767539024,
+ "mean_nudge_001": -0.0032180442212847993,
+ "mean_nudge_003": -0.009445599382161163,
+ "mean_nudge_01": -0.029192803369369358,
+ "bp_cosine_per_layer": [
+ 0.8145060539245605,
+ 0.39495280385017395,
+ 0.15602949261665344,
+ 0.14954066276550293,
+ 0.1189848780632019,
+ 0.14297258853912354,
+ 0.11834269762039185,
+ 0.11334948241710663
+ ],
+ "rho_per_layer": [
+ 0.7131592035293579,
+ 0.31938445568084717,
+ 0.13574811816215515,
+ 0.13510501384735107,
+ 0.12680554389953613,
+ 0.13444143533706665,
+ 0.1260460913181305,
+ 0.09450235962867737
+ ],
+ "nudge_per_layer": [
+ -0.20040717720985413,
+ -0.012472910806536674,
+ -0.003969438374042511,
+ -0.003768536727875471,
+ -0.0031205681152641773,
+ -0.00363306887447834,
+ -0.0031901695765554905,
+ -0.002980557270348072
+ ],
+ "state_pred_error_per_layer": [
+ 7208.7744140625,
+ 4043.077392578125,
+ 2431.6259765625,
+ 2036.907958984375,
+ 1977.547119140625,
+ 1708.2327880859375,
+ 1901.497314453125,
+ 1821.6331787109375
+ ],
+ "mean_state_pred_error": 2891.1620178222656
+ },
+ "credit_bridge": {
+ "test_acc": 0.555,
+ "mean_bp_cosine": 0.12328627426177263,
+ "mean_rho": 0.16509935073554516,
+ "mean_nudge_001": -0.000985160811978858,
+ "mean_nudge_003": -0.002952177223050967,
+ "mean_nudge_01": -0.009791445219889283,
+ "bp_cosine_per_layer": [
+ 0.03383665531873703,
+ 0.10378465056419373,
+ 0.1522345095872879,
+ 0.12050338089466095,
+ 0.12787620723247528,
+ 0.13963481783866882,
+ 0.14998120069503784,
+ 0.1584387719631195
+ ],
+ "rho_per_layer": [
+ 0.02018044888973236,
+ 0.14589767158031464,
+ 0.20607107877731323,
+ 0.18045580387115479,
+ 0.1894514560699463,
+ 0.16447019577026367,
+ 0.1924649477005005,
+ 0.2218032032251358
+ ],
+ "nudge_per_layer": [
+ -0.00981426052749157,
+ -0.00849075522273779,
+ -0.010712197050452232,
+ -0.009203735738992691,
+ -0.009092864580452442,
+ -0.00978156179189682,
+ -0.010470103472471237,
+ -0.010766083374619484
+ ],
+ "final_value_loss": 0.5412774887084961,
+ "final_term_loss": 0.23150972747802734,
+ "final_bridge_loss": 0.02621319934129715,
+ "final_tgrad_loss": 0.28355456256866457
+ }
+ },
+ "a0.5_L12_s42": {
+ "bp": {
+ "test_acc": 0.8585,
+ "mean_bp_cosine": 0.8183901458978653,
+ "mean_rho": 0.9998798171679179,
+ "mean_nudge_001": -0.011188714299350977,
+ "mean_nudge_003": -0.03214278844340394,
+ "mean_nudge_01": -0.09301998885348439,
+ "bp_cosine_per_layer": [
+ 0.8657882213592529,
+ 0.8541754484176636,
+ 0.8436384201049805,
+ 0.832263708114624,
+ 0.8208613991737366,
+ 0.8122134208679199,
+ 0.8057717084884644,
+ 0.8017721176147461,
+ 0.7986597418785095,
+ 0.7967146635055542,
+ 0.7952107787132263,
+ 0.7936121225357056
+ ],
+ "rho_per_layer": [
+ 0.9999991655349731,
+ 0.9999977350234985,
+ 0.9999939203262329,
+ 0.9999861121177673,
+ 0.9999700784683228,
+ 0.9999415874481201,
+ 0.9999051094055176,
+ 0.9998413324356079,
+ 0.9998086094856262,
+ 0.9997647404670715,
+ 0.9996839165687561,
+ 0.9996654987335205
+ ],
+ "nudge_per_layer": [
+ -0.3461707830429077,
+ -0.23528623580932617,
+ -0.151905819773674,
+ -0.0986800491809845,
+ -0.06758347898721695,
+ -0.04991145431995392,
+ -0.039162103086709976,
+ -0.032274406403303146,
+ -0.02771918475627899,
+ -0.024551689624786377,
+ -0.02231007255613804,
+ -0.020684588700532913
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.791,
+ "mean_bp_cosine": 0.07122930279001594,
+ "mean_rho": 0.10592638049274683,
+ "mean_nudge_001": -0.00047647209915642935,
+ "mean_nudge_003": -0.0014203774189809337,
+ "mean_nudge_01": -0.004644906090106815,
+ "bp_cosine_per_layer": [
+ 0.023988625034689903,
+ 0.0961650088429451,
+ 0.10208466649055481,
+ 0.07022920250892639,
+ 0.09604307264089584,
+ 0.07800711691379547,
+ 0.08064866811037064,
+ 0.015484225004911423,
+ 0.04617477208375931,
+ 0.10530653595924377,
+ 0.06217034161090851,
+ 0.07844939827919006
+ ],
+ "rho_per_layer": [
+ -0.021668296307325363,
+ 0.13302525877952576,
+ 0.14676621556282043,
+ 0.11482817679643631,
+ 0.09230026602745056,
+ 0.15572097897529602,
+ 0.084853395819664,
+ 0.06741442531347275,
+ 0.09585727006196976,
+ 0.17402535676956177,
+ 0.1249062716960907,
+ 0.10308724641799927
+ ],
+ "nudge_per_layer": [
+ -0.013704460114240646,
+ -0.009605048224329948,
+ -0.004514003172516823,
+ -0.00345102627761662,
+ -0.003412249032407999,
+ -0.0038682736922055483,
+ -0.0031317053362727165,
+ -0.0012646813411265612,
+ -0.002444072160869837,
+ -0.004538315813988447,
+ -0.0027466074097901583,
+ -0.0030584305059164762
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.684,
+ "mean_bp_cosine": 0.17019233045478663,
+ "mean_rho": 0.14254611171782017,
+ "mean_nudge_001": -0.0020112845547070415,
+ "mean_nudge_003": -0.005932022473037553,
+ "mean_nudge_01": -0.01860854132488991,
+ "bp_cosine_per_layer": [
+ 0.7669721841812134,
+ 0.3159201741218567,
+ 0.12931227684020996,
+ 0.11285121738910675,
+ 0.11607236415147781,
+ 0.09898597002029419,
+ 0.08882047981023788,
+ 0.08661012351512909,
+ 0.08416090905666351,
+ 0.07891363650560379,
+ 0.08571723103523254,
+ 0.07797139883041382
+ ],
+ "rho_per_layer": [
+ 0.6671731472015381,
+ 0.26826971769332886,
+ 0.10340800136327744,
+ 0.06843797862529755,
+ 0.0669264942407608,
+ 0.08176875114440918,
+ 0.10683348774909973,
+ 0.06641782820224762,
+ 0.09755225479602814,
+ 0.04477599635720253,
+ 0.0847611278295517,
+ 0.05422855541110039
+ ],
+ "nudge_per_layer": [
+ -0.18878120183944702,
+ -0.009807860478758812,
+ -0.003219514386728406,
+ -0.0027990485541522503,
+ -0.0029557342641055584,
+ -0.002479594200849533,
+ -0.0022394107654690742,
+ -0.0022681057453155518,
+ -0.0022236446384340525,
+ -0.0021239176858216524,
+ -0.002271223347634077,
+ -0.0021332399919629097
+ ],
+ "state_pred_error_per_layer": [
+ 11168.2578125,
+ 8443.55078125,
+ 4301.74609375,
+ 3486.31884765625,
+ 3134.353515625,
+ 2733.8369140625,
+ 2666.431640625,
+ 2571.673095703125,
+ 2489.172119140625,
+ 2732.81298828125,
+ 3179.04296875,
+ 3116.75927734375
+ ],
+ "mean_state_pred_error": 4168.663004557292
+ },
+ "credit_bridge": {
+ "test_acc": 0.571,
+ "mean_bp_cosine": 0.08207109943032265,
+ "mean_rho": 0.14231220919949314,
+ "mean_nudge_001": -0.0008072109461257545,
+ "mean_nudge_003": -0.0024178701957377293,
+ "mean_nudge_01": -0.008001433801837265,
+ "bp_cosine_per_layer": [
+ 0.009321734309196472,
+ 0.04962325841188431,
+ 0.06880976259708405,
+ 0.07808464020490646,
+ 0.08887439966201782,
+ 0.0946938544511795,
+ 0.09941184520721436,
+ 0.09979166835546494,
+ 0.10197117179632187,
+ 0.10147081315517426,
+ 0.09914548695087433,
+ 0.0936545580625534
+ ],
+ "rho_per_layer": [
+ -0.0036096302792429924,
+ 0.0626683160662651,
+ 0.10237888991832733,
+ 0.12722331285476685,
+ 0.138666570186615,
+ 0.14094725251197815,
+ 0.1720128357410431,
+ 0.18820315599441528,
+ 0.1971924901008606,
+ 0.19901405274868011,
+ 0.18742212653160095,
+ 0.1956271380186081
+ ],
+ "nudge_per_layer": [
+ -0.00799381174147129,
+ -0.0042757005430758,
+ -0.005744780879467726,
+ -0.006799482740461826,
+ -0.0076793828047811985,
+ -0.008442584425210953,
+ -0.008797119371592999,
+ -0.009013657458126545,
+ -0.009450232610106468,
+ -0.009471941739320755,
+ -0.009278533980250359,
+ -0.009069977328181267
+ ],
+ "final_value_loss": 0.95497522315979,
+ "final_term_loss": 0.6288936994552612,
+ "final_bridge_loss": 0.0344168305516243,
+ "final_tgrad_loss": 0.2916646807193756
+ }
+ },
+ "a0.5_L12_s123": {
+ "bp": {
+ "test_acc": 0.873,
+ "mean_bp_cosine": 0.7415736317634583,
+ "mean_rho": 0.9999099324146906,
+ "mean_nudge_001": -0.010182377610666057,
+ "mean_nudge_003": -0.029109801825446386,
+ "mean_nudge_01": -0.08149818579355876,
+ "bp_cosine_per_layer": [
+ 0.8060421943664551,
+ 0.7944625616073608,
+ 0.776944637298584,
+ 0.7588614821434021,
+ 0.7418972849845886,
+ 0.7322722673416138,
+ 0.724165678024292,
+ 0.7197043299674988,
+ 0.7152823209762573,
+ 0.7119243144989014,
+ 0.709496021270752,
+ 0.7078304886817932
+ ],
+ "rho_per_layer": [
+ 0.9999996423721313,
+ 0.9999984502792358,
+ 0.9999962449073792,
+ 0.999989926815033,
+ 0.9999754428863525,
+ 0.9999579191207886,
+ 0.999927818775177,
+ 0.999887228012085,
+ 0.9998751878738403,
+ 0.9997915029525757,
+ 0.9997637867927551,
+ 0.9997560381889343
+ ],
+ "nudge_per_layer": [
+ -0.2872876822948456,
+ -0.20931334793567657,
+ -0.13937950134277344,
+ -0.09144100546836853,
+ -0.06199805811047554,
+ -0.04483566805720329,
+ -0.03463221341371536,
+ -0.02817366272211075,
+ -0.023888790979981422,
+ -0.02094285935163498,
+ -0.01881779544055462,
+ -0.01726764440536499
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.7975,
+ "mean_bp_cosine": 0.06331516286203016,
+ "mean_rho": 0.04216622615543505,
+ "mean_nudge_001": -0.00018036465129019538,
+ "mean_nudge_003": -0.0005390862012670065,
+ "mean_nudge_01": -0.0017679805799465005,
+ "bp_cosine_per_layer": [
+ 0.004078918602317572,
+ 0.1059243381023407,
+ 0.07574640959501266,
+ 0.07308551669120789,
+ 0.066571444272995,
+ 0.056897446513175964,
+ 0.12165610492229462,
+ 0.06462406367063522,
+ 0.04925639182329178,
+ 0.04602370783686638,
+ 0.035759277641773224,
+ 0.06015833467245102
+ ],
+ "rho_per_layer": [
+ -0.011486321687698364,
+ 0.04376016557216644,
+ 0.037421341985464096,
+ 0.05220063030719757,
+ 0.09364941716194153,
+ -0.03169674053788185,
+ 0.15961039066314697,
+ 0.10634914040565491,
+ 0.03384825587272644,
+ 0.02390148863196373,
+ -0.010392685420811176,
+ 0.00882963091135025
+ ],
+ "nudge_per_layer": [
+ -0.0026711553800851107,
+ -0.003443576628342271,
+ -0.001918894238770008,
+ -0.0020233127288520336,
+ -0.0016027885721996427,
+ -0.0010300527792423964,
+ -0.002917288802564144,
+ -0.001525502186268568,
+ -0.0009703689720481634,
+ -0.0010098961647599936,
+ -0.0008095581433735788,
+ -0.0012933723628520966
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.69,
+ "mean_bp_cosine": 0.17323703753451505,
+ "mean_rho": 0.15179013274610043,
+ "mean_nudge_001": -0.0019852635256635645,
+ "mean_nudge_003": -0.005834519392616737,
+ "mean_nudge_01": -0.018113662886510912,
+ "bp_cosine_per_layer": [
+ 0.7613614797592163,
+ 0.3896995782852173,
+ 0.1309610903263092,
+ 0.10979019105434418,
+ 0.09164053201675415,
+ 0.07316795736551285,
+ 0.09407100081443787,
+ 0.08964815735816956,
+ 0.08292470127344131,
+ 0.08648289740085602,
+ 0.0870373547077179,
+ 0.08205951005220413
+ ],
+ "rho_per_layer": [
+ 0.6734859943389893,
+ 0.37621644139289856,
+ 0.08932416141033173,
+ 0.11710754036903381,
+ 0.07942430675029755,
+ 0.058268360793590546,
+ 0.05698401480913162,
+ 0.12727776169776917,
+ 0.03869014233350754,
+ 0.06775026768445969,
+ 0.0798446387052536,
+ 0.05710796266794205
+ ],
+ "nudge_per_layer": [
+ -0.1828688532114029,
+ -0.012644743546843529,
+ -0.003011793363839388,
+ -0.0024378912057727575,
+ -0.0020753229036927223,
+ -0.0017659795703366399,
+ -0.0021767604630440474,
+ -0.0021774054039269686,
+ -0.0019914493896067142,
+ -0.0021301559172570705,
+ -0.0020812181755900383,
+ -0.0020023814868181944
+ ],
+ "state_pred_error_per_layer": [
+ 12496.853515625,
+ 8106.66162109375,
+ 5059.9169921875,
+ 4050.405517578125,
+ 3454.0888671875,
+ 2936.005859375,
+ 2830.2294921875,
+ 2863.870361328125,
+ 3118.476806640625,
+ 3786.361083984375,
+ 3251.337890625,
+ 3255.708740234375
+ ],
+ "mean_state_pred_error": 4600.826395670573
+ },
+ "credit_bridge": {
+ "test_acc": 0.6545,
+ "mean_bp_cosine": -0.010937775252386928,
+ "mean_rho": 0.02020453056320548,
+ "mean_nudge_001": 7.376461204936884e-05,
+ "mean_nudge_003": 0.00022662243100057822,
+ "mean_nudge_01": 0.0008031492385877451,
+ "bp_cosine_per_layer": [
+ -0.022733785212039948,
+ -0.008966443128883839,
+ -0.020323125645518303,
+ -0.018136776983737946,
+ -0.01592089980840683,
+ -0.019174236804246902,
+ -0.014491843990981579,
+ -0.016727179288864136,
+ -0.008660020306706429,
+ -0.007111798040568829,
+ 0.0011803526431322098,
+ 0.019812453538179398
+ ],
+ "rho_per_layer": [
+ -0.05155084282159805,
+ 0.03821132332086563,
+ 0.07940525561571121,
+ 0.014752240851521492,
+ 0.016678672283887863,
+ 0.04385560005903244,
+ 0.03276895359158516,
+ -0.0006132312119007111,
+ -0.024450641125440598,
+ -0.029637619853019714,
+ 0.058109357953071594,
+ 0.06492529809474945
+ ],
+ "nudge_per_layer": [
+ 0.00777015183120966,
+ 0.00029987754533067346,
+ 0.00037500812322832644,
+ 0.00043640032527036965,
+ 0.0005594875547103584,
+ 0.0007026067469269037,
+ 0.00045700964983552694,
+ 0.000550219090655446,
+ 0.00020889028382953256,
+ 0.00013992507592774928,
+ -0.0004261335707269609,
+ -0.0014356517931446433
+ ],
+ "final_value_loss": 1.470289986038208,
+ "final_term_loss": 0.35005189373493195,
+ "final_bridge_loss": 0.9054676934719086,
+ "final_tgrad_loss": 0.2147704033613205
+ }
+ },
+ "a0.5_L12_s456": {
+ "bp": {
+ "test_acc": 0.869,
+ "mean_bp_cosine": 0.74041115740935,
+ "mean_rho": 0.9998869399229685,
+ "mean_nudge_001": -0.007502871051353092,
+ "mean_nudge_003": -0.02132872895648082,
+ "mean_nudge_01": -0.05926296177009741,
+ "bp_cosine_per_layer": [
+ 0.802544355392456,
+ 0.7848162055015564,
+ 0.7700465321540833,
+ 0.7570744752883911,
+ 0.7440193891525269,
+ 0.733696699142456,
+ 0.7256457805633545,
+ 0.7199540734291077,
+ 0.7157886028289795,
+ 0.7124584913253784,
+ 0.7102035284042358,
+ 0.7086857557296753
+ ],
+ "rho_per_layer": [
+ 0.9999985694885254,
+ 0.9999974966049194,
+ 0.9999951720237732,
+ 0.9999867677688599,
+ 0.9999691843986511,
+ 0.9999383687973022,
+ 0.9999032020568848,
+ 0.9998719692230225,
+ 0.9998380541801453,
+ 0.9998047351837158,
+ 0.9996931552886963,
+ 0.9996466040611267
+ ],
+ "nudge_per_layer": [
+ -0.20057430863380432,
+ -0.1480334997177124,
+ -0.10051561146974564,
+ -0.0672251284122467,
+ -0.04664912819862366,
+ -0.03438428044319153,
+ -0.026901239529252052,
+ -0.02211749367415905,
+ -0.018912356346845627,
+ -0.01670587807893753,
+ -0.015132123604416847,
+ -0.01400449313223362
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.8,
+ "mean_bp_cosine": 0.11594532305995624,
+ "mean_rho": 0.11397512660672267,
+ "mean_nudge_001": -0.00042300097387245234,
+ "mean_nudge_003": -0.0012634664356786136,
+ "mean_nudge_01": -0.0041745746857486665,
+ "bp_cosine_per_layer": [
+ 0.04262668639421463,
+ 0.2711353898048401,
+ 0.1898173838853836,
+ 0.1387583613395691,
+ 0.09531620889902115,
+ 0.1376194804906845,
+ 0.07653278112411499,
+ 0.08707999438047409,
+ 0.09030534327030182,
+ 0.10221391171216965,
+ 0.06503984332084656,
+ 0.09489849209785461
+ ],
+ "rho_per_layer": [
+ 0.0572824701666832,
+ 0.20349135994911194,
+ 0.20036441087722778,
+ 0.17148703336715698,
+ 0.0623050183057785,
+ 0.14095279574394226,
+ 0.05262026563286781,
+ 0.12087561190128326,
+ 0.10731191188097,
+ 0.061124786734580994,
+ 0.07995927333831787,
+ 0.10992658138275146
+ ],
+ "nudge_per_layer": [
+ -0.009360449388623238,
+ -0.00823313370347023,
+ -0.005617598537355661,
+ -0.004333253484219313,
+ -0.0029935596976429224,
+ -0.0036506117321550846,
+ -0.002341690007597208,
+ -0.002613792195916176,
+ -0.0027945097535848618,
+ -0.003059752518311143,
+ -0.002222315641120076,
+ -0.002874229568988085
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.702,
+ "mean_bp_cosine": 0.18659504254659018,
+ "mean_rho": 0.1786113940179348,
+ "mean_nudge_001": -0.002035917636627952,
+ "mean_nudge_003": -0.0060201529073917,
+ "mean_nudge_01": -0.019059499570478994,
+ "bp_cosine_per_layer": [
+ 0.7615377902984619,
+ 0.3628881573677063,
+ 0.1397334486246109,
+ 0.13061293959617615,
+ 0.11024273186922073,
+ 0.09393852204084396,
+ 0.10003305226564407,
+ 0.10794281214475632,
+ 0.10362739115953445,
+ 0.10100233554840088,
+ 0.1030983105301857,
+ 0.12448301911354065
+ ],
+ "rho_per_layer": [
+ 0.7019654512405396,
+ 0.3051794767379761,
+ 0.12004730850458145,
+ 0.11974964290857315,
+ 0.1315283179283142,
+ 0.11543487757444382,
+ 0.08415813744068146,
+ 0.14185138046741486,
+ 0.12905646860599518,
+ 0.0691840872168541,
+ 0.12997986376285553,
+ 0.09520171582698822
+ ],
+ "nudge_per_layer": [
+ -0.1852446049451828,
+ -0.011355580762028694,
+ -0.003981029614806175,
+ -0.0038526845164597034,
+ -0.0031567115802317858,
+ -0.0028176922351121902,
+ -0.0029711187817156315,
+ -0.0031051787082105875,
+ -0.0029434349853545427,
+ -0.002931142458692193,
+ -0.002905802335590124,
+ -0.0034490139223635197
+ ],
+ "state_pred_error_per_layer": [
+ 8110.80078125,
+ 4497.13623046875,
+ 2448.651123046875,
+ 2213.206298828125,
+ 2038.592041015625,
+ 2361.478515625,
+ 2122.5341796875,
+ 2178.11474609375,
+ 2310.2265625,
+ 2081.50390625,
+ 2114.170654296875,
+ 2407.947998046875
+ ],
+ "mean_state_pred_error": 2907.0302530924478
+ },
+ "credit_bridge": {
+ "test_acc": 0.6375,
+ "mean_bp_cosine": 0.09317115658389714,
+ "mean_rho": 0.17472073963532844,
+ "mean_nudge_001": -0.000727248170733219,
+ "mean_nudge_003": -0.0021776299763587303,
+ "mean_nudge_01": -0.007225943821443555,
+ "bp_cosine_per_layer": [
+ -0.0012992812553420663,
+ 0.028360359370708466,
+ 0.07222752273082733,
+ 0.06384990364313126,
+ 0.0745362713932991,
+ 0.10235601663589478,
+ 0.11958298832178116,
+ 0.12767711281776428,
+ 0.12978672981262207,
+ 0.13033980131149292,
+ 0.131376713514328,
+ 0.13925974071025848
+ ],
+ "rho_per_layer": [
+ -0.036700520664453506,
+ 0.08258875459432602,
+ 0.18529893457889557,
+ 0.1350553333759308,
+ 0.14971259236335754,
+ 0.23370781540870667,
+ 0.15428856015205383,
+ 0.2475280910730362,
+ 0.20684200525283813,
+ 0.26022571325302124,
+ 0.23770767450332642,
+ 0.24039392173290253
+ ],
+ "nudge_per_layer": [
+ 0.0004691533395089209,
+ -0.002260619541630149,
+ -0.007056917063891888,
+ -0.005040735937654972,
+ -0.005857650190591812,
+ -0.007526098750531673,
+ -0.008702869527041912,
+ -0.009377602487802505,
+ -0.009931675158441067,
+ -0.01026402972638607,
+ -0.010433407500386238,
+ -0.010728873312473297
+ ],
+ "final_value_loss": 0.6376882638454437,
+ "final_term_loss": 0.3444120800256729,
+ "final_bridge_loss": 0.029638116455078124,
+ "final_tgrad_loss": 0.2636380691766739
+ }
+ },
+ "a1.0_L2_s42": {
+ "bp": {
+ "test_acc": 0.7915,
+ "mean_bp_cosine": 0.9376864433288574,
+ "mean_rho": 0.9999988675117493,
+ "mean_nudge_001": -0.040167851373553276,
+ "mean_nudge_003": -0.11654911190271378,
+ "mean_nudge_01": -0.34635232388973236,
+ "bp_cosine_per_layer": [
+ 0.937772274017334,
+ 0.9376006126403809
+ ],
+ "rho_per_layer": [
+ 0.9999990463256836,
+ 0.9999986886978149
+ ],
+ "nudge_per_layer": [
+ -0.4167234003543854,
+ -0.27598124742507935
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.7025,
+ "mean_bp_cosine": 0.007199164479970932,
+ "mean_rho": 0.005297745577991009,
+ "mean_nudge_001": -7.51367933844449e-05,
+ "mean_nudge_003": -0.00021808056044392288,
+ "mean_nudge_01": -0.000639150632196106,
+ "bp_cosine_per_layer": [
+ -0.005922339856624603,
+ 0.020320668816566467
+ ],
+ "rho_per_layer": [
+ -0.003393532708287239,
+ 0.013989023864269257
+ ],
+ "nudge_per_layer": [
+ 5.659737507812679e-05,
+ -0.0013348986394703388
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.6735,
+ "mean_bp_cosine": 0.5210442394018173,
+ "mean_rho": 0.48512911796569824,
+ "mean_nudge_001": -0.011768221855163574,
+ "mean_nudge_003": -0.034833950689062476,
+ "mean_nudge_01": -0.11062158830463886,
+ "bp_cosine_per_layer": [
+ 0.6727198958396912,
+ 0.3693685829639435
+ ],
+ "rho_per_layer": [
+ 0.6028042435646057,
+ 0.36745399236679077
+ ],
+ "nudge_per_layer": [
+ -0.19608698785305023,
+ -0.025156188756227493
+ ],
+ "state_pred_error_per_layer": [
+ 4083.197509765625,
+ 262.47991943359375
+ ],
+ "mean_state_pred_error": 2172.8387145996094
+ },
+ "credit_bridge": {
+ "test_acc": 0.5125,
+ "mean_bp_cosine": 0.5678956210613251,
+ "mean_rho": 0.5935650169849396,
+ "mean_nudge_001": -0.00795893557369709,
+ "mean_nudge_003": -0.023799872025847435,
+ "mean_nudge_01": -0.07842501997947693,
+ "bp_cosine_per_layer": [
+ 0.39126425981521606,
+ 0.7445269823074341
+ ],
+ "rho_per_layer": [
+ 0.44417524337768555,
+ 0.7429547905921936
+ ],
+ "nudge_per_layer": [
+ -0.08887787163257599,
+ -0.06797216832637787
+ ],
+ "final_value_loss": 0.6212269179344178,
+ "final_term_loss": 0.05304660900235176,
+ "final_bridge_loss": 0.010462266248464584,
+ "final_tgrad_loss": 0.5577180406570434
+ }
+ },
+ "a1.0_L2_s123": {
+ "bp": {
+ "test_acc": 0.809,
+ "mean_bp_cosine": 0.9559402465820312,
+ "mean_rho": 0.9999986886978149,
+ "mean_nudge_001": -0.03185446374118328,
+ "mean_nudge_003": -0.09129266440868378,
+ "mean_nudge_01": -0.258349284529686,
+ "bp_cosine_per_layer": [
+ 0.9615377187728882,
+ 0.9503427743911743
+ ],
+ "rho_per_layer": [
+ 0.9999992847442627,
+ 0.9999980926513672
+ ],
+ "nudge_per_layer": [
+ -0.3078651428222656,
+ -0.20883342623710632
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.7455,
+ "mean_bp_cosine": 0.05108090303838253,
+ "mean_rho": 0.05254313163459301,
+ "mean_nudge_001": -0.0008275873260572553,
+ "mean_nudge_003": -0.0024727254058234394,
+ "mean_nudge_01": -0.008127598091959953,
+ "bp_cosine_per_layer": [
+ 0.057878345251083374,
+ 0.044283460825681686
+ ],
+ "rho_per_layer": [
+ 0.047237616032361984,
+ 0.057848647236824036
+ ],
+ "nudge_per_layer": [
+ -0.013432648032903671,
+ -0.0028225481510162354
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.704,
+ "mean_bp_cosine": 0.5101080536842346,
+ "mean_rho": 0.45375654101371765,
+ "mean_nudge_001": -0.00980611308477819,
+ "mean_nudge_003": -0.02897635381668806,
+ "mean_nudge_01": -0.09152827039361,
+ "bp_cosine_per_layer": [
+ 0.6596157550811768,
+ 0.3606003522872925
+ ],
+ "rho_per_layer": [
+ 0.5883278250694275,
+ 0.3191852569580078
+ ],
+ "nudge_per_layer": [
+ -0.16100725531578064,
+ -0.02204928547143936
+ ],
+ "state_pred_error_per_layer": [
+ 4266.72509765625,
+ 268.82733154296875
+ ],
+ "mean_state_pred_error": 2267.7762145996094
+ },
+ "credit_bridge": {
+ "test_acc": 0.536,
+ "mean_bp_cosine": 0.5000061094760895,
+ "mean_rho": 0.5169470459222794,
+ "mean_nudge_001": -0.007283595856279135,
+ "mean_nudge_003": -0.0217662351205945,
+ "mean_nudge_01": -0.07154248096048832,
+ "bp_cosine_per_layer": [
+ 0.3330497741699219,
+ 0.6669624447822571
+ ],
+ "rho_per_layer": [
+ 0.38148215413093567,
+ 0.652411937713623
+ ],
+ "nudge_per_layer": [
+ -0.08540114760398865,
+ -0.05768381431698799
+ ],
+ "final_value_loss": 0.6294826040267945,
+ "final_term_loss": 0.06573917962312699,
+ "final_bridge_loss": 0.01474373927861452,
+ "final_tgrad_loss": 0.5489996829986572
+ }
+ },
+ "a1.0_L2_s456": {
+ "bp": {
+ "test_acc": 0.7905,
+ "mean_bp_cosine": 0.9266799688339233,
+ "mean_rho": 0.9999988377094269,
+ "mean_nudge_001": -0.03671902138739824,
+ "mean_nudge_003": -0.10590140148997307,
+ "mean_nudge_01": -0.30589545518159866,
+ "bp_cosine_per_layer": [
+ 0.9291538000106812,
+ 0.9242061376571655
+ ],
+ "rho_per_layer": [
+ 0.9999991059303284,
+ 0.9999985694885254
+ ],
+ "nudge_per_layer": [
+ -0.36666756868362427,
+ -0.24512334167957306
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.73,
+ "mean_bp_cosine": 0.03006170690059662,
+ "mean_rho": 0.039368635043501854,
+ "mean_nudge_001": -0.0004903670051135123,
+ "mean_nudge_003": -0.0014640121953561902,
+ "mean_nudge_01": -0.004785260884091258,
+ "bp_cosine_per_layer": [
+ 0.02131858840584755,
+ 0.03880482539534569
+ ],
+ "rho_per_layer": [
+ 0.006325956434011459,
+ 0.07241131365299225
+ ],
+ "nudge_per_layer": [
+ -0.006775922141969204,
+ -0.002794599626213312
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.6755,
+ "mean_bp_cosine": 0.5186701416969299,
+ "mean_rho": 0.48068559169769287,
+ "mean_nudge_001": -0.011591368587687612,
+ "mean_nudge_003": -0.03431171411648393,
+ "mean_nudge_01": -0.10901244357228279,
+ "bp_cosine_per_layer": [
+ 0.669547975063324,
+ 0.3677923083305359
+ ],
+ "rho_per_layer": [
+ 0.6219363808631897,
+ 0.33943480253219604
+ ],
+ "nudge_per_layer": [
+ -0.19162335991859436,
+ -0.026401527225971222
+ ],
+ "state_pred_error_per_layer": [
+ 3936.27783203125,
+ 288.300537109375
+ ],
+ "mean_state_pred_error": 2112.2891845703125
+ },
+ "credit_bridge": {
+ "test_acc": 0.544,
+ "mean_bp_cosine": 0.5161235481500626,
+ "mean_rho": 0.5938436686992645,
+ "mean_nudge_001": -0.0068406532518565655,
+ "mean_nudge_003": -0.020453338511288166,
+ "mean_nudge_01": -0.0673653893172741,
+ "bp_cosine_per_layer": [
+ 0.35489675402641296,
+ 0.6773503422737122
+ ],
+ "rho_per_layer": [
+ 0.4646533727645874,
+ 0.7230339646339417
+ ],
+ "nudge_per_layer": [
+ -0.07572861015796661,
+ -0.059002168476581573
+ ],
+ "final_value_loss": 0.6262330022811889,
+ "final_term_loss": 0.049621654653549195,
+ "final_bridge_loss": 0.011661755262315273,
+ "final_tgrad_loss": 0.5649495909690857
+ }
+ },
+ "a1.0_L4_s42": {
+ "bp": {
+ "test_acc": 0.7875,
+ "mean_bp_cosine": 0.882385790348053,
+ "mean_rho": 0.999995619058609,
+ "mean_nudge_001": -0.03646231605671346,
+ "mean_nudge_003": -0.10610398091375828,
+ "mean_nudge_01": -0.31568005308508873,
+ "bp_cosine_per_layer": [
+ 0.8902335166931152,
+ 0.8886877298355103,
+ 0.8827626705169678,
+ 0.8678592443466187
+ ],
+ "rho_per_layer": [
+ 0.9999993443489075,
+ 0.9999990463256836,
+ 0.9999973773956299,
+ 0.9999867081642151
+ ],
+ "nudge_per_layer": [
+ -0.49256381392478943,
+ -0.4056996703147888,
+ -0.2497977763414383,
+ -0.11465895175933838
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.7075,
+ "mean_bp_cosine": 0.060902527533471584,
+ "mean_rho": 0.052925301948562264,
+ "mean_nudge_001": -0.00048208528460236266,
+ "mean_nudge_003": -0.0014429198927246034,
+ "mean_nudge_01": -0.004763618926517665,
+ "bp_cosine_per_layer": [
+ 0.026215966790914536,
+ 0.05776425451040268,
+ 0.07666948437690735,
+ 0.08296040445566177
+ ],
+ "rho_per_layer": [
+ 0.04998716711997986,
+ 0.09949691593647003,
+ 0.049676910042762756,
+ 0.012540214695036411
+ ],
+ "nudge_per_layer": [
+ -0.008544353768229485,
+ -0.0038241599686443806,
+ -0.0033461027778685093,
+ -0.003339859191328287
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.6625,
+ "mean_bp_cosine": 0.3484594225883484,
+ "mean_rho": 0.3289090357720852,
+ "mean_nudge_001": -0.005907032289542258,
+ "mean_nudge_003": -0.01748002166277729,
+ "mean_nudge_01": -0.05545389896724373,
+ "bp_cosine_per_layer": [
+ 0.6404350996017456,
+ 0.4214136302471161,
+ 0.18068093061447144,
+ 0.15130802989006042
+ ],
+ "rho_per_layer": [
+ 0.5499319434165955,
+ 0.368219256401062,
+ 0.21391229331493378,
+ 0.1835726499557495
+ ],
+ "nudge_per_layer": [
+ -0.18587297201156616,
+ -0.0235043503344059,
+ -0.00688221026211977,
+ -0.005556063260883093
+ ],
+ "state_pred_error_per_layer": [
+ 10066.107421875,
+ 1273.9140625,
+ 696.594482421875,
+ 612.3014526367188
+ ],
+ "mean_state_pred_error": 3162.2293548583984
+ },
+ "credit_bridge": {
+ "test_acc": 0.558,
+ "mean_bp_cosine": 0.45794273912906647,
+ "mean_rho": 0.5322257168591022,
+ "mean_nudge_001": -0.003842960635665804,
+ "mean_nudge_003": -0.011505396338179708,
+ "mean_nudge_01": -0.038075629621744156,
+ "bp_cosine_per_layer": [
+ 0.17809242010116577,
+ 0.5349531173706055,
+ 0.5522423982620239,
+ 0.5664830207824707
+ ],
+ "rho_per_layer": [
+ 0.22843755781650543,
+ 0.5910820364952087,
+ 0.6707864999771118,
+ 0.638596773147583
+ ],
+ "nudge_per_layer": [
+ -0.044362872838974,
+ -0.03722546622157097,
+ -0.03515344485640526,
+ -0.0355607345700264
+ ],
+ "final_value_loss": 0.38718592133522034,
+ "final_term_loss": 0.06566130868196488,
+ "final_bridge_loss": 0.01777836950570345,
+ "final_tgrad_loss": 0.30374624242782594
+ }
+ },
+ "a1.0_L4_s123": {
+ "bp": {
+ "test_acc": 0.786,
+ "mean_bp_cosine": 0.8366721421480179,
+ "mean_rho": 0.9999945610761642,
+ "mean_nudge_001": -0.03740503964945674,
+ "mean_nudge_003": -0.1080933827906847,
+ "mean_nudge_01": -0.3170367181301117,
+ "bp_cosine_per_layer": [
+ 0.8610074520111084,
+ 0.8541143536567688,
+ 0.8321727514266968,
+ 0.7993940114974976
+ ],
+ "rho_per_layer": [
+ 0.9999990463256836,
+ 0.9999986886978149,
+ 0.9999971389770508,
+ 0.9999833703041077
+ ],
+ "nudge_per_layer": [
+ -0.492245614528656,
+ -0.40577083826065063,
+ -0.25304561853408813,
+ -0.117084801197052
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.682,
+ "mean_bp_cosine": 0.049554066732525826,
+ "mean_rho": 0.06381266703829169,
+ "mean_nudge_001": -0.00014734033902641386,
+ "mean_nudge_003": -0.0004330205119913444,
+ "mean_nudge_01": -0.001343857147730887,
+ "bp_cosine_per_layer": [
+ -0.008613362908363342,
+ 0.039367884397506714,
+ 0.07619941979646683,
+ 0.0912623256444931
+ ],
+ "rho_per_layer": [
+ -0.007624803110957146,
+ 0.008791688829660416,
+ 0.13103844225406647,
+ 0.12304534018039703
+ ],
+ "nudge_per_layer": [
+ 0.005509334150701761,
+ -0.003195145633071661,
+ -0.0036095697432756424,
+ -0.004080047365278006
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.6305,
+ "mean_bp_cosine": 0.3143155351281166,
+ "mean_rho": 0.30846646428108215,
+ "mean_nudge_001": -0.005087231853394769,
+ "mean_nudge_003": -0.015093521040398628,
+ "mean_nudge_01": -0.04834054387174547,
+ "bp_cosine_per_layer": [
+ 0.5847928524017334,
+ 0.3501134514808655,
+ 0.17105570435523987,
+ 0.15130013227462769
+ ],
+ "rho_per_layer": [
+ 0.5387442708015442,
+ 0.3080189526081085,
+ 0.17941737174987793,
+ 0.20768526196479797
+ ],
+ "nudge_per_layer": [
+ -0.16164088249206543,
+ -0.01902196928858757,
+ -0.006823995150625706,
+ -0.005875328555703163
+ ],
+ "state_pred_error_per_layer": [
+ 10103.57421875,
+ 1132.8861083984375,
+ 636.5859375,
+ 537.355224609375
+ ],
+ "mean_state_pred_error": 3102.600372314453
+ },
+ "credit_bridge": {
+ "test_acc": 0.502,
+ "mean_bp_cosine": 0.39079025387763977,
+ "mean_rho": 0.4630395397543907,
+ "mean_nudge_001": -0.0038928183494135737,
+ "mean_nudge_003": -0.011659935116767883,
+ "mean_nudge_01": -0.03865493927150965,
+ "bp_cosine_per_layer": [
+ 0.1632033884525299,
+ 0.4602273404598236,
+ 0.4661305546760559,
+ 0.47359973192214966
+ ],
+ "rho_per_layer": [
+ 0.20324298739433289,
+ 0.5429707169532776,
+ 0.5653814077377319,
+ 0.5405630469322205
+ ],
+ "nudge_per_layer": [
+ -0.04415123537182808,
+ -0.037312425673007965,
+ -0.03657253086566925,
+ -0.036583565175533295
+ ],
+ "final_value_loss": 0.5799021621704101,
+ "final_term_loss": 0.1424343505382538,
+ "final_bridge_loss": 0.03182844363451004,
+ "final_tgrad_loss": 0.4056393639087677
+ }
+ },
+ "a1.0_L4_s456": {
+ "bp": {
+ "test_acc": 0.792,
+ "mean_bp_cosine": 0.8552748262882233,
+ "mean_rho": 0.9999953359365463,
+ "mean_nudge_001": -0.03656455362215638,
+ "mean_nudge_003": -0.10595990065485239,
+ "mean_nudge_01": -0.31139715015888214,
+ "bp_cosine_per_layer": [
+ 0.8668075799942017,
+ 0.8621845245361328,
+ 0.8550785779953003,
+ 0.8370286226272583
+ ],
+ "rho_per_layer": [
+ 0.9999995827674866,
+ 0.9999990463256836,
+ 0.999997615814209,
+ 0.9999850988388062
+ ],
+ "nudge_per_layer": [
+ -0.4802546799182892,
+ -0.3984469175338745,
+ -0.2503964900970459,
+ -0.11649051308631897
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.68,
+ "mean_bp_cosine": 0.052356213971506804,
+ "mean_rho": 0.05650564655661583,
+ "mean_nudge_001": -0.0003577733878046274,
+ "mean_nudge_003": -0.0010662981367204338,
+ "mean_nudge_01": -0.0034739490947686136,
+ "bp_cosine_per_layer": [
+ -0.001797341974452138,
+ 0.06668862700462341,
+ 0.05448886379599571,
+ 0.09004470705986023
+ ],
+ "rho_per_layer": [
+ -0.01287321001291275,
+ 0.007983170449733734,
+ 0.10568365454673767,
+ 0.12522897124290466
+ ],
+ "nudge_per_layer": [
+ -0.0016110537108033895,
+ -0.004868227988481522,
+ -0.0030549662187695503,
+ -0.004361548461019993
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.651,
+ "mean_bp_cosine": 0.35348402336239815,
+ "mean_rho": 0.3312904089689255,
+ "mean_nudge_001": -0.005755784470238723,
+ "mean_nudge_003": -0.017025350069161505,
+ "mean_nudge_01": -0.05395022651646286,
+ "bp_cosine_per_layer": [
+ 0.6501579284667969,
+ 0.4189426302909851,
+ 0.1800653487443924,
+ 0.1647701859474182
+ ],
+ "rho_per_layer": [
+ 0.5907484292984009,
+ 0.36159276962280273,
+ 0.19337056577205658,
+ 0.1794498711824417
+ ],
+ "nudge_per_layer": [
+ -0.1790994107723236,
+ -0.023556631058454514,
+ -0.006848426535725594,
+ -0.0062964376993477345
+ ],
+ "state_pred_error_per_layer": [
+ 7107.7138671875,
+ 890.22314453125,
+ 493.5357360839844,
+ 407.69677734375
+ ],
+ "mean_state_pred_error": 2224.792381286621
+ },
+ "credit_bridge": {
+ "test_acc": 0.487,
+ "mean_bp_cosine": 0.5049829035997391,
+ "mean_rho": 0.5321159400045872,
+ "mean_nudge_001": -0.004336995130870491,
+ "mean_nudge_003": -0.012986946385353804,
+ "mean_nudge_01": -0.04301031678915024,
+ "bp_cosine_per_layer": [
+ 0.20670706033706665,
+ 0.594096302986145,
+ 0.6002212762832642,
+ 0.6189069747924805
+ ],
+ "rho_per_layer": [
+ 0.24109239876270294,
+ 0.6317664384841919,
+ 0.6270265579223633,
+ 0.6285783648490906
+ ],
+ "nudge_per_layer": [
+ -0.03731346130371094,
+ -0.04525235667824745,
+ -0.044518306851387024,
+ -0.04495714232325554
+ ],
+ "final_value_loss": 0.46226135368347165,
+ "final_term_loss": 0.049428026616573334,
+ "final_bridge_loss": 0.022721626716852187,
+ "final_tgrad_loss": 0.39011170201301576
+ }
+ },
+ "a1.0_L8_s42": {
+ "bp": {
+ "test_acc": 0.763,
+ "mean_bp_cosine": 0.8278333768248558,
+ "mean_rho": 0.9999853745102882,
+ "mean_nudge_001": -0.029990217997692525,
+ "mean_nudge_003": -0.08752790885046124,
+ "mean_nudge_01": -0.2652519349940121,
+ "bp_cosine_per_layer": [
+ 0.85625159740448,
+ 0.8527897596359253,
+ 0.847720742225647,
+ 0.8408411145210266,
+ 0.831807017326355,
+ 0.8158122301101685,
+ 0.7960221171379089,
+ 0.7814224362373352
+ ],
+ "rho_per_layer": [
+ 0.999999463558197,
+ 0.9999992847442627,
+ 0.9999988079071045,
+ 0.9999978542327881,
+ 0.999994695186615,
+ 0.9999883770942688,
+ 0.9999692440032959,
+ 0.9999352693557739
+ ],
+ "nudge_per_layer": [
+ -0.5478029251098633,
+ -0.4737934172153473,
+ -0.3800549805164337,
+ -0.2769272029399872,
+ -0.18745023012161255,
+ -0.12213317304849625,
+ -0.07957549393177032,
+ -0.05427805706858635
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.657,
+ "mean_bp_cosine": 0.046988741494715214,
+ "mean_rho": 0.0527694383636117,
+ "mean_nudge_001": -0.00015309322225220967,
+ "mean_nudge_003": -0.00045631649845745414,
+ "mean_nudge_01": -0.0014890892343828455,
+ "bp_cosine_per_layer": [
+ -0.01574046164751053,
+ 0.07191511988639832,
+ 0.043905604630708694,
+ 0.07308061420917511,
+ 0.07518148422241211,
+ 0.026394926011562347,
+ 0.06854978203773499,
+ 0.03262286260724068
+ ],
+ "rho_per_layer": [
+ -0.02709903195500374,
+ 0.1010747104883194,
+ 0.06438975036144257,
+ 0.07812117040157318,
+ 0.0766223892569542,
+ 0.026489075273275375,
+ 0.09218208491802216,
+ 0.010375358164310455
+ ],
+ "nudge_per_layer": [
+ 0.007441862486302853,
+ -0.0052239359356462955,
+ -0.0022090799175202847,
+ -0.003076428547501564,
+ -0.0031523762736469507,
+ -0.0013899998739361763,
+ -0.0030318819917738438,
+ -0.0012708738213405013
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.65,
+ "mean_bp_cosine": 0.2592074144631624,
+ "mean_rho": 0.23237370885908604,
+ "mean_nudge_001": -0.0031611585363862105,
+ "mean_nudge_003": -0.009385082448716275,
+ "mean_nudge_01": -0.030122902884613723,
+ "bp_cosine_per_layer": [
+ 0.6320836544036865,
+ 0.4503885507583618,
+ 0.22882479429244995,
+ 0.17507168650627136,
+ 0.15456035733222961,
+ 0.15327030420303345,
+ 0.14079461991786957,
+ 0.1386653482913971
+ ],
+ "rho_per_layer": [
+ 0.5491607189178467,
+ 0.3870346248149872,
+ 0.23711450397968292,
+ 0.15141981840133667,
+ 0.12508505582809448,
+ 0.15914584696292877,
+ 0.13365353643894196,
+ 0.11637556552886963
+ ],
+ "nudge_per_layer": [
+ -0.18924641609191895,
+ -0.02186501771211624,
+ -0.007085676770657301,
+ -0.0053551034070551395,
+ -0.00462403055280447,
+ -0.004574076272547245,
+ -0.004170445259660482,
+ -0.004062457010149956
+ ],
+ "state_pred_error_per_layer": [
+ 9406.7255859375,
+ 1991.255126953125,
+ 1233.173095703125,
+ 996.4456787109375,
+ 824.75537109375,
+ 800.2864990234375,
+ 821.3734130859375,
+ 840.202392578125
+ ],
+ "mean_state_pred_error": 2114.277145385742
+ },
+ "credit_bridge": {
+ "test_acc": 0.5165,
+ "mean_bp_cosine": 0.41811549477279186,
+ "mean_rho": 0.45575808361172676,
+ "mean_nudge_001": -0.002801764407195151,
+ "mean_nudge_003": -0.00839249708224088,
+ "mean_nudge_01": -0.02782702073454857,
+ "bp_cosine_per_layer": [
+ 0.159218892455101,
+ 0.41163527965545654,
+ 0.4353415369987488,
+ 0.4608742594718933,
+ 0.46223077178001404,
+ 0.4579800069332123,
+ 0.4774817228317261,
+ 0.48016148805618286
+ ],
+ "rho_per_layer": [
+ 0.16694357991218567,
+ 0.4445253610610962,
+ 0.4925374388694763,
+ 0.48059922456741333,
+ 0.4989780783653259,
+ 0.5061379075050354,
+ 0.5181043148040771,
+ 0.5382387638092041
+ ],
+ "nudge_per_layer": [
+ -0.030580628663301468,
+ -0.027534715831279755,
+ -0.027298064902424812,
+ -0.027803048491477966,
+ -0.027431834489107132,
+ -0.02679138071835041,
+ -0.027646536007523537,
+ -0.02752995677292347
+ ],
+ "final_value_loss": 0.35056146993637083,
+ "final_term_loss": 0.0784306697010994,
+ "final_bridge_loss": 0.0149920065253973,
+ "final_tgrad_loss": 0.25713879618644714
+ }
+ },
+ "a1.0_L8_s123": {
+ "bp": {
+ "test_acc": 0.7715,
+ "mean_bp_cosine": 0.8317327573895454,
+ "mean_rho": 0.9999875128269196,
+ "mean_nudge_001": -0.028257266676519066,
+ "mean_nudge_003": -0.08214446459896863,
+ "mean_nudge_01": -0.24747182056307793,
+ "bp_cosine_per_layer": [
+ 0.8705248832702637,
+ 0.8637571334838867,
+ 0.8509291410446167,
+ 0.8393645286560059,
+ 0.8308560848236084,
+ 0.8178726434707642,
+ 0.800449013710022,
+ 0.780108630657196
+ ],
+ "rho_per_layer": [
+ 0.9999995231628418,
+ 0.9999995827674866,
+ 0.9999989867210388,
+ 0.9999984502792358,
+ 0.9999953508377075,
+ 0.9999901056289673,
+ 0.9999750852584839,
+ 0.9999430179595947
+ ],
+ "nudge_per_layer": [
+ -0.5067576169967651,
+ -0.4360688626766205,
+ -0.3518902063369751,
+ -0.26053690910339355,
+ -0.1787266880273819,
+ -0.1170111671090126,
+ -0.07650406658649445,
+ -0.052279047667980194
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.67,
+ "mean_bp_cosine": 0.06255943619180471,
+ "mean_rho": 0.0582913524704054,
+ "mean_nudge_001": -0.00016377134670619853,
+ "mean_nudge_003": -0.00048249874453176744,
+ "mean_nudge_01": -0.0015042584564071149,
+ "bp_cosine_per_layer": [
+ -0.006531993858516216,
+ 0.06646430492401123,
+ 0.03470785170793533,
+ 0.06075863167643547,
+ 0.08359120786190033,
+ 0.10361115634441376,
+ 0.07729409635066986,
+ 0.08058023452758789
+ ],
+ "rho_per_layer": [
+ -0.009454472921788692,
+ 0.027615420520305634,
+ 0.016344428062438965,
+ 0.07737872004508972,
+ 0.07998150587081909,
+ 0.10012705624103546,
+ 0.06766189634799957,
+ 0.10667626559734344
+ ],
+ "nudge_per_layer": [
+ 0.008429424837231636,
+ -0.004321999382227659,
+ -0.0012797827366739511,
+ -0.0022665630094707012,
+ -0.003274995367974043,
+ -0.0036867314483970404,
+ -0.0025471593253314495,
+ -0.0030862612184137106
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.63,
+ "mean_bp_cosine": 0.2676183916628361,
+ "mean_rho": 0.249815184623003,
+ "mean_nudge_001": -0.0025806196208577603,
+ "mean_nudge_003": -0.007662267831619829,
+ "mean_nudge_01": -0.024620095442514867,
+ "bp_cosine_per_layer": [
+ 0.6138853430747986,
+ 0.41074037551879883,
+ 0.25203365087509155,
+ 0.20834164321422577,
+ 0.16624599695205688,
+ 0.15929004549980164,
+ 0.15449269115924835,
+ 0.175917387008667
+ ],
+ "rho_per_layer": [
+ 0.5534218549728394,
+ 0.3554393947124481,
+ 0.28831934928894043,
+ 0.1869889795780182,
+ 0.14766299724578857,
+ 0.176305890083313,
+ 0.1294843554496765,
+ 0.16089865565299988
+ ],
+ "nudge_per_layer": [
+ -0.14630448818206787,
+ -0.017482426017522812,
+ -0.00796731747686863,
+ -0.006267632823437452,
+ -0.00492177763953805,
+ -0.00457757618278265,
+ -0.004429594613611698,
+ -0.00500995060428977
+ ],
+ "state_pred_error_per_layer": [
+ 7478.478515625,
+ 1555.7657470703125,
+ 846.884521484375,
+ 607.9534301757812,
+ 659.867919921875,
+ 614.796630859375,
+ 546.969482421875,
+ 518.796142578125
+ ],
+ "mean_state_pred_error": 1603.6890487670898
+ },
+ "credit_bridge": {
+ "test_acc": 0.5695,
+ "mean_bp_cosine": 0.33955336920917034,
+ "mean_rho": 0.4137213062494993,
+ "mean_nudge_001": -0.002328026050236076,
+ "mean_nudge_003": -0.006974202115088701,
+ "mean_nudge_01": -0.023127662017941475,
+ "bp_cosine_per_layer": [
+ 0.08390675485134125,
+ 0.2993828356266022,
+ 0.37482553720474243,
+ 0.3876585066318512,
+ 0.3966418504714966,
+ 0.3863479495048523,
+ 0.3938036561012268,
+ 0.39385986328125
+ ],
+ "rho_per_layer": [
+ 0.09506039321422577,
+ 0.3888479173183441,
+ 0.42724472284317017,
+ 0.5000925064086914,
+ 0.4708487391471863,
+ 0.47097086906433105,
+ 0.48436442017555237,
+ 0.4723408818244934
+ ],
+ "nudge_per_layer": [
+ -0.027181372046470642,
+ -0.02298363298177719,
+ -0.02282092720270157,
+ -0.022664468735456467,
+ -0.02277727797627449,
+ -0.02207607962191105,
+ -0.022199643775820732,
+ -0.02231789380311966
+ ],
+ "final_value_loss": 0.32433377566337585,
+ "final_term_loss": 0.09466714213788509,
+ "final_bridge_loss": 0.018076158130913973,
+ "final_tgrad_loss": 0.21159047515392304
+ }
+ },
+ "a1.0_L8_s456": {
+ "bp": {
+ "test_acc": 0.753,
+ "mean_bp_cosine": 0.8595180436968803,
+ "mean_rho": 0.9999836012721062,
+ "mean_nudge_001": -0.029901663539931178,
+ "mean_nudge_003": -0.08636575657874346,
+ "mean_nudge_01": -0.25306460773572326,
+ "bp_cosine_per_layer": [
+ 0.8814424872398376,
+ 0.8780966401100159,
+ 0.8716025352478027,
+ 0.8659577369689941,
+ 0.8611791133880615,
+ 0.8505971431732178,
+ 0.840730607509613,
+ 0.8265380859375
+ ],
+ "rho_per_layer": [
+ 0.9999989867210388,
+ 0.9999986886978149,
+ 0.9999985694885254,
+ 0.9999977350234985,
+ 0.9999950528144836,
+ 0.9999887943267822,
+ 0.9999659657478333,
+ 0.9999250173568726
+ ],
+ "nudge_per_layer": [
+ -0.4892617166042328,
+ -0.43737056851387024,
+ -0.36532458662986755,
+ -0.27772778272628784,
+ -0.1931857019662857,
+ -0.12626537680625916,
+ -0.08131371438503265,
+ -0.05406741425395012
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.6545,
+ "mean_bp_cosine": 0.07594231329858303,
+ "mean_rho": 0.08383850008249283,
+ "mean_nudge_001": -0.00040534641811973415,
+ "mean_nudge_003": -0.0011938292009290308,
+ "mean_nudge_01": -0.0038653643568977714,
+ "bp_cosine_per_layer": [
+ 0.025392260402441025,
+ 0.05978121981024742,
+ 0.09360896795988083,
+ 0.06215091794729233,
+ 0.08870920538902283,
+ 0.07948237657546997,
+ 0.10833052545785904,
+ 0.0900830328464508
+ ],
+ "rho_per_layer": [
+ -0.015408031642436981,
+ 0.08876338601112366,
+ 0.15722069144248962,
+ 0.07516318559646606,
+ 0.12132002413272858,
+ 0.08764688670635223,
+ 0.0905974954366684,
+ 0.06540436297655106
+ ],
+ "nudge_per_layer": [
+ -0.002068763133138418,
+ -0.004839141853153706,
+ -0.004507332108914852,
+ -0.002498403424397111,
+ -0.004324691370129585,
+ -0.004049480427056551,
+ -0.004787375684827566,
+ -0.0038477268535643816
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.6315,
+ "mean_bp_cosine": 0.22162932250648737,
+ "mean_rho": 0.200162704102695,
+ "mean_nudge_001": -0.002804466668749228,
+ "mean_nudge_003": -0.008329451040481217,
+ "mean_nudge_01": -0.026790971111040562,
+ "bp_cosine_per_layer": [
+ 0.6046093106269836,
+ 0.3773959279060364,
+ 0.1675240397453308,
+ 0.13364183902740479,
+ 0.12548640370368958,
+ 0.11966440826654434,
+ 0.11708953976631165,
+ 0.12762311100959778
+ ],
+ "rho_per_layer": [
+ 0.5598001480102539,
+ 0.35775649547576904,
+ 0.14680343866348267,
+ 0.103827565908432,
+ 0.12472978234291077,
+ 0.08794894069433212,
+ 0.12868158519268036,
+ 0.09175367653369904
+ ],
+ "nudge_per_layer": [
+ -0.17137765884399414,
+ -0.018192056566476822,
+ -0.005168645642697811,
+ -0.004143164958804846,
+ -0.0039602769538760185,
+ -0.0037884372286498547,
+ -0.003734107594937086,
+ -0.00396342109888792
+ ],
+ "state_pred_error_per_layer": [
+ 11751.603515625,
+ 2306.73095703125,
+ 1321.091796875,
+ 1033.674560546875,
+ 973.6993408203125,
+ 865.9056396484375,
+ 869.378173828125,
+ 839.1387329101562
+ ],
+ "mean_state_pred_error": 2495.1528396606445
+ },
+ "credit_bridge": {
+ "test_acc": 0.5275,
+ "mean_bp_cosine": 0.33450845070183277,
+ "mean_rho": 0.39851769525557756,
+ "mean_nudge_001": -0.0025428086810279638,
+ "mean_nudge_003": -0.007617499912157655,
+ "mean_nudge_01": -0.025270385667681694,
+ "bp_cosine_per_layer": [
+ 0.1268395036458969,
+ 0.30569249391555786,
+ 0.34143707156181335,
+ 0.3805205225944519,
+ 0.3833070397377014,
+ 0.38344305753707886,
+ 0.3742453455924988,
+ 0.3805825710296631
+ ],
+ "rho_per_layer": [
+ 0.10492167621850967,
+ 0.4008791148662567,
+ 0.42003583908081055,
+ 0.4331238567829132,
+ 0.4291571080684662,
+ 0.4853004217147827,
+ 0.4488537311553955,
+ 0.46586981415748596
+ ],
+ "nudge_per_layer": [
+ -0.02585173025727272,
+ -0.023091215640306473,
+ -0.0244273878633976,
+ -0.026221776381134987,
+ -0.026039035990834236,
+ -0.025849176570773125,
+ -0.025189466774463654,
+ -0.02549329586327076
+ ],
+ "final_value_loss": 0.41436073665618894,
+ "final_term_loss": 0.08663651337623596,
+ "final_bridge_loss": 0.013127461233735085,
+ "final_tgrad_loss": 0.3145967625617981
+ }
+ },
+ "a1.0_L12_s42": {
+ "bp": {
+ "test_acc": 0.761,
+ "mean_bp_cosine": 0.8604618857304255,
+ "mean_rho": 0.9999715387821198,
+ "mean_nudge_001": -0.027060116563613217,
+ "mean_nudge_003": -0.07916912420963247,
+ "mean_nudge_01": -0.2410698818663756,
+ "bp_cosine_per_layer": [
+ 0.9098777174949646,
+ 0.9046642780303955,
+ 0.8960509300231934,
+ 0.8827707171440125,
+ 0.8719829320907593,
+ 0.8605888485908508,
+ 0.8495617508888245,
+ 0.8414114117622375,
+ 0.8343594074249268,
+ 0.8291183114051819,
+ 0.8250235915184021,
+ 0.8201327323913574
+ ],
+ "rho_per_layer": [
+ 0.9999990463256836,
+ 0.9999990463256836,
+ 0.9999988675117493,
+ 0.9999977946281433,
+ 0.9999968409538269,
+ 0.9999942779541016,
+ 0.9999903440475464,
+ 0.9999786615371704,
+ 0.9999630451202393,
+ 0.9999446272850037,
+ 0.9999108910560608,
+ 0.9998850226402283
+ ],
+ "nudge_per_layer": [
+ -0.6227189302444458,
+ -0.5321269631385803,
+ -0.43762683868408203,
+ -0.34503036737442017,
+ -0.26150017976760864,
+ -0.1957385241985321,
+ -0.14543747901916504,
+ -0.10888919234275818,
+ -0.08308196067810059,
+ -0.06497863680124283,
+ -0.05229911208152771,
+ -0.043410398066043854
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.6555,
+ "mean_bp_cosine": 0.07142843399196863,
+ "mean_rho": 0.08962296570340793,
+ "mean_nudge_001": -0.00027090053966579336,
+ "mean_nudge_003": -0.0007314661440129081,
+ "mean_nudge_01": -0.0026503523016193262,
+ "bp_cosine_per_layer": [
+ 0.019931811839342117,
+ 0.08357247710227966,
+ 0.07596792280673981,
+ 0.07454836368560791,
+ 0.08405900746583939,
+ 0.09273561835289001,
+ 0.08532143384218216,
+ 0.014841631054878235,
+ 0.05702097713947296,
+ 0.11365848034620285,
+ 0.0635562390089035,
+ 0.09192724525928497
+ ],
+ "rho_per_layer": [
+ -0.021908380091190338,
+ 0.08644437789916992,
+ 0.133758544921875,
+ 0.11560394614934921,
+ 0.09019643068313599,
+ 0.10901004821062088,
+ 0.05401141196489334,
+ 0.06626297533512115,
+ 0.10668720304965973,
+ 0.11482831090688705,
+ 0.07995637506246567,
+ 0.14062434434890747
+ ],
+ "nudge_per_layer": [
+ 0.012093277648091316,
+ -0.00814887322485447,
+ -0.0036774289328604937,
+ -0.0036643892526626587,
+ -0.0034756590612232685,
+ -0.0045063551515340805,
+ -0.003735880134627223,
+ -0.00101565255317837,
+ -0.0033070247154682875,
+ -0.005390047561377287,
+ -0.0029281126335263252,
+ -0.004048082046210766
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.612,
+ "mean_bp_cosine": 0.2312017778555552,
+ "mean_rho": 0.2218381396184365,
+ "mean_nudge_001": -0.0020883519706937173,
+ "mean_nudge_003": -0.0062129807386857765,
+ "mean_nudge_01": -0.02010280774751057,
+ "bp_cosine_per_layer": [
+ 0.6137553453445435,
+ 0.458263099193573,
+ 0.30694735050201416,
+ 0.21984770894050598,
+ 0.18884725868701935,
+ 0.1519574671983719,
+ 0.14165323972702026,
+ 0.13691727817058563,
+ 0.1416233777999878,
+ 0.126474529504776,
+ 0.13544593751430511,
+ 0.15268874168395996
+ ],
+ "rho_per_layer": [
+ 0.5528259873390198,
+ 0.43722641468048096,
+ 0.3177984952926636,
+ 0.20145072042942047,
+ 0.17441785335540771,
+ 0.10548915714025497,
+ 0.16265320777893066,
+ 0.1351865828037262,
+ 0.16532285511493683,
+ 0.1285737156867981,
+ 0.14820542931556702,
+ 0.13290725648403168
+ ],
+ "nudge_per_layer": [
+ -0.16301177442073822,
+ -0.02157333306968212,
+ -0.011153988540172577,
+ -0.00765608623623848,
+ -0.006283854134380817,
+ -0.005166183691471815,
+ -0.0045799510553479195,
+ -0.004474613815546036,
+ -0.004547867923974991,
+ -0.003950329497456551,
+ -0.004098072648048401,
+ -0.004737637937068939
+ ],
+ "state_pred_error_per_layer": [
+ 9663.3720703125,
+ 2355.42919921875,
+ 1189.673095703125,
+ 946.2671508789062,
+ 890.0131225585938,
+ 836.83837890625,
+ 765.7700805664062,
+ 776.2135009765625,
+ 909.9769287109375,
+ 744.7386474609375,
+ 809.6233520507812,
+ 764.1907958984375
+ ],
+ "mean_state_pred_error": 1721.0088602701824
+ },
+ "credit_bridge": {
+ "test_acc": 0.551,
+ "mean_bp_cosine": 0.24796992043654123,
+ "mean_rho": 0.34521655660743517,
+ "mean_nudge_001": -0.0019821600387028107,
+ "mean_nudge_003": -0.005940369796007872,
+ "mean_nudge_01": -0.01972930335129301,
+ "bp_cosine_per_layer": [
+ 0.050826266407966614,
+ 0.1324397623538971,
+ 0.19395378232002258,
+ 0.22954219579696655,
+ 0.24835197627544403,
+ 0.26261672377586365,
+ 0.2866933345794678,
+ 0.3069983422756195,
+ 0.3148944675922394,
+ 0.31817084550857544,
+ 0.3155951499938965,
+ 0.31555619835853577
+ ],
+ "rho_per_layer": [
+ 0.024354537948966026,
+ 0.23902058601379395,
+ 0.29458120465278625,
+ 0.31519168615341187,
+ 0.3208061456680298,
+ 0.38384467363357544,
+ 0.38460177183151245,
+ 0.4478553831577301,
+ 0.41032421588897705,
+ 0.452781081199646,
+ 0.43433815240859985,
+ 0.434899240732193
+ ],
+ "nudge_per_layer": [
+ -0.018513288348913193,
+ -0.014132995158433914,
+ -0.016322217881679535,
+ -0.017585258930921555,
+ -0.018846090883016586,
+ -0.02027801051735878,
+ -0.021141095086932182,
+ -0.02164183184504509,
+ -0.02207053080201149,
+ -0.022233182564377785,
+ -0.02206714265048504,
+ -0.021919995546340942
+ ],
+ "final_value_loss": 0.40481987361907956,
+ "final_term_loss": 0.14867231681346893,
+ "final_bridge_loss": 0.015895452450215817,
+ "final_tgrad_loss": 0.24025210301876068
+ }
+ },
+ "a1.0_L12_s123": {
+ "bp": {
+ "test_acc": 0.7615,
+ "mean_bp_cosine": 0.8364224582910538,
+ "mean_rho": 0.9999674806992213,
+ "mean_nudge_001": -0.021432781708426774,
+ "mean_nudge_003": -0.061891427962109447,
+ "mean_nudge_01": -0.18090539829184613,
+ "bp_cosine_per_layer": [
+ 0.86488276720047,
+ 0.8622424006462097,
+ 0.8600971698760986,
+ 0.85722416639328,
+ 0.8523166179656982,
+ 0.8457985520362854,
+ 0.8359642028808594,
+ 0.828606367111206,
+ 0.8221874237060547,
+ 0.8125513792037964,
+ 0.80171799659729,
+ 0.7934804558753967
+ ],
+ "rho_per_layer": [
+ 0.9999992251396179,
+ 0.9999991655349731,
+ 0.9999990463256836,
+ 0.9999980330467224,
+ 0.9999971389770508,
+ 0.9999936819076538,
+ 0.9999881386756897,
+ 0.9999800324440002,
+ 0.9999632835388184,
+ 0.999937891960144,
+ 0.9999018311500549,
+ 0.9998522996902466
+ ],
+ "nudge_per_layer": [
+ -0.4491935074329376,
+ -0.38857996463775635,
+ -0.3270212411880493,
+ -0.26439201831817627,
+ -0.20410630106925964,
+ -0.15283547341823578,
+ -0.11351937055587769,
+ -0.08454076200723648,
+ -0.06403174996376038,
+ -0.04978282377123833,
+ -0.03986590355634689,
+ -0.032995663583278656
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.6485,
+ "mean_bp_cosine": 0.05831230893575897,
+ "mean_rho": 0.0407225100013117,
+ "mean_nudge_001": -0.00021713114256272092,
+ "mean_nudge_003": -0.0006509826756276501,
+ "mean_nudge_01": -0.002172412224657213,
+ "bp_cosine_per_layer": [
+ 0.003139778506010771,
+ 0.07545783370733261,
+ 0.07123857736587524,
+ 0.04737270250916481,
+ 0.07089244574308395,
+ 0.05843178555369377,
+ 0.10959646850824356,
+ 0.04730183631181717,
+ 0.05721074715256691,
+ 0.06935717165470123,
+ 0.04019004851579666,
+ 0.04955831170082092
+ ],
+ "rho_per_layer": [
+ -0.020620837807655334,
+ 0.0424807034432888,
+ 0.07906489074230194,
+ -0.014874707907438278,
+ 0.06078936904668808,
+ 0.006801994517445564,
+ 0.11016394942998886,
+ 0.07577681541442871,
+ 0.01940302737057209,
+ 0.0600065141916275,
+ 0.020656054839491844,
+ 0.04902234673500061
+ ],
+ "nudge_per_layer": [
+ 0.00014946935698390007,
+ -0.004455030895769596,
+ -0.0028790468350052834,
+ -0.0015581330517306924,
+ -0.0028997263871133327,
+ -0.0020245155319571495,
+ -0.003806713502854109,
+ -0.0014502943959087133,
+ -0.0017623959574848413,
+ -0.002352846320718527,
+ -0.001400630921125412,
+ -0.001629082253202796
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.6055,
+ "mean_bp_cosine": 0.23132580270369849,
+ "mean_rho": 0.21027085681756338,
+ "mean_nudge_001": -0.002061755420678916,
+ "mean_nudge_003": -0.006128282761589314,
+ "mean_nudge_01": -0.019752548774704337,
+ "bp_cosine_per_layer": [
+ 0.5538393259048462,
+ 0.4287089705467224,
+ 0.25277969241142273,
+ 0.2402075231075287,
+ 0.180599182844162,
+ 0.15653815865516663,
+ 0.1736883521080017,
+ 0.18825414776802063,
+ 0.1335570216178894,
+ 0.13271775841712952,
+ 0.15632027387619019,
+ 0.17869922518730164
+ ],
+ "rho_per_layer": [
+ 0.4586557149887085,
+ 0.4002187252044678,
+ 0.23149724304676056,
+ 0.21227607131004333,
+ 0.1842716634273529,
+ 0.16792945563793182,
+ 0.21390791237354279,
+ 0.19318881630897522,
+ 0.08300350606441498,
+ 0.10752588510513306,
+ 0.12254554033279419,
+ 0.14822974801063538
+ ],
+ "nudge_per_layer": [
+ -0.16128812730312347,
+ -0.02071414887905121,
+ -0.008381091989576817,
+ -0.007560182362794876,
+ -0.005691731348633766,
+ -0.0046913521364331245,
+ -0.005232630763202906,
+ -0.0054755983874201775,
+ -0.0038832086138427258,
+ -0.004123975522816181,
+ -0.004747895523905754,
+ -0.005240642465651035
+ ],
+ "state_pred_error_per_layer": [
+ 8762.341796875,
+ 2348.0966796875,
+ 1278.38525390625,
+ 1081.769287109375,
+ 948.214599609375,
+ 985.5714111328125,
+ 775.6072387695312,
+ 713.37109375,
+ 927.2667846679688,
+ 1123.047119140625,
+ 1035.65966796875,
+ 864.7014770507812
+ ],
+ "mean_state_pred_error": 1737.002700805664
+ },
+ "credit_bridge": {
+ "test_acc": 0.4905,
+ "mean_bp_cosine": 0.14494075424348316,
+ "mean_rho": 0.18026241473853588,
+ "mean_nudge_001": -0.0010125784683623351,
+ "mean_nudge_003": -0.003034341447346378,
+ "mean_nudge_01": -0.010073745266709011,
+ "bp_cosine_per_layer": [
+ 0.0054779257625341415,
+ 0.004163481295108795,
+ -0.01823507994413376,
+ 0.06908583641052246,
+ 0.09582538902759552,
+ 0.15172168612480164,
+ 0.18814444541931152,
+ 0.21233659982681274,
+ 0.2397850900888443,
+ 0.26321661472320557,
+ 0.2640886902809143,
+ 0.2636783719062805
+ ],
+ "rho_per_layer": [
+ 0.05151631310582161,
+ 0.03990761935710907,
+ 0.02668120339512825,
+ 0.08933386206626892,
+ 0.12927217781543732,
+ 0.1893344521522522,
+ 0.20202970504760742,
+ 0.27141058444976807,
+ 0.2724490761756897,
+ 0.2844354808330536,
+ 0.2797800898551941,
+ 0.32699841260910034
+ ],
+ "nudge_per_layer": [
+ -0.0015225817915052176,
+ -0.0009501088643446565,
+ 0.00033305209944956005,
+ -0.005592360161244869,
+ -0.00755771528929472,
+ -0.010863769799470901,
+ -0.012987833470106125,
+ -0.014405487105250359,
+ -0.015937766060233116,
+ -0.017140284180641174,
+ -0.017137283459305763,
+ -0.01712280511856079
+ ],
+ "final_value_loss": 0.42473253202438355,
+ "final_term_loss": 0.10016471980810165,
+ "final_bridge_loss": 0.011516085395216941,
+ "final_tgrad_loss": 0.3130517265796661
+ }
+ },
+ "a1.0_L12_s456": {
+ "bp": {
+ "test_acc": 0.762,
+ "mean_bp_cosine": 0.8058839539686838,
+ "mean_rho": 0.999967540303866,
+ "mean_nudge_001": -0.023895990879585344,
+ "mean_nudge_003": -0.06970183023562034,
+ "mean_nudge_01": -0.21104640668878952,
+ "bp_cosine_per_layer": [
+ 0.8338037729263306,
+ 0.8328856229782104,
+ 0.8300410509109497,
+ 0.823561429977417,
+ 0.8153207302093506,
+ 0.8093391060829163,
+ 0.8022103309631348,
+ 0.797042727470398,
+ 0.7909072041511536,
+ 0.7847579121589661,
+ 0.7778322100639343,
+ 0.7729053497314453
+ ],
+ "rho_per_layer": [
+ 0.9999991059303284,
+ 0.999998927116394,
+ 0.9999983906745911,
+ 0.9999978542327881,
+ 0.999996542930603,
+ 0.9999936819076538,
+ 0.9999876022338867,
+ 0.9999791383743286,
+ 0.9999581575393677,
+ 0.9999358057975769,
+ 0.9998983144760132,
+ 0.9998669624328613
+ ],
+ "nudge_per_layer": [
+ -0.5344969034194946,
+ -0.45930254459381104,
+ -0.3820700943470001,
+ -0.30436116456985474,
+ -0.2331882268190384,
+ -0.17455099523067474,
+ -0.12991222739219666,
+ -0.09728521853685379,
+ -0.07412658631801605,
+ -0.05795694515109062,
+ -0.04662308096885681,
+ -0.03868289291858673
+ ]
+ },
+ "dfa": {
+ "test_acc": 0.6705,
+ "mean_bp_cosine": 0.07614415294180314,
+ "mean_rho": 0.07346192157516877,
+ "mean_nudge_001": -0.0004569464314651365,
+ "mean_nudge_003": -0.0013685211645982538,
+ "mean_nudge_01": -0.004532526101684198,
+ "bp_cosine_per_layer": [
+ 0.04563574492931366,
+ 0.07466404139995575,
+ 0.07062304764986038,
+ 0.07941032946109772,
+ 0.08478259295225143,
+ 0.1176375150680542,
+ 0.051365386694669724,
+ 0.07094398140907288,
+ 0.06898803263902664,
+ 0.07310269773006439,
+ 0.0635182335972786,
+ 0.11305823177099228
+ ],
+ "rho_per_layer": [
+ 0.026268895715475082,
+ 0.03733495995402336,
+ 0.07775422930717468,
+ 0.12396883964538574,
+ 0.05687103420495987,
+ 0.13703036308288574,
+ -0.0030320845544338226,
+ 0.08171480149030685,
+ 0.06336408108472824,
+ 0.09909991919994354,
+ 0.06059148907661438,
+ 0.12057653069496155
+ ],
+ "nudge_per_layer": [
+ -0.015672076493501663,
+ -0.0053095086477696896,
+ -0.0031822575256228447,
+ -0.003722358262166381,
+ -0.0036155935376882553,
+ -0.004913205746561289,
+ -0.0017889357404783368,
+ -0.002959918463602662,
+ -0.003063073381781578,
+ -0.003171245101839304,
+ -0.0024787387810647488,
+ -0.004513401538133621
+ ]
+ },
+ "state_bridge": {
+ "test_acc": 0.6015,
+ "mean_bp_cosine": 0.1852269663165013,
+ "mean_rho": 0.18596469921370348,
+ "mean_nudge_001": -0.001999816272776419,
+ "mean_nudge_003": -0.005956100358162075,
+ "mean_nudge_01": -0.01933680862809221,
+ "bp_cosine_per_layer": [
+ 0.5561584234237671,
+ 0.39794063568115234,
+ 0.20452159643173218,
+ 0.14641982316970825,
+ 0.11315252631902695,
+ 0.12314423173666,
+ 0.11100500077009201,
+ 0.11256138980388641,
+ 0.12550771236419678,
+ 0.11898934841156006,
+ 0.11000233888626099,
+ 0.10332056879997253
+ ],
+ "rho_per_layer": [
+ 0.4663659632205963,
+ 0.38622361421585083,
+ 0.20298895239830017,
+ 0.1521472930908203,
+ 0.10572830587625504,
+ 0.14532539248466492,
+ 0.1235864907503128,
+ 0.12295880913734436,
+ 0.1263602077960968,
+ 0.1123446375131607,
+ 0.14707674086093903,
+ 0.1404699832201004
+ ],
+ "nudge_per_layer": [
+ -0.16852372884750366,
+ -0.020911922678351402,
+ -0.007518916856497526,
+ -0.005010381806641817,
+ -0.0037449360825121403,
+ -0.004001074004918337,
+ -0.0037657374050468206,
+ -0.0037060989998281,
+ -0.00406123511493206,
+ -0.003861584234982729,
+ -0.0035726726055145264,
+ -0.0033634149003773928
+ ],
+ "state_pred_error_per_layer": [
+ 16351.89453125,
+ 3139.08837890625,
+ 1824.6005859375,
+ 1391.949462890625,
+ 1295.1900634765625,
+ 1149.4605712890625,
+ 981.4422607421875,
+ 921.3729248046875,
+ 954.6389770507812,
+ 1032.970703125,
+ 1065.58984375,
+ 1272.3818359375
+ ],
+ "mean_state_pred_error": 2615.048344930013
+ },
+ "credit_bridge": {
+ "test_acc": 0.5585,
+ "mean_bp_cosine": 0.3251700059821208,
+ "mean_rho": 0.4226210874815782,
+ "mean_nudge_001": -0.0023732566623948514,
+ "mean_nudge_003": -0.007109481530884902,
+ "mean_nudge_01": -0.02357900080581506,
+ "bp_cosine_per_layer": [
+ 0.05994441360235214,
+ 0.19127817451953888,
+ 0.25874069333076477,
+ 0.31905949115753174,
+ 0.31442493200302124,
+ 0.3214789927005768,
+ 0.368133008480072,
+ 0.38988351821899414,
+ 0.4050426781177521,
+ 0.416469931602478,
+ 0.4253390431404114,
+ 0.4322451949119568
+ ],
+ "rho_per_layer": [
+ 0.1191493421792984,
+ 0.31643322110176086,
+ 0.4170604646205902,
+ 0.42330044507980347,
+ 0.4319503903388977,
+ 0.42732322216033936,
+ 0.46659332513809204,
+ 0.487338662147522,
+ 0.496512234210968,
+ 0.4787842035293579,
+ 0.5010949969291687,
+ 0.5059125423431396
+ ],
+ "nudge_per_layer": [
+ -0.015865826979279518,
+ -0.018151750788092613,
+ -0.021288521587848663,
+ -0.02352731302380562,
+ -0.023306310176849365,
+ -0.02329857647418976,
+ -0.025182321667671204,
+ -0.025520823895931244,
+ -0.026067661121487617,
+ -0.026535863056778908,
+ -0.027021951973438263,
+ -0.02718108892440796
+ ],
+ "final_value_loss": 0.3557061047077179,
+ "final_term_loss": 0.06590610226392746,
+ "final_bridge_loss": 0.010093027733266353,
+ "final_tgrad_loss": 0.2797069767475128
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json
new file mode 100644
index 0000000..5ae584b
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0668871035575866,
+ 0.5437644843578339,
+ 0.4442927023410797,
+ 0.40189131622314456,
+ 0.41018874361515045,
+ 0.3410574321269989,
+ 0.3484022264003754,
+ 0.3299962274551392,
+ 0.3777468213558197,
+ 0.320639072227478,
+ 0.3502114427804947,
+ 0.2625524127006531,
+ 0.31084647080898287,
+ 0.23638844475746154,
+ 0.23954274733066558,
+ 0.21965548858642578,
+ 0.23137761989831923,
+ 0.2215217474937439,
+ 0.21972281413078307,
+ 0.2046865596175194,
+ 0.17405090971589088,
+ 0.16184886281490327,
+ 0.19982717757225035,
+ 0.21438712718486785,
+ 0.18986032649278642,
+ 0.16079453411102296,
+ 0.12543020910024644,
+ 0.10698981108665466,
+ 0.1377583697795868,
+ 0.15657683781385423,
+ 0.11835481392145157,
+ 0.11930964469909668,
+ 0.1372688979268074,
+ 0.10084772405028343,
+ 0.08756917915344238,
+ 0.09215591390132905,
+ 0.10565964897871018,
+ 0.08364779654145241,
+ 0.06760566492080688,
+ 0.06659261006116866,
+ 0.05321097924113274,
+ 0.04292736679315567,
+ 0.038505215954780576,
+ 0.04860781878978014,
+ 0.03835035711228847,
+ 0.03284513468891382,
+ 0.02925829759836197,
+ 0.034927824586629866,
+ 0.02977181176543236,
+ 0.02587605638951063,
+ 0.021584136448800563,
+ 0.021009254217147826,
+ 0.035822143226861954,
+ 0.02755334359407425,
+ 0.022640997081622483,
+ 0.01857010641694069,
+ 0.016963605327904224,
+ 0.016223060864210128,
+ 0.015676903715729714,
+ 0.014825385958701372,
+ 0.014110816264152526,
+ 0.014133429580926895,
+ 0.013563485038280487,
+ 0.01332942191362381,
+ 0.012876193167269229,
+ 0.012466417776048183,
+ 0.012171600410342216,
+ 0.012017940378189087,
+ 0.011746616941690446,
+ 0.011764343333244325,
+ 0.011572992166876793,
+ 0.011454691462218761,
+ 0.011281873452663422,
+ 0.011190583446621894,
+ 0.011105955013632774,
+ 0.011065145464241505,
+ 0.011014660102501512,
+ 0.01097581763714552,
+ 0.01095222277250141,
+ 0.01094091155230999
+ ],
+ "train_acc": [
+ 0.6115,
+ 0.7903,
+ 0.8251,
+ 0.8409,
+ 0.8391,
+ 0.8641,
+ 0.8593,
+ 0.8679,
+ 0.8542,
+ 0.8751,
+ 0.8637,
+ 0.8989,
+ 0.877,
+ 0.9065,
+ 0.9038,
+ 0.9146,
+ 0.9084,
+ 0.9142,
+ 0.914,
+ 0.921,
+ 0.9315,
+ 0.9368,
+ 0.9221,
+ 0.921,
+ 0.9307,
+ 0.938,
+ 0.9533,
+ 0.9631,
+ 0.9481,
+ 0.9406,
+ 0.9552,
+ 0.9537,
+ 0.9495,
+ 0.9637,
+ 0.97,
+ 0.9687,
+ 0.9622,
+ 0.9706,
+ 0.9784,
+ 0.9788,
+ 0.9861,
+ 0.9911,
+ 0.9939,
+ 0.9886,
+ 0.9935,
+ 0.9961,
+ 0.998,
+ 0.9944,
+ 0.9963,
+ 0.998,
+ 0.9992,
+ 0.9989,
+ 0.992,
+ 0.9963,
+ 0.998,
+ 0.9995,
+ 0.9996,
+ 0.9998,
+ 0.9998,
+ 0.9999,
+ 0.9998,
+ 1.0,
+ 0.9999,
+ 1.0,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.775,
+ 0.776,
+ 0.8255,
+ 0.8235,
+ 0.8115,
+ 0.836,
+ 0.838,
+ 0.838,
+ 0.837,
+ 0.8235,
+ 0.827,
+ 0.8475,
+ 0.8465,
+ 0.8435,
+ 0.841,
+ 0.856,
+ 0.847,
+ 0.8495,
+ 0.85,
+ 0.856,
+ 0.8575,
+ 0.857,
+ 0.854,
+ 0.8415,
+ 0.859,
+ 0.851,
+ 0.8635,
+ 0.865,
+ 0.8625,
+ 0.851,
+ 0.868,
+ 0.8505,
+ 0.8565,
+ 0.87,
+ 0.866,
+ 0.861,
+ 0.852,
+ 0.868,
+ 0.869,
+ 0.8655,
+ 0.8675,
+ 0.869,
+ 0.8685,
+ 0.8635,
+ 0.8705,
+ 0.8675,
+ 0.869,
+ 0.867,
+ 0.872,
+ 0.873,
+ 0.8705,
+ 0.8715,
+ 0.864,
+ 0.8715,
+ 0.872,
+ 0.871,
+ 0.878,
+ 0.8745,
+ 0.872,
+ 0.874,
+ 0.8735,
+ 0.8715,
+ 0.872,
+ 0.8715,
+ 0.8725,
+ 0.8735,
+ 0.873,
+ 0.872,
+ 0.872,
+ 0.873,
+ 0.8735,
+ 0.872,
+ 0.8725,
+ 0.872,
+ 0.872,
+ 0.873,
+ 0.8725,
+ 0.873,
+ 0.873,
+ 0.873
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8060421943664551,
+ 0.7944625616073608,
+ 0.776944637298584,
+ 0.7588614821434021,
+ 0.7418972849845886,
+ 0.7322722673416138,
+ 0.724165678024292,
+ 0.7197043299674988,
+ 0.7152823209762573,
+ 0.7119243144989014,
+ 0.709496021270752,
+ 0.7078304886817932
+ ],
+ "perturbation_rho": [
+ 0.9999996423721313,
+ 0.9999984502792358,
+ 0.9999962449073792,
+ 0.999989926815033,
+ 0.9999754428863525,
+ 0.9999579191207886,
+ 0.999927818775177,
+ 0.999887228012085,
+ 0.9998751878738403,
+ 0.9997915029525757,
+ 0.9997637867927551,
+ 0.9997560381889343
+ ],
+ "nudging": {
+ "0.001": [
+ -0.04387564957141876,
+ -0.026459218934178352,
+ -0.01598835177719593,
+ -0.009950939565896988,
+ -0.0065530999563634396,
+ -0.004664362408220768,
+ -0.003570194821804762,
+ -0.0028879866003990173,
+ -0.0024394416250288486,
+ -0.0021331091411411762,
+ -0.0019131104927510023,
+ -0.0017530664335936308
+ ],
+ "0.003": [
+ -0.12082510441541672,
+ -0.07548783719539642,
+ -0.04654107615351677,
+ -0.029300624504685402,
+ -0.01941942237317562,
+ -0.01387093961238861,
+ -0.010638581588864326,
+ -0.008616363629698753,
+ -0.007284482475370169,
+ -0.006373265758156776,
+ -0.005718273110687733,
+ -0.005241651087999344
+ ],
+ "0.01": [
+ -0.2872876822948456,
+ -0.20931334793567657,
+ -0.13937950134277344,
+ -0.09144100546836853,
+ -0.06199805811047554,
+ -0.04483566805720329,
+ -0.03463221341371536,
+ -0.02817366272211075,
+ -0.023888790979981422,
+ -0.02094285935163498,
+ -0.01881779544055462,
+ -0.01726764440536499
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.142750821685791,
+ 1.124327583885193,
+ 0.7785231340408325,
+ 0.6528371575355529,
+ 0.597726934146881,
+ 0.5598292840957642,
+ 0.5507024248838425,
+ 0.5393614018440247,
+ 0.5861102363586426,
+ 0.5633430314064026,
+ 0.5583740697860717,
+ 0.5919369807243348,
+ 0.6456176485061645,
+ 0.557507578754425,
+ 0.6100466576099396,
+ 0.5981708965301513,
+ 0.6966950350761414,
+ 0.6483181215286254,
+ 0.6949886666774749,
+ 0.7073626656532288,
+ 0.7537654346466064,
+ 0.84040883102417,
+ 0.6919007718086243,
+ 0.7978002725124359,
+ 0.7179612370491028,
+ 0.799304240322113,
+ 0.8661868356734514,
+ 0.6795031730651856,
+ 0.6878745692253113,
+ 0.6902590084075928,
+ 0.8633141542434692,
+ 0.7126479680061341,
+ 0.7912728582382202,
+ 0.8799988972187043,
+ 0.8774635292053222,
+ 0.7583431783676148,
+ 0.7759649380683898,
+ 0.6964675615310669,
+ 0.7451448738098144,
+ 0.9347431049585342,
+ 0.6569768931627273,
+ 0.6217489993751049,
+ 0.6617763934135437,
+ 0.763850627553463,
+ 0.7051671092033386,
+ 0.6679003673553466,
+ 0.6873064106941223,
+ 0.721931100845337,
+ 0.7477014111042023,
+ 0.6456629550933838,
+ 0.6599196642875671,
+ 0.6208732713699341,
+ 0.6234532192230224,
+ 0.5699338432312012,
+ 0.6139316390037537,
+ 0.5759364881515503,
+ 0.5688060250282287,
+ 0.5778871156692504,
+ 0.5713616683959961,
+ 0.5509775221824647,
+ 0.5339077308654785,
+ 0.5171661471366882,
+ 0.5024198468208313,
+ 0.5114490198850632,
+ 0.4912056381225586,
+ 0.49547468848228454,
+ 0.4774726238250732,
+ 0.4827991735935211,
+ 0.47101506519317626,
+ 0.47335759959220886,
+ 0.47204044761657715,
+ 0.46472445521354677,
+ 0.4678656229496002,
+ 0.4620117915153503,
+ 0.45770361523628234,
+ 0.45486976613998414,
+ 0.4546703920841217,
+ 0.4531755482196808,
+ 0.4513186443388462,
+ 0.4506361876010895
+ ],
+ "train_acc": [
+ 0.2264,
+ 0.5937,
+ 0.7105,
+ 0.7583,
+ 0.775,
+ 0.7885,
+ 0.7948,
+ 0.803,
+ 0.7889,
+ 0.7989,
+ 0.8026,
+ 0.7968,
+ 0.7883,
+ 0.8152,
+ 0.7994,
+ 0.8119,
+ 0.7968,
+ 0.8073,
+ 0.7994,
+ 0.7931,
+ 0.7927,
+ 0.7855,
+ 0.8066,
+ 0.7951,
+ 0.8074,
+ 0.7894,
+ 0.7862,
+ 0.8163,
+ 0.8118,
+ 0.8146,
+ 0.7906,
+ 0.8097,
+ 0.8035,
+ 0.7874,
+ 0.7907,
+ 0.8091,
+ 0.8032,
+ 0.8171,
+ 0.8057,
+ 0.784,
+ 0.8211,
+ 0.8244,
+ 0.8214,
+ 0.8004,
+ 0.8099,
+ 0.8165,
+ 0.8113,
+ 0.8098,
+ 0.8046,
+ 0.8138,
+ 0.8158,
+ 0.8238,
+ 0.8252,
+ 0.8327,
+ 0.8298,
+ 0.8294,
+ 0.8263,
+ 0.8262,
+ 0.8303,
+ 0.8366,
+ 0.8356,
+ 0.842,
+ 0.8421,
+ 0.8435,
+ 0.8451,
+ 0.8433,
+ 0.8497,
+ 0.8496,
+ 0.8532,
+ 0.851,
+ 0.8511,
+ 0.8527,
+ 0.8529,
+ 0.8519,
+ 0.8545,
+ 0.854,
+ 0.8556,
+ 0.8556,
+ 0.8555,
+ 0.8553
+ ],
+ "test_acc": [
+ 0.4685,
+ 0.6425,
+ 0.7055,
+ 0.723,
+ 0.755,
+ 0.755,
+ 0.7485,
+ 0.71,
+ 0.734,
+ 0.746,
+ 0.706,
+ 0.685,
+ 0.7565,
+ 0.7435,
+ 0.7425,
+ 0.7695,
+ 0.7395,
+ 0.74,
+ 0.7145,
+ 0.696,
+ 0.7095,
+ 0.694,
+ 0.6885,
+ 0.7055,
+ 0.7615,
+ 0.7,
+ 0.7625,
+ 0.751,
+ 0.7555,
+ 0.7025,
+ 0.7275,
+ 0.757,
+ 0.6975,
+ 0.683,
+ 0.7535,
+ 0.721,
+ 0.7555,
+ 0.7335,
+ 0.7275,
+ 0.7405,
+ 0.7865,
+ 0.746,
+ 0.724,
+ 0.731,
+ 0.7445,
+ 0.7255,
+ 0.7325,
+ 0.723,
+ 0.772,
+ 0.752,
+ 0.7665,
+ 0.785,
+ 0.7755,
+ 0.7705,
+ 0.76,
+ 0.7715,
+ 0.7895,
+ 0.777,
+ 0.767,
+ 0.7965,
+ 0.7835,
+ 0.7975,
+ 0.7865,
+ 0.786,
+ 0.796,
+ 0.801,
+ 0.7965,
+ 0.791,
+ 0.7925,
+ 0.791,
+ 0.786,
+ 0.7975,
+ 0.7935,
+ 0.7895,
+ 0.796,
+ 0.7965,
+ 0.798,
+ 0.796,
+ 0.797,
+ 0.7975
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.004078918602317572,
+ 0.1059243381023407,
+ 0.07574640959501266,
+ 0.07308551669120789,
+ 0.066571444272995,
+ 0.056897446513175964,
+ 0.12165610492229462,
+ 0.06462406367063522,
+ 0.04925639182329178,
+ 0.04602370783686638,
+ 0.035759277641773224,
+ 0.06015833467245102
+ ],
+ "perturbation_rho": [
+ -0.011486321687698364,
+ 0.04376016557216644,
+ 0.037421341985464096,
+ 0.05220063030719757,
+ 0.09364941716194153,
+ -0.03169674053788185,
+ 0.15961039066314697,
+ 0.10634914040565491,
+ 0.03384825587272644,
+ 0.02390148863196373,
+ -0.010392685420811176,
+ 0.00882963091135025
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0003049457154702395,
+ -0.0003453067038208246,
+ -0.00019223694107495248,
+ -0.00020254506671335548,
+ -0.00016044230142142624,
+ -0.00010334418038837612,
+ -0.00029247987549751997,
+ -0.00015202155918814242,
+ -9.743614646140486e-05,
+ -0.00010192080662818626,
+ -8.19721317384392e-05,
+ -0.0001297243870794773
+ ],
+ "0.003": [
+ -0.0008906631264835596,
+ -0.0010361261665821075,
+ -0.0005767023540101945,
+ -0.0006089159287512302,
+ -0.0004821037291549146,
+ -0.00030989840161055326,
+ -0.0008778797928243876,
+ -0.00045706197852268815,
+ -0.0002917651436291635,
+ -0.0003039806033484638,
+ -0.0002444116398692131,
+ -0.00038952555041760206
+ ],
+ "0.01": [
+ -0.0026711553800851107,
+ -0.003443576628342271,
+ -0.001918894238770008,
+ -0.0020233127288520336,
+ -0.0016027885721996427,
+ -0.0010300527792423964,
+ -0.002917288802564144,
+ -0.001525502186268568,
+ -0.0009703689720481634,
+ -0.0010098961647599936,
+ -0.0008095581433735788,
+ -0.0012933723628520966
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7463860042572021,
+ 1.1237696697235107,
+ 0.972771835899353,
+ 0.9426122094154358,
+ 0.8994912829399109,
+ 0.9408926801681519,
+ 0.9865427770614624,
+ 1.0485262629508971,
+ 1.0925080902099609,
+ 1.1362103001594543,
+ 1.0678862438201904,
+ 1.0652718430519104,
+ 1.0586652740478515,
+ 1.0178926465988158,
+ 1.0305222831726075,
+ 1.0413858165740968,
+ 1.0357634119033814,
+ 1.047720281791687,
+ 1.0609775308609009,
+ 1.0116510014533997,
+ 0.9950579191207886,
+ 0.9199824966430664,
+ 0.9665196490287781,
+ 0.9476463966369629,
+ 1.0014626719474793,
+ 0.9582755434036255,
+ 1.010899329662323,
+ 1.0397068269729615,
+ 1.0328380886077881,
+ 1.043629725265503,
+ 0.9458726802825927,
+ 0.9873936015129089,
+ 1.0067718154907226,
+ 0.9733795068740845,
+ 0.9494395099639893,
+ 0.9087101627349854,
+ 0.9260237079620361,
+ 0.9596985802650452,
+ 0.8670240854263306,
+ 0.9266280819892884,
+ 0.9033067417144776,
+ 0.8523105756759644,
+ 0.8422792108535767,
+ 0.8166048532485962,
+ 0.8156945413589477,
+ 0.8301033269882202,
+ 0.8141396549224853,
+ 0.8390941219329834,
+ 0.8281017392158508,
+ 0.8349929582595825,
+ 0.8482530313491822,
+ 0.8541515255928039,
+ 0.842770311498642,
+ 0.8406181728363037,
+ 0.8218491198539734,
+ 0.8218080397605896,
+ 0.8124953329086304,
+ 0.7943122324943542,
+ 0.7955346862792969,
+ 0.7875666446685791,
+ 0.7818890949249268,
+ 0.7744473322868347,
+ 0.7751531169891357,
+ 0.7724810953140259,
+ 0.7624368892669677,
+ 0.7628077686309814,
+ 0.7549171347618103,
+ 0.755369038105011,
+ 0.7542786574363709,
+ 0.7511461977005005,
+ 0.7510316205978393,
+ 0.7489814598083496,
+ 0.7467557451248169,
+ 0.7460188133239746,
+ 0.7445521638870239,
+ 0.7435068511009216,
+ 0.7426531793594361,
+ 0.7419929014205933,
+ 0.7417299631118774,
+ 0.7414803896903992
+ ],
+ "train_acc": [
+ 0.3799,
+ 0.5937,
+ 0.6617,
+ 0.6768,
+ 0.6897,
+ 0.6834,
+ 0.6646,
+ 0.6466,
+ 0.6432,
+ 0.6355,
+ 0.643,
+ 0.6389,
+ 0.6358,
+ 0.6479,
+ 0.6424,
+ 0.641,
+ 0.6359,
+ 0.6327,
+ 0.632,
+ 0.6475,
+ 0.6546,
+ 0.6719,
+ 0.6631,
+ 0.6691,
+ 0.6638,
+ 0.6735,
+ 0.6655,
+ 0.6522,
+ 0.6519,
+ 0.6562,
+ 0.6804,
+ 0.6703,
+ 0.6634,
+ 0.6783,
+ 0.6836,
+ 0.6906,
+ 0.6856,
+ 0.685,
+ 0.7038,
+ 0.693,
+ 0.6972,
+ 0.7082,
+ 0.7133,
+ 0.7162,
+ 0.7181,
+ 0.7105,
+ 0.7131,
+ 0.7086,
+ 0.7153,
+ 0.7128,
+ 0.7104,
+ 0.7091,
+ 0.7102,
+ 0.7122,
+ 0.7194,
+ 0.719,
+ 0.7198,
+ 0.7235,
+ 0.7189,
+ 0.7262,
+ 0.7256,
+ 0.7258,
+ 0.7319,
+ 0.7268,
+ 0.7345,
+ 0.7312,
+ 0.7347,
+ 0.7352,
+ 0.7339,
+ 0.736,
+ 0.7356,
+ 0.736,
+ 0.7385,
+ 0.7368,
+ 0.7372,
+ 0.7371,
+ 0.737,
+ 0.7382,
+ 0.738,
+ 0.7379
+ ],
+ "test_acc": [
+ 0.5265,
+ 0.6085,
+ 0.6455,
+ 0.635,
+ 0.656,
+ 0.616,
+ 0.6215,
+ 0.608,
+ 0.5975,
+ 0.6135,
+ 0.605,
+ 0.6015,
+ 0.5845,
+ 0.5955,
+ 0.601,
+ 0.6115,
+ 0.619,
+ 0.6165,
+ 0.609,
+ 0.626,
+ 0.6445,
+ 0.632,
+ 0.6355,
+ 0.6185,
+ 0.6355,
+ 0.602,
+ 0.614,
+ 0.6335,
+ 0.618,
+ 0.628,
+ 0.634,
+ 0.642,
+ 0.607,
+ 0.6585,
+ 0.6435,
+ 0.6575,
+ 0.608,
+ 0.654,
+ 0.6625,
+ 0.652,
+ 0.681,
+ 0.6795,
+ 0.6775,
+ 0.685,
+ 0.6635,
+ 0.6925,
+ 0.665,
+ 0.6675,
+ 0.663,
+ 0.6625,
+ 0.6655,
+ 0.6675,
+ 0.6725,
+ 0.674,
+ 0.684,
+ 0.685,
+ 0.6875,
+ 0.685,
+ 0.693,
+ 0.686,
+ 0.688,
+ 0.683,
+ 0.6925,
+ 0.679,
+ 0.6815,
+ 0.6875,
+ 0.69,
+ 0.6855,
+ 0.683,
+ 0.6885,
+ 0.6895,
+ 0.6905,
+ 0.6875,
+ 0.689,
+ 0.6915,
+ 0.692,
+ 0.6925,
+ 0.6915,
+ 0.6905,
+ 0.69
+ ],
+ "state_pred_error": [
+ 0.657575396156311,
+ 0.22584220933914184,
+ 0.18108190598487853,
+ 0.1738492854833603,
+ 0.1768016979932785,
+ 0.17527156100273134,
+ 0.1744111572265625,
+ 0.18089782931804657,
+ 0.1815103266239166,
+ 0.17203099308013917,
+ 0.16158259053230287,
+ 0.150070090007782,
+ 0.14713554129600526,
+ 0.1392310976266861,
+ 0.13433781069517137,
+ 0.12369427697658539,
+ 0.11368098001480102,
+ 0.10957575480937957,
+ 0.10401724026203156,
+ 0.097935398042202,
+ 0.09728261232376098,
+ 0.09723384432792663,
+ 0.08889269602298737,
+ 0.08045474321842194,
+ 0.0764869434595108,
+ 0.0754717215538025,
+ 0.07573794380426407,
+ 0.07702496689558029,
+ 0.07481489708423615,
+ 0.06833497145175933,
+ 0.06267784029245377,
+ 0.05740301186442375,
+ 0.05463098112940788,
+ 0.05097537848949432,
+ 0.04853306106328964,
+ 0.046815031588077545,
+ 0.04702129671573639,
+ 0.047897269797325136,
+ 0.04525828623175621,
+ 0.04126551170349121,
+ 0.038078772968053815,
+ 0.035508244448900224,
+ 0.033928532779216765,
+ 0.033214526349306106,
+ 0.032263154244422915,
+ 0.03165398389697075,
+ 0.03176654878854752,
+ 0.032726337200403216,
+ 0.03520564076304436,
+ 0.03746888961195946,
+ 0.039616973650455474,
+ 0.040450227236747745,
+ 0.03974002408981323,
+ 0.03915794268846512,
+ 0.038212089216709134,
+ 0.03644757592380047,
+ 0.034951094454526904,
+ 0.033642032438516614,
+ 0.032086009567976,
+ 0.031101924151182174,
+ 0.030201471465826035,
+ 0.029204100465774537,
+ 0.02867460669875145,
+ 0.027740669012069702,
+ 0.027074356430768966,
+ 0.026351269084215163,
+ 0.02568203446865082,
+ 0.024844326972961427,
+ 0.024070368832349778,
+ 0.023772034823894502,
+ 0.023003196692466737,
+ 0.02215852342545986,
+ 0.02170176804959774,
+ 0.021068523544073105,
+ 0.020733746546506882,
+ 0.020220248556137084,
+ 0.019796535715460778,
+ 0.019584159588813783,
+ 0.019099098661541938,
+ 0.018604568365216255
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7613614797592163,
+ 0.3896995782852173,
+ 0.1309610903263092,
+ 0.10979019105434418,
+ 0.09164053201675415,
+ 0.07316795736551285,
+ 0.09407100081443787,
+ 0.08964815735816956,
+ 0.08292470127344131,
+ 0.08648289740085602,
+ 0.0870373547077179,
+ 0.08205951005220413
+ ],
+ "perturbation_rho": [
+ 0.6734859943389893,
+ 0.37621644139289856,
+ 0.08932416141033173,
+ 0.11710754036903381,
+ 0.07942430675029755,
+ 0.058268360793590546,
+ 0.05698401480913162,
+ 0.12727776169776917,
+ 0.03869014233350754,
+ 0.06775026768445969,
+ 0.0798446387052536,
+ 0.05710796266794205
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02036258764564991,
+ -0.0012726839631795883,
+ -0.00030185317154973745,
+ -0.00024410546757280827,
+ -0.00020778426551260054,
+ -0.00017662602476775646,
+ -0.00021787048899568617,
+ -0.00021810311591252685,
+ -0.00019943300867453218,
+ -0.00021332810865715146,
+ -0.0002083198050968349,
+ -0.00020046724239364266
+ ],
+ "0.003": [
+ -0.05963846668601036,
+ -0.0038126767612993717,
+ -0.0009049437940120697,
+ -0.000732341140974313,
+ -0.0006232722080312669,
+ -0.0005303305806592107,
+ -0.0006538627203553915,
+ -0.0006539188325405121,
+ -0.0005980591522529721,
+ -0.0006397926481440663,
+ -0.0006250399746932089,
+ -0.000601528212428093
+ ],
+ "0.01": [
+ -0.1828688532114029,
+ -0.012644743546843529,
+ -0.003011793363839388,
+ -0.0024378912057727575,
+ -0.0020753229036927223,
+ -0.0017659795703366399,
+ -0.0021767604630440474,
+ -0.0021774054039269686,
+ -0.0019914493896067142,
+ -0.0021301559172570705,
+ -0.0020812181755900383,
+ -0.0020023814868181944
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 12496.853515625,
+ 8106.66162109375,
+ 5059.9169921875,
+ 4050.405517578125,
+ 3454.0888671875,
+ 2936.005859375,
+ 2830.2294921875,
+ 2863.870361328125,
+ 3118.476806640625,
+ 3786.361083984375,
+ 3251.337890625,
+ 3255.708740234375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1431375211715697,
+ 1.1314113176345826,
+ 0.763494457435608,
+ 0.6545422078132629,
+ 0.5963865146636963,
+ 0.5926999958992004,
+ 0.5563723385810853,
+ 0.5273848016023636,
+ 0.526389640045166,
+ 0.5737923973083496,
+ 0.6184886278152466,
+ 0.540420817565918,
+ 0.6509309328079224,
+ 0.6382177831172943,
+ 0.7038152565479279,
+ 0.6197104157209397,
+ 0.6280380012512207,
+ 0.7637808742523193,
+ 0.7737348519325257,
+ 0.9252185022354126,
+ 0.8572391531944275,
+ 0.8700120922088623,
+ 0.9276481540679932,
+ 0.9125369520187377,
+ 0.9172161891937256,
+ 0.8759773926734924,
+ 0.9195978992462158,
+ 0.9266179433822632,
+ 0.9306347612380982,
+ 0.9355648864746093,
+ 1.1860807178497315,
+ 1.2574410260200501,
+ 0.9577581795692444,
+ 0.9231017108917237,
+ 0.9289527448654175,
+ 1.1865424547195436,
+ 1.267508578491211,
+ 1.2051992826461793,
+ 1.0714506145477294,
+ 1.0610662315368653,
+ 1.08882954788208,
+ 1.1172235593795776,
+ 1.0685178228378296,
+ 1.072965350151062,
+ 1.0879979553222656,
+ 1.091849722290039,
+ 1.0951012313842774,
+ 1.1118889781951904,
+ 1.1178365121841431,
+ 1.1614880767822267,
+ 1.1315129627227782,
+ 1.1100497497558595,
+ 1.0586509960174562,
+ 1.0336646169662476,
+ 0.9826500085830688,
+ 0.9442742486953736,
+ 0.9249188864707947,
+ 0.9147214357376099,
+ 0.9175932567596435,
+ 0.902301881980896,
+ 0.9019629783630371,
+ 0.9227725395202637,
+ 0.9098626622200012,
+ 0.9148895687103271,
+ 0.9403810447692871,
+ 0.9147419730186462,
+ 0.9180494606018066,
+ 0.9268005172729492,
+ 0.9152821050643921,
+ 0.9107012414932251,
+ 0.9089200870513916,
+ 0.9040866283416749,
+ 0.9004606851577759,
+ 0.8984116611480712,
+ 0.8967930128097534,
+ 0.8934282851934433,
+ 0.8917015773773194,
+ 0.8904676536560059,
+ 0.889515599822998,
+ 0.8890901028633118
+ ],
+ "train_acc": [
+ 0.2244,
+ 0.5835,
+ 0.7155,
+ 0.7573,
+ 0.78,
+ 0.7817,
+ 0.7882,
+ 0.8049,
+ 0.805,
+ 0.798,
+ 0.7902,
+ 0.811,
+ 0.7863,
+ 0.796,
+ 0.7855,
+ 0.8072,
+ 0.8079,
+ 0.7868,
+ 0.7864,
+ 0.7652,
+ 0.7689,
+ 0.7653,
+ 0.7554,
+ 0.7566,
+ 0.7448,
+ 0.7535,
+ 0.7354,
+ 0.7394,
+ 0.7249,
+ 0.7259,
+ 0.6872,
+ 0.6905,
+ 0.7291,
+ 0.7244,
+ 0.7165,
+ 0.6711,
+ 0.6454,
+ 0.6564,
+ 0.6834,
+ 0.6735,
+ 0.6685,
+ 0.6727,
+ 0.6801,
+ 0.6826,
+ 0.6789,
+ 0.6825,
+ 0.6789,
+ 0.6757,
+ 0.6757,
+ 0.6735,
+ 0.6784,
+ 0.6749,
+ 0.6853,
+ 0.6856,
+ 0.6876,
+ 0.694,
+ 0.699,
+ 0.6992,
+ 0.6983,
+ 0.6973,
+ 0.702,
+ 0.6927,
+ 0.695,
+ 0.6934,
+ 0.6853,
+ 0.695,
+ 0.6897,
+ 0.6934,
+ 0.6927,
+ 0.6948,
+ 0.693,
+ 0.695,
+ 0.6974,
+ 0.6947,
+ 0.6957,
+ 0.6963,
+ 0.6997,
+ 0.6972,
+ 0.698,
+ 0.6986
+ ],
+ "test_acc": [
+ 0.4745,
+ 0.6585,
+ 0.71,
+ 0.7365,
+ 0.713,
+ 0.7385,
+ 0.7485,
+ 0.7465,
+ 0.7115,
+ 0.7135,
+ 0.755,
+ 0.718,
+ 0.7445,
+ 0.705,
+ 0.7395,
+ 0.739,
+ 0.696,
+ 0.739,
+ 0.7015,
+ 0.654,
+ 0.693,
+ 0.6895,
+ 0.6715,
+ 0.696,
+ 0.6895,
+ 0.641,
+ 0.642,
+ 0.6835,
+ 0.6535,
+ 0.677,
+ 0.634,
+ 0.6605,
+ 0.67,
+ 0.651,
+ 0.579,
+ 0.5805,
+ 0.57,
+ 0.61,
+ 0.5835,
+ 0.612,
+ 0.5455,
+ 0.639,
+ 0.612,
+ 0.6275,
+ 0.6515,
+ 0.6425,
+ 0.6285,
+ 0.651,
+ 0.6015,
+ 0.647,
+ 0.619,
+ 0.6465,
+ 0.6315,
+ 0.651,
+ 0.6475,
+ 0.6345,
+ 0.655,
+ 0.649,
+ 0.65,
+ 0.653,
+ 0.652,
+ 0.6555,
+ 0.6455,
+ 0.651,
+ 0.6585,
+ 0.6535,
+ 0.6575,
+ 0.65,
+ 0.6545,
+ 0.659,
+ 0.6545,
+ 0.65,
+ 0.6545,
+ 0.6585,
+ 0.653,
+ 0.6555,
+ 0.6515,
+ 0.651,
+ 0.652,
+ 0.6545
+ ],
+ "value_loss": [
+ 2.9568321046829222,
+ 1.0785086713790895,
+ 0.90905224609375,
+ 0.8156556116104126,
+ 0.71209981174469,
+ 0.7162606690883636,
+ 0.6878525162696838,
+ 0.6334588691949844,
+ 0.6678785998344421,
+ 0.8333585778236389,
+ 0.9790375330209732,
+ 0.8892305318832397,
+ 1.190905132675171,
+ 1.22135962972641,
+ 1.4191310731887818,
+ 1.2301843813419342,
+ 1.309260043334961,
+ 1.786697961139679,
+ 1.8390044986248015,
+ 2.7407329641342164,
+ 2.683467747211456,
+ 2.4605039993286133,
+ 2.697446767044067,
+ 2.505884079360962,
+ 2.3811799823760986,
+ 2.1130632976531984,
+ 2.547091405200958,
+ 2.568806095790863,
+ 2.326700057220459,
+ 2.050758037567139,
+ 3.351647375488281,
+ 3.8653842737197874,
+ 2.4262299686431885,
+ 1.973457328939438,
+ 1.9173651649951935,
+ 2.7696605461120605,
+ 3.223868531227112,
+ 2.516205952453613,
+ 2.1309806928634645,
+ 1.581437483215332,
+ 1.520662855911255,
+ 1.7421501956939698,
+ 1.6392579578399658,
+ 1.7828631855010986,
+ 1.503568088912964,
+ 1.5523305910110474,
+ 1.513862213420868,
+ 1.4381744204521179,
+ 1.703464267539978,
+ 1.8939362186431885,
+ 1.997329638671875,
+ 2.3897830280303953,
+ 1.7983587005615234,
+ 1.697597998046875,
+ 1.9598307273864746,
+ 2.306221367645264,
+ 2.709978248977661,
+ 2.6091056289672854,
+ 2.1318489376068115,
+ 2.478940699005127,
+ 4.479023780822754,
+ 2.6361848222732545,
+ 2.3030937707901002,
+ 2.172142697906494,
+ 2.1629171989440916,
+ 2.1354505142211915,
+ 3.6189373970031737,
+ 1.9153299285888672,
+ 1.6933829580307007,
+ 1.5514454183578492,
+ 1.7198340145111084,
+ 2.304251728439331,
+ 2.3330616605758667,
+ 2.141467953872681,
+ 2.1230085525512696,
+ 1.957105325627327,
+ 1.2174413562774657,
+ 1.088514053273201,
+ 1.3677844764709473,
+ 1.470289986038208
+ ],
+ "term_loss": [
+ 1.7106032176971435,
+ 0.8254648140907288,
+ 0.7463485570907593,
+ 0.6676207568168641,
+ 0.5505435749053955,
+ 0.541679301738739,
+ 0.5368218964576721,
+ 0.4944875739812851,
+ 0.5313012260437012,
+ 0.688984687590599,
+ 0.824212459397316,
+ 0.7535633095741272,
+ 1.0329072504997254,
+ 1.0706197033405305,
+ 1.2603799612522126,
+ 1.077820935988426,
+ 1.1586309091567992,
+ 1.6123901631355286,
+ 1.6418114624261857,
+ 2.436177046394348,
+ 2.397401628804207,
+ 2.1149996490478515,
+ 2.31136040019989,
+ 2.1631346977233887,
+ 2.049055897331238,
+ 1.7832660831809044,
+ 2.158650917363167,
+ 2.1838888779640198,
+ 1.8579028195381164,
+ 1.675981715774536,
+ 2.8682561981201173,
+ 3.322650659561157,
+ 2.0634375164031984,
+ 1.6218495529174806,
+ 1.5564533473014832,
+ 2.2553051567077635,
+ 2.749121911621094,
+ 2.076441255569458,
+ 1.7535715727806092,
+ 1.2274940629959106,
+ 1.1482607242584228,
+ 1.3356118202209473,
+ 1.1993759344100952,
+ 1.2911961950302124,
+ 1.048892977809906,
+ 1.0074683206558228,
+ 1.0248507034778596,
+ 0.935506264257431,
+ 1.1044427654266358,
+ 1.1969995346069335,
+ 1.1418621253967285,
+ 1.3484027454376222,
+ 0.962894126367569,
+ 0.9484803367614746,
+ 0.9511542388916016,
+ 0.9807710059165955,
+ 0.9729905309677124,
+ 1.0154107706069946,
+ 0.8337604522705078,
+ 0.9689625096797944,
+ 1.7556117889404297,
+ 0.9268646779537201,
+ 0.828965087556839,
+ 0.6780174582958222,
+ 0.7625543830394745,
+ 0.6682373239994049,
+ 0.9152047227859497,
+ 0.7351679893016815,
+ 0.47258839864730834,
+ 0.5454990069389343,
+ 0.5863055065393448,
+ 0.40333252935409547,
+ 0.3903892815351486,
+ 0.3693857752799988,
+ 0.39749053382873534,
+ 0.3525045004069805,
+ 0.3847132333755493,
+ 0.3305401994973421,
+ 0.33507129402160646,
+ 0.35005189373493195
+ ],
+ "bridge_loss": [
+ 0.9669484859231743,
+ 0.05317885834872722,
+ 0.00808393329679966,
+ 0.008157965920865536,
+ 0.029252383983135222,
+ 0.03924694521427154,
+ 0.021582315093278886,
+ 0.014747861477732658,
+ 0.010850316934287549,
+ 0.01159995011985302,
+ 0.01137650200240314,
+ 0.008062006759643555,
+ 0.010978949210047722,
+ 0.010464786231517791,
+ 0.010793930877745151,
+ 0.014536779739707708,
+ 0.013218280214071274,
+ 0.01831962423026562,
+ 0.04002247373312712,
+ 0.12877036023139954,
+ 0.11417192211151123,
+ 0.17329340472221375,
+ 0.1982671790599823,
+ 0.1537047609090805,
+ 0.13700159553289412,
+ 0.14344184587001801,
+ 0.19639654465913772,
+ 0.18772757058143616,
+ 0.2604771111011505,
+ 0.16612488641738893,
+ 0.24183178367614747,
+ 0.29544510494470594,
+ 0.15411187861561776,
+ 0.14273896975517272,
+ 0.1461831522524357,
+ 0.2598205562591553,
+ 0.20287768486738206,
+ 0.17781711089611055,
+ 0.13225486822128296,
+ 0.1091677051782608,
+ 0.12344816446304321,
+ 0.15784135718345643,
+ 0.19993465332984925,
+ 0.2517854769706726,
+ 0.21548625774383545,
+ 0.303979873418808,
+ 0.24833559863567353,
+ 0.25959504103660586,
+ 0.3560759227275848,
+ 0.4449814043998718,
+ 0.6060321228027343,
+ 0.7924756161689759,
+ 0.5928340180397034,
+ 0.5072291620254517,
+ 0.7738087944030762,
+ 1.0943159332275392,
+ 1.5088457412719727,
+ 1.3652442758560182,
+ 1.0671269865989685,
+ 1.276467441558838,
+ 2.486809080886841,
+ 1.4710026905059814,
+ 1.2389037780284882,
+ 1.261445129776001,
+ 1.164626408290863,
+ 1.2384403867721558,
+ 2.4690226011276244,
+ 0.9487775525093078,
+ 0.9965210990428924,
+ 0.7810107170104981,
+ 0.9109019186019898,
+ 1.6800292533874512,
+ 1.7228944480895996,
+ 1.5527821187973023,
+ 1.5077555236816407,
+ 1.3873976001620292,
+ 0.6169261030197144,
+ 0.542320925283432,
+ 0.817931770324707,
+ 0.9054676934719086
+ ],
+ "tgrad_loss": [
+ 0.2792804120540619,
+ 0.19986500358581544,
+ 0.15461974563598632,
+ 0.13987688381671906,
+ 0.1323038545846939,
+ 0.13533442150354386,
+ 0.1294483060002327,
+ 0.12422343373596668,
+ 0.12572705571651457,
+ 0.1327739451289177,
+ 0.14344856899380684,
+ 0.12760521812438966,
+ 0.14701892898082733,
+ 0.1402751523733139,
+ 0.1479571692466736,
+ 0.13782665922790766,
+ 0.1374108523607254,
+ 0.15598817284107208,
+ 0.15717057017087938,
+ 0.17578555488586425,
+ 0.17189420654773713,
+ 0.17221092910766603,
+ 0.18781920006275177,
+ 0.1890446207523346,
+ 0.1951224928855896,
+ 0.1863553591489792,
+ 0.19204393486976623,
+ 0.19718966495990753,
+ 0.20832013266086577,
+ 0.20865144987106324,
+ 0.24155937967300414,
+ 0.2472884924173355,
+ 0.2086805598974228,
+ 0.2088688009262085,
+ 0.21472869415283202,
+ 0.25453484058380127,
+ 0.271868927192688,
+ 0.26194758088588715,
+ 0.24515422630310058,
+ 0.24477570347785949,
+ 0.24895398588180542,
+ 0.24869702105522157,
+ 0.23994735856056212,
+ 0.2398815236568451,
+ 0.2391888491630554,
+ 0.240882395029068,
+ 0.24067591972351074,
+ 0.2430731174468994,
+ 0.2429455770969391,
+ 0.25195528326034544,
+ 0.24943538155555725,
+ 0.2489046775341034,
+ 0.2426305419921875,
+ 0.24188849420547484,
+ 0.23486768898963928,
+ 0.23113440914154051,
+ 0.22814198708534242,
+ 0.22845054547786714,
+ 0.23096151385307312,
+ 0.23351073865890504,
+ 0.23660291147232054,
+ 0.23831744689941406,
+ 0.2352248964548111,
+ 0.23268011784553527,
+ 0.23573639130592347,
+ 0.22877280921936036,
+ 0.2347100558757782,
+ 0.23138438067436218,
+ 0.22427347674369813,
+ 0.22493569655418397,
+ 0.2226265817642212,
+ 0.22088994021415712,
+ 0.21977790536880493,
+ 0.21930006308555602,
+ 0.21776250076293946,
+ 0.21720322926640512,
+ 0.2158020221233368,
+ 0.21565292925834656,
+ 0.21478140382766725,
+ 0.2147704033613205
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.022733785212039948,
+ -0.008966443128883839,
+ -0.020323125645518303,
+ -0.018136776983737946,
+ -0.01592089980840683,
+ -0.019174236804246902,
+ -0.014491843990981579,
+ -0.016727179288864136,
+ -0.008660020306706429,
+ -0.007111798040568829,
+ 0.0011803526431322098,
+ 0.019812453538179398
+ ],
+ "perturbation_rho": [
+ -0.05155084282159805,
+ 0.03821132332086563,
+ 0.07940525561571121,
+ 0.014752240851521492,
+ 0.016678672283887863,
+ 0.04385560005903244,
+ 0.03276895359158516,
+ -0.0006132312119007111,
+ -0.024450641125440598,
+ -0.029637619853019714,
+ 0.058109357953071594,
+ 0.06492529809474945
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0007101683877408504,
+ 2.878123996197246e-05,
+ 3.59775876859203e-05,
+ 4.22842385887634e-05,
+ 5.514687654795125e-05,
+ 6.889239011798054e-05,
+ 4.4554166379384696e-05,
+ 5.3767391364090145e-05,
+ 2.042827327386476e-05,
+ 1.283050369238481e-05,
+ -4.334753975854255e-05,
+ -0.00014430817100219429
+ ],
+ "0.003": [
+ 0.002175786066800356,
+ 8.923052519094199e-05,
+ 0.00010926096001639962,
+ 0.00012868153862655163,
+ 0.00016585344565100968,
+ 0.00020889895677100867,
+ 0.00013566638517659158,
+ 0.00016381990280933678,
+ 6.132574344519526e-05,
+ 4.1310246160719544e-05,
+ -0.0001288450148422271,
+ -0.00043151958379894495
+ ],
+ "0.01": [
+ 0.00777015183120966,
+ 0.00029987754533067346,
+ 0.00037500812322832644,
+ 0.00043640032527036965,
+ 0.0005594875547103584,
+ 0.0007026067469269037,
+ 0.00045700964983552694,
+ 0.000550219090655446,
+ 0.00020889028382953256,
+ 0.00013992507592774928,
+ -0.0004261335707269609,
+ -0.0014356517931446433
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json
new file mode 100644
index 0000000..534cbe6
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0289972447395326,
+ 0.5518267907142639,
+ 0.4511595572471619,
+ 0.39422388381958007,
+ 0.44242291359901426,
+ 0.35389120923280715,
+ 0.31342196378707887,
+ 0.3463186399459839,
+ 0.32175993151664734,
+ 0.2832035564661026,
+ 0.2801107416152954,
+ 0.2918631485939026,
+ 0.3457958580970764,
+ 0.3110818340301514,
+ 0.26716538116931915,
+ 0.2110436717748642,
+ 0.21322266802787782,
+ 0.23035920186042785,
+ 0.2469690625667572,
+ 0.20660339014530182,
+ 0.17914194725751878,
+ 0.16029981126785278,
+ 0.2650108504295349,
+ 0.23070593461990357,
+ 0.22895147225856782,
+ 0.1446519785642624,
+ 0.15114033766984938,
+ 0.13604806888103485,
+ 0.14886143884658815,
+ 0.14153230743408204,
+ 0.1639685553073883,
+ 0.1721979957818985,
+ 0.12600361688137054,
+ 0.09298437514305115,
+ 0.0910780445933342,
+ 0.0859093768119812,
+ 0.0917577600479126,
+ 0.11107840504646302,
+ 0.1042894508600235,
+ 0.0790501122713089,
+ 0.060757651767134664,
+ 0.052207192993164064,
+ 0.07682168252468109,
+ 0.08167480888366699,
+ 0.05967919422090054,
+ 0.042717813885211946,
+ 0.04176127468943596,
+ 0.03670722253918648,
+ 0.03259751065224409,
+ 0.030135507690906525,
+ 0.03625146338418126,
+ 0.02841401128768921,
+ 0.03439460081905127,
+ 0.026802394422888755,
+ 0.024497890919446944,
+ 0.023438648000359535,
+ 0.0227094176530838,
+ 0.020777325369045137,
+ 0.019944287514686583,
+ 0.020628850987553595,
+ 0.01877836397886276,
+ 0.019591398665308953,
+ 0.01804204930663109,
+ 0.017368639394640922,
+ 0.01685231066942215,
+ 0.016730269909650087,
+ 0.016215140321850778,
+ 0.016110457883775235,
+ 0.01567506283596158,
+ 0.01538568799868226,
+ 0.015168684274703264,
+ 0.015022477886080741,
+ 0.014880986557900905,
+ 0.014766420166194439,
+ 0.014667600397765636,
+ 0.014582521318644286,
+ 0.014523118747770786,
+ 0.014479038575291633,
+ 0.014449081733822823,
+ 0.01443173177242279
+ ],
+ "train_acc": [
+ 0.6277,
+ 0.7816,
+ 0.8214,
+ 0.8428,
+ 0.8261,
+ 0.857,
+ 0.8746,
+ 0.8661,
+ 0.8744,
+ 0.8865,
+ 0.8865,
+ 0.882,
+ 0.8687,
+ 0.878,
+ 0.8936,
+ 0.916,
+ 0.9192,
+ 0.908,
+ 0.9018,
+ 0.9187,
+ 0.9326,
+ 0.9371,
+ 0.9017,
+ 0.9109,
+ 0.9141,
+ 0.9478,
+ 0.9455,
+ 0.9496,
+ 0.9445,
+ 0.9454,
+ 0.9359,
+ 0.9367,
+ 0.951,
+ 0.9693,
+ 0.9695,
+ 0.9721,
+ 0.9683,
+ 0.9605,
+ 0.9637,
+ 0.9745,
+ 0.9842,
+ 0.9876,
+ 0.9748,
+ 0.9709,
+ 0.9832,
+ 0.9909,
+ 0.9922,
+ 0.9944,
+ 0.9957,
+ 0.9985,
+ 0.9954,
+ 0.9975,
+ 0.9927,
+ 0.9984,
+ 0.9985,
+ 0.999,
+ 0.9993,
+ 0.9997,
+ 0.9997,
+ 0.9995,
+ 0.9996,
+ 0.9995,
+ 0.9998,
+ 0.9999,
+ 0.9999,
+ 0.9998,
+ 0.9999,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.7515,
+ 0.8025,
+ 0.806,
+ 0.811,
+ 0.8295,
+ 0.834,
+ 0.8235,
+ 0.8265,
+ 0.836,
+ 0.837,
+ 0.8325,
+ 0.8185,
+ 0.8215,
+ 0.8335,
+ 0.8405,
+ 0.8485,
+ 0.8455,
+ 0.8475,
+ 0.8395,
+ 0.8535,
+ 0.838,
+ 0.8455,
+ 0.839,
+ 0.8415,
+ 0.8415,
+ 0.8625,
+ 0.861,
+ 0.8545,
+ 0.855,
+ 0.845,
+ 0.853,
+ 0.8455,
+ 0.8555,
+ 0.86,
+ 0.8545,
+ 0.861,
+ 0.8545,
+ 0.86,
+ 0.8525,
+ 0.856,
+ 0.8595,
+ 0.8595,
+ 0.854,
+ 0.858,
+ 0.854,
+ 0.8535,
+ 0.8555,
+ 0.861,
+ 0.8625,
+ 0.858,
+ 0.8545,
+ 0.861,
+ 0.864,
+ 0.8605,
+ 0.861,
+ 0.8605,
+ 0.8585,
+ 0.8595,
+ 0.862,
+ 0.8635,
+ 0.8615,
+ 0.863,
+ 0.859,
+ 0.8605,
+ 0.861,
+ 0.862,
+ 0.8605,
+ 0.862,
+ 0.8615,
+ 0.859,
+ 0.861,
+ 0.8595,
+ 0.8605,
+ 0.8595,
+ 0.8595,
+ 0.859,
+ 0.859,
+ 0.8585,
+ 0.8585,
+ 0.8585
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8657882213592529,
+ 0.8541754484176636,
+ 0.8436384201049805,
+ 0.832263708114624,
+ 0.8208613991737366,
+ 0.8122134208679199,
+ 0.8057717084884644,
+ 0.8017721176147461,
+ 0.7986597418785095,
+ 0.7967146635055542,
+ 0.7952107787132263,
+ 0.7936121225357056
+ ],
+ "perturbation_rho": [
+ 0.9999991655349731,
+ 0.9999977350234985,
+ 0.9999939203262329,
+ 0.9999861121177673,
+ 0.9999700784683228,
+ 0.9999415874481201,
+ 0.9999051094055176,
+ 0.9998413324356079,
+ 0.9998086094856262,
+ 0.9997647404670715,
+ 0.9996839165687561,
+ 0.9996654987335205
+ ],
+ "nudging": {
+ "0.001": [
+ -0.04849132150411606,
+ -0.02874898351728916,
+ -0.017109278589487076,
+ -0.010623453184962273,
+ -0.007099856156855822,
+ -0.00517381401732564,
+ -0.004027326591312885,
+ -0.003302204655483365,
+ -0.002826581709086895,
+ -0.0024977410212159157,
+ -0.0022658759262412786,
+ -0.002098134718835354
+ ],
+ "0.003": [
+ -0.13462388515472412,
+ -0.08245518803596497,
+ -0.049992166459560394,
+ -0.03135458379983902,
+ -0.021068472415208817,
+ -0.015398472547531128,
+ -0.012007322162389755,
+ -0.009856492280960083,
+ -0.008443145081400871,
+ -0.0074646552093327045,
+ -0.006774362176656723,
+ -0.00627471599727869
+ ],
+ "0.01": [
+ -0.3461707830429077,
+ -0.23528623580932617,
+ -0.151905819773674,
+ -0.0986800491809845,
+ -0.06758347898721695,
+ -0.04991145431995392,
+ -0.039162103086709976,
+ -0.032274406403303146,
+ -0.02771918475627899,
+ -0.024551689624786377,
+ -0.02231007255613804,
+ -0.020684588700532913
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.1235100923538206,
+ 1.1082965564727782,
+ 0.750099405670166,
+ 0.6328572737693786,
+ 0.5875409540176392,
+ 0.5631556386470795,
+ 0.5060072989463806,
+ 0.540234273815155,
+ 0.5666848608016968,
+ 0.5682762460708618,
+ 0.5639706572532653,
+ 0.5890132635116577,
+ 0.6135262609481812,
+ 0.602108911037445,
+ 0.6072693287372589,
+ 0.6348110971450805,
+ 0.7817256136894226,
+ 0.6661777521133423,
+ 0.6966238568305969,
+ 0.7440887294769287,
+ 0.7967543980598449,
+ 0.7141374285697937,
+ 0.7286955251693725,
+ 0.7677665306091308,
+ 0.9173848634719849,
+ 0.7543825769424438,
+ 0.7648948078155517,
+ 0.7503327812194824,
+ 0.7647949110984802,
+ 0.7902673944473266,
+ 0.9369182168960571,
+ 0.8630489279747009,
+ 0.7868163341522216,
+ 0.7187879699707032,
+ 0.7061111800193787,
+ 0.7407430360794067,
+ 0.6999222482681274,
+ 0.7179792369842529,
+ 0.7611988479614258,
+ 0.9336099584102631,
+ 0.7458975120544433,
+ 0.7050964839935303,
+ 0.7907829219818115,
+ 0.8120410600662231,
+ 0.8178721930742264,
+ 0.8078300096511841,
+ 0.7027412726402282,
+ 0.7329458427906036,
+ 0.738685355424881,
+ 0.7487446063995361,
+ 0.7514049421310425,
+ 0.730554404258728,
+ 0.7941344120979309,
+ 0.7334264843940735,
+ 0.6445084705352783,
+ 0.6251215059280395,
+ 0.6134120052337646,
+ 0.649115455532074,
+ 0.633389378452301,
+ 0.6228324326515198,
+ 0.611019660949707,
+ 0.6410484097003937,
+ 0.5912066791534424,
+ 0.5904429639816284,
+ 0.6285253910064698,
+ 0.5794477666854858,
+ 0.5771131004333496,
+ 0.5889648357391357,
+ 0.5780286474227905,
+ 0.5594178355693817,
+ 0.5606797921180725,
+ 0.5604514053821563,
+ 0.5562048003673553,
+ 0.5510331042289733,
+ 0.5497398493766784,
+ 0.545871854686737,
+ 0.5429510949134827,
+ 0.5423210851669311,
+ 0.5398131627082825,
+ 0.5393634226799011
+ ],
+ "train_acc": [
+ 0.2323,
+ 0.596,
+ 0.7208,
+ 0.7599,
+ 0.7788,
+ 0.7874,
+ 0.8057,
+ 0.8007,
+ 0.7918,
+ 0.7962,
+ 0.7997,
+ 0.8031,
+ 0.8048,
+ 0.8065,
+ 0.8051,
+ 0.8065,
+ 0.7841,
+ 0.8036,
+ 0.8097,
+ 0.7995,
+ 0.7896,
+ 0.8078,
+ 0.8071,
+ 0.8026,
+ 0.7855,
+ 0.8111,
+ 0.8127,
+ 0.8163,
+ 0.8174,
+ 0.8154,
+ 0.791,
+ 0.8028,
+ 0.8168,
+ 0.8281,
+ 0.8279,
+ 0.8255,
+ 0.8283,
+ 0.8251,
+ 0.8235,
+ 0.8042,
+ 0.8284,
+ 0.8306,
+ 0.8251,
+ 0.8193,
+ 0.8153,
+ 0.8206,
+ 0.8358,
+ 0.8319,
+ 0.8309,
+ 0.8326,
+ 0.8313,
+ 0.8342,
+ 0.8227,
+ 0.8297,
+ 0.8425,
+ 0.8437,
+ 0.8475,
+ 0.8429,
+ 0.8449,
+ 0.846,
+ 0.8498,
+ 0.8461,
+ 0.8488,
+ 0.8512,
+ 0.8447,
+ 0.8533,
+ 0.8547,
+ 0.8538,
+ 0.8497,
+ 0.8569,
+ 0.8574,
+ 0.8529,
+ 0.8559,
+ 0.8562,
+ 0.8583,
+ 0.8588,
+ 0.8603,
+ 0.8591,
+ 0.86,
+ 0.86
+ ],
+ "test_acc": [
+ 0.4615,
+ 0.655,
+ 0.702,
+ 0.7135,
+ 0.721,
+ 0.7235,
+ 0.7425,
+ 0.7335,
+ 0.7075,
+ 0.7205,
+ 0.7285,
+ 0.7125,
+ 0.737,
+ 0.756,
+ 0.72,
+ 0.708,
+ 0.72,
+ 0.6935,
+ 0.7225,
+ 0.7035,
+ 0.731,
+ 0.7365,
+ 0.757,
+ 0.6705,
+ 0.74,
+ 0.7185,
+ 0.7655,
+ 0.725,
+ 0.741,
+ 0.7335,
+ 0.728,
+ 0.6915,
+ 0.7585,
+ 0.7555,
+ 0.7625,
+ 0.755,
+ 0.7535,
+ 0.7325,
+ 0.7505,
+ 0.7705,
+ 0.7305,
+ 0.763,
+ 0.7435,
+ 0.7545,
+ 0.726,
+ 0.741,
+ 0.7665,
+ 0.756,
+ 0.7335,
+ 0.7705,
+ 0.7425,
+ 0.7435,
+ 0.7435,
+ 0.772,
+ 0.789,
+ 0.773,
+ 0.776,
+ 0.7705,
+ 0.776,
+ 0.782,
+ 0.784,
+ 0.783,
+ 0.779,
+ 0.78,
+ 0.7885,
+ 0.786,
+ 0.78,
+ 0.7735,
+ 0.789,
+ 0.7865,
+ 0.7915,
+ 0.7865,
+ 0.7925,
+ 0.7905,
+ 0.784,
+ 0.79,
+ 0.789,
+ 0.7905,
+ 0.79,
+ 0.791
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.023988625034689903,
+ 0.0961650088429451,
+ 0.10208466649055481,
+ 0.07022920250892639,
+ 0.09604307264089584,
+ 0.07800711691379547,
+ 0.08064866811037064,
+ 0.015484225004911423,
+ 0.04617477208375931,
+ 0.10530653595924377,
+ 0.06217034161090851,
+ 0.07844939827919006
+ ],
+ "perturbation_rho": [
+ -0.021668296307325363,
+ 0.13302525877952576,
+ 0.14676621556282043,
+ 0.11482817679643631,
+ 0.09230026602745056,
+ 0.15572097897529602,
+ 0.084853395819664,
+ 0.06741442531347275,
+ 0.09585727006196976,
+ 0.17402535676956177,
+ 0.1249062716960907,
+ 0.10308724641799927
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0014991102507337928,
+ -0.0009640245698392391,
+ -0.0004538548528216779,
+ -0.00034582847729325294,
+ -0.00034230330493301153,
+ -0.0003880904405377805,
+ -0.00031353221856988966,
+ -0.00012767358566634357,
+ -0.0002463337150402367,
+ -0.0004554776242002845,
+ -0.00027469650376588106,
+ -0.00030673964647576213
+ ],
+ "0.003": [
+ -0.004409522749483585,
+ -0.002890376141294837,
+ -0.0013566706329584122,
+ -0.0010372062679380178,
+ -0.001026148907840252,
+ -0.001161768101155758,
+ -0.0009411850478500128,
+ -0.0003798047546297312,
+ -0.0007346655474975705,
+ -0.001363673829473555,
+ -0.0008243860211223364,
+ -0.0009191210265271366
+ ],
+ "0.01": [
+ -0.013704460114240646,
+ -0.009605048224329948,
+ -0.004514003172516823,
+ -0.00345102627761662,
+ -0.003412249032407999,
+ -0.0038682736922055483,
+ -0.0031317053362727165,
+ -0.0012646813411265612,
+ -0.002444072160869837,
+ -0.004538315813988447,
+ -0.0027466074097901583,
+ -0.0030584305059164762
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.807085013961792,
+ 1.102435264968872,
+ 0.8967913342475891,
+ 0.8658248983383179,
+ 1.0182812132835388,
+ 0.9767744832992554,
+ 0.9880819606781006,
+ 1.035093484020233,
+ 1.0461988681793213,
+ 1.0764453081130982,
+ 1.1296374977111816,
+ 1.1917438926696777,
+ 1.222821136856079,
+ 1.174761890888214,
+ 1.14142276802063,
+ 1.1630746793746949,
+ 1.0981647139549255,
+ 1.1113210584640503,
+ 1.151859906578064,
+ 1.1268991245269775,
+ 1.1279105222702026,
+ 1.1556508625030517,
+ 1.1305137939453125,
+ 1.185821006011963,
+ 1.138044129371643,
+ 1.1439549321651459,
+ 1.1212958415985108,
+ 1.0799880672454834,
+ 1.0542625444412232,
+ 1.0640178268432616,
+ 1.10920906085968,
+ 1.1122959064483642,
+ 1.0692581912994386,
+ 1.0431142856597901,
+ 1.0079946722984314,
+ 1.004625850868225,
+ 0.9657065452575684,
+ 0.987287603187561,
+ 0.9696861606597901,
+ 0.9506798803329468,
+ 0.9282126628875732,
+ 0.927169044971466,
+ 0.8895869630813599,
+ 0.9118406322479248,
+ 0.880739783000946,
+ 0.8995118801116944,
+ 0.9030367485046387,
+ 0.8806243282318115,
+ 0.859384224319458,
+ 0.8554368983268738,
+ 0.8580255534172058,
+ 0.8396073943138123,
+ 0.8226373916625976,
+ 0.8179270943164826,
+ 0.8061285870552063,
+ 0.8003266729354859,
+ 0.7872838403701782,
+ 0.7727557550430297,
+ 0.7704776877403259,
+ 0.7667377745628357,
+ 0.7585975839614868,
+ 0.7477805254936218,
+ 0.7369667429924012,
+ 0.7361846633911133,
+ 0.7324250010490417,
+ 0.7300120206832885,
+ 0.7282338066101074,
+ 0.7252779340744019,
+ 0.7199260646820068,
+ 0.7161426591873169,
+ 0.7162261745452881,
+ 0.7125815645217896,
+ 0.7121326784133911,
+ 0.712986146068573,
+ 0.7102373764991761,
+ 0.709166716003418,
+ 0.7090627272605896,
+ 0.7080635800361633,
+ 0.7075329236984252,
+ 0.7072855897903443
+ ],
+ "train_acc": [
+ 0.3632,
+ 0.6056,
+ 0.6822,
+ 0.7026,
+ 0.6763,
+ 0.6838,
+ 0.6698,
+ 0.6532,
+ 0.6384,
+ 0.6301,
+ 0.6145,
+ 0.5902,
+ 0.5922,
+ 0.6063,
+ 0.6007,
+ 0.6007,
+ 0.6167,
+ 0.6197,
+ 0.6073,
+ 0.6184,
+ 0.6022,
+ 0.5992,
+ 0.6109,
+ 0.5973,
+ 0.6053,
+ 0.6094,
+ 0.606,
+ 0.6251,
+ 0.6317,
+ 0.6342,
+ 0.6262,
+ 0.6251,
+ 0.6305,
+ 0.6374,
+ 0.6449,
+ 0.6433,
+ 0.6553,
+ 0.6504,
+ 0.6565,
+ 0.6661,
+ 0.6722,
+ 0.675,
+ 0.6841,
+ 0.6819,
+ 0.6916,
+ 0.689,
+ 0.6844,
+ 0.6898,
+ 0.697,
+ 0.6968,
+ 0.6992,
+ 0.7051,
+ 0.7069,
+ 0.7039,
+ 0.7086,
+ 0.7106,
+ 0.7106,
+ 0.7148,
+ 0.7182,
+ 0.7197,
+ 0.7222,
+ 0.7262,
+ 0.7283,
+ 0.7306,
+ 0.7298,
+ 0.7304,
+ 0.7295,
+ 0.7306,
+ 0.7326,
+ 0.7349,
+ 0.7313,
+ 0.7338,
+ 0.7356,
+ 0.7332,
+ 0.7336,
+ 0.7353,
+ 0.7341,
+ 0.7366,
+ 0.7364,
+ 0.7364
+ ],
+ "test_acc": [
+ 0.5135,
+ 0.618,
+ 0.6695,
+ 0.6515,
+ 0.6515,
+ 0.6315,
+ 0.6225,
+ 0.6055,
+ 0.5995,
+ 0.584,
+ 0.5585,
+ 0.557,
+ 0.551,
+ 0.5605,
+ 0.5265,
+ 0.599,
+ 0.558,
+ 0.551,
+ 0.563,
+ 0.5645,
+ 0.57,
+ 0.577,
+ 0.563,
+ 0.546,
+ 0.5685,
+ 0.571,
+ 0.588,
+ 0.5825,
+ 0.6095,
+ 0.585,
+ 0.5855,
+ 0.604,
+ 0.5945,
+ 0.587,
+ 0.5875,
+ 0.62,
+ 0.6,
+ 0.6235,
+ 0.627,
+ 0.64,
+ 0.633,
+ 0.641,
+ 0.6375,
+ 0.6475,
+ 0.6465,
+ 0.633,
+ 0.648,
+ 0.6575,
+ 0.654,
+ 0.639,
+ 0.6655,
+ 0.6525,
+ 0.6625,
+ 0.662,
+ 0.6645,
+ 0.666,
+ 0.6765,
+ 0.67,
+ 0.674,
+ 0.678,
+ 0.681,
+ 0.6715,
+ 0.674,
+ 0.6805,
+ 0.674,
+ 0.678,
+ 0.6785,
+ 0.684,
+ 0.6795,
+ 0.6855,
+ 0.6845,
+ 0.685,
+ 0.6815,
+ 0.682,
+ 0.684,
+ 0.681,
+ 0.68,
+ 0.6825,
+ 0.684,
+ 0.684
+ ],
+ "state_pred_error": [
+ 0.6512474334239959,
+ 0.23058344020843505,
+ 0.1896287111759186,
+ 0.18471159949302673,
+ 0.18485726273059844,
+ 0.1737810070514679,
+ 0.16258639628887175,
+ 0.16076858344078063,
+ 0.15332085819244384,
+ 0.14920532870292663,
+ 0.14722106504440308,
+ 0.14300990376472472,
+ 0.1492370625972748,
+ 0.1439142399072647,
+ 0.12816479614973067,
+ 0.1202324061870575,
+ 0.117945645570755,
+ 0.11019849457740784,
+ 0.10783304533958435,
+ 0.10931210429668427,
+ 0.10170301874876023,
+ 0.09073063535690308,
+ 0.08647769033908843,
+ 0.08548861846923828,
+ 0.08252622492313386,
+ 0.08297095057964325,
+ 0.08413988354206085,
+ 0.08291892770528793,
+ 0.08127011013031006,
+ 0.08014206212759017,
+ 0.07530246855020523,
+ 0.07383085484504699,
+ 0.07433314504027366,
+ 0.07500043790340423,
+ 0.06373311177492141,
+ 0.053063148951530456,
+ 0.04655604932308197,
+ 0.04248758298754692,
+ 0.039597957611083985,
+ 0.03774079847335816,
+ 0.036414392232894895,
+ 0.036177867931127546,
+ 0.03710191646814346,
+ 0.03799050847887993,
+ 0.03865900856852531,
+ 0.03986500010490417,
+ 0.04025968971848488,
+ 0.04023946278095245,
+ 0.03935071052908897,
+ 0.038617061150074,
+ 0.03697362271547318,
+ 0.03568208778500557,
+ 0.03376017547249794,
+ 0.03194519720077515,
+ 0.03046695657968521,
+ 0.028837302082777024,
+ 0.026821034044027327,
+ 0.025166314297914504,
+ 0.023858547830581667,
+ 0.022523800045251847,
+ 0.02142890711426735,
+ 0.02049182191491127,
+ 0.019461944046616553,
+ 0.018724638411402702,
+ 0.018098203578591345,
+ 0.017532397788763046,
+ 0.017125102549791337,
+ 0.016625906114280223,
+ 0.016127729009091853,
+ 0.0156772187769413,
+ 0.01534948223233223,
+ 0.01498309828042984,
+ 0.014769109533727169,
+ 0.014400660943984985,
+ 0.014128298926353455,
+ 0.013869472323358058,
+ 0.013623444560170174,
+ 0.013534102323651313,
+ 0.013178734815120698,
+ 0.012914137981832028
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7669721841812134,
+ 0.3159201741218567,
+ 0.12931227684020996,
+ 0.11285121738910675,
+ 0.11607236415147781,
+ 0.09898597002029419,
+ 0.08882047981023788,
+ 0.08661012351512909,
+ 0.08416090905666351,
+ 0.07891363650560379,
+ 0.08571723103523254,
+ 0.07797139883041382
+ ],
+ "perturbation_rho": [
+ 0.6671731472015381,
+ 0.26826971769332886,
+ 0.10340800136327744,
+ 0.06843797862529755,
+ 0.0669264942407608,
+ 0.08176875114440918,
+ 0.10683348774909973,
+ 0.06641782820224762,
+ 0.09755225479602814,
+ 0.04477599635720253,
+ 0.0847611278295517,
+ 0.05422855541110039
+ ],
+ "nudging": {
+ "0.001": [
+ -0.020674603059887886,
+ -0.0009852666407823563,
+ -0.00032257993007078767,
+ -0.00028019698220305145,
+ -0.00029603225993923843,
+ -0.0002484910364728421,
+ -0.00022453245765063912,
+ -0.0002270418481202796,
+ -0.0002228383964393288,
+ -0.00021279064822010696,
+ -0.00022745912428945303,
+ -0.00021358227240853012
+ ],
+ "0.003": [
+ -0.06080744415521622,
+ -0.0029529533348977566,
+ -0.000967606611084193,
+ -0.0008409440633840859,
+ -0.0008881675312295556,
+ -0.0007449040422216058,
+ -0.000672660768032074,
+ -0.0006811338244006038,
+ -0.000667730113491416,
+ -0.0006377690588124096,
+ -0.0006822676514275372,
+ -0.0006406885222531855
+ ],
+ "0.01": [
+ -0.18878120183944702,
+ -0.009807860478758812,
+ -0.003219514386728406,
+ -0.0027990485541522503,
+ -0.0029557342641055584,
+ -0.002479594200849533,
+ -0.0022394107654690742,
+ -0.0022681057453155518,
+ -0.0022236446384340525,
+ -0.0021239176858216524,
+ -0.002271223347634077,
+ -0.0021332399919629097
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 11168.2578125,
+ 8443.55078125,
+ 4301.74609375,
+ 3486.31884765625,
+ 3134.353515625,
+ 2733.8369140625,
+ 2666.431640625,
+ 2571.673095703125,
+ 2489.172119140625,
+ 2732.81298828125,
+ 3179.04296875,
+ 3116.75927734375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1315750801086426,
+ 1.1275678437232972,
+ 0.7608565049171447,
+ 0.6336094784736633,
+ 0.5893053354263306,
+ 0.5536110488414765,
+ 0.5473899070739746,
+ 0.5555015350341796,
+ 0.5377608227729798,
+ 0.5654601648330688,
+ 0.5768093711853027,
+ 0.5968125733375549,
+ 0.5762377287864685,
+ 0.6280837037563324,
+ 0.6525607712745667,
+ 0.6160441763401031,
+ 0.6452989727020264,
+ 0.6671710391998291,
+ 0.7498049283504487,
+ 0.7619616928100585,
+ 0.8783720811843873,
+ 0.8115640605926514,
+ 0.8540671677589416,
+ 0.9438815314292908,
+ 1.0194129499912261,
+ 1.3004956233024598,
+ 1.208273486328125,
+ 1.1028277763366698,
+ 0.9904912512779236,
+ 1.0831217368125916,
+ 1.6056551074981689,
+ 1.5679107995986938,
+ 1.3498116270065308,
+ 1.2021915550231934,
+ 1.233414642238617,
+ 1.173053926086426,
+ 1.244126808643341,
+ 1.2047833410263062,
+ 1.3103191875457765,
+ 1.450556330871582,
+ 1.338700449371338,
+ 1.394380598449707,
+ 1.3369567630767822,
+ 1.3830016635894775,
+ 1.4491120206832886,
+ 1.355772504043579,
+ 1.4613750009536743,
+ 1.3933008644104004,
+ 1.4618995168685913,
+ 1.4758007205963135,
+ 1.3685514781951904,
+ 1.3153245384216308,
+ 1.376934875679016,
+ 1.3746307342529296,
+ 1.379645304107666,
+ 1.3670798933029176,
+ 1.3901595281600951,
+ 1.4185121158599854,
+ 1.4470027433395385,
+ 1.5002961723327637,
+ 1.5068544860839843,
+ 1.5301587196350097,
+ 1.513092244720459,
+ 1.5387826145172119,
+ 1.5067788402557374,
+ 1.4915789882659911,
+ 1.4699815629959105,
+ 1.4490281288146973,
+ 1.4375888122558593,
+ 1.4150205673217773,
+ 1.400378854084015,
+ 1.3909439609527587,
+ 1.3824152030944825,
+ 1.3735420917510985,
+ 1.3697484756469727,
+ 1.366435227203369,
+ 1.3618904499053954,
+ 1.3581113803863525,
+ 1.356816044807434,
+ 1.3559203275680543
+ ],
+ "train_acc": [
+ 0.224,
+ 0.5908,
+ 0.7109,
+ 0.7607,
+ 0.7744,
+ 0.794,
+ 0.79,
+ 0.7914,
+ 0.8039,
+ 0.802,
+ 0.8029,
+ 0.801,
+ 0.8075,
+ 0.8013,
+ 0.7967,
+ 0.8075,
+ 0.8041,
+ 0.8037,
+ 0.7932,
+ 0.7959,
+ 0.7755,
+ 0.7864,
+ 0.78,
+ 0.7553,
+ 0.7388,
+ 0.7019,
+ 0.7005,
+ 0.7057,
+ 0.7206,
+ 0.698,
+ 0.6358,
+ 0.6414,
+ 0.6436,
+ 0.6583,
+ 0.6537,
+ 0.6534,
+ 0.6344,
+ 0.6334,
+ 0.6075,
+ 0.585,
+ 0.6124,
+ 0.5768,
+ 0.5856,
+ 0.5795,
+ 0.5786,
+ 0.5889,
+ 0.5765,
+ 0.5842,
+ 0.5754,
+ 0.5733,
+ 0.5886,
+ 0.5993,
+ 0.578,
+ 0.5823,
+ 0.5771,
+ 0.589,
+ 0.5874,
+ 0.5864,
+ 0.5841,
+ 0.581,
+ 0.5822,
+ 0.5828,
+ 0.5828,
+ 0.5829,
+ 0.585,
+ 0.5876,
+ 0.591,
+ 0.5893,
+ 0.5924,
+ 0.5971,
+ 0.5978,
+ 0.5993,
+ 0.5975,
+ 0.5989,
+ 0.6019,
+ 0.5996,
+ 0.6014,
+ 0.6027,
+ 0.6026,
+ 0.6024
+ ],
+ "test_acc": [
+ 0.4435,
+ 0.637,
+ 0.691,
+ 0.7055,
+ 0.742,
+ 0.723,
+ 0.724,
+ 0.698,
+ 0.71,
+ 0.7455,
+ 0.7285,
+ 0.727,
+ 0.7385,
+ 0.7515,
+ 0.734,
+ 0.736,
+ 0.7215,
+ 0.719,
+ 0.7625,
+ 0.697,
+ 0.724,
+ 0.7325,
+ 0.711,
+ 0.701,
+ 0.667,
+ 0.6085,
+ 0.6425,
+ 0.637,
+ 0.6435,
+ 0.488,
+ 0.5185,
+ 0.5225,
+ 0.5955,
+ 0.617,
+ 0.612,
+ 0.5595,
+ 0.554,
+ 0.5335,
+ 0.539,
+ 0.5405,
+ 0.4145,
+ 0.5155,
+ 0.524,
+ 0.4825,
+ 0.5755,
+ 0.477,
+ 0.5435,
+ 0.4805,
+ 0.4845,
+ 0.5665,
+ 0.5725,
+ 0.494,
+ 0.5165,
+ 0.55,
+ 0.538,
+ 0.5355,
+ 0.5435,
+ 0.5345,
+ 0.5575,
+ 0.561,
+ 0.556,
+ 0.563,
+ 0.564,
+ 0.56,
+ 0.562,
+ 0.572,
+ 0.568,
+ 0.557,
+ 0.564,
+ 0.574,
+ 0.5685,
+ 0.5775,
+ 0.563,
+ 0.568,
+ 0.5705,
+ 0.572,
+ 0.572,
+ 0.5725,
+ 0.572,
+ 0.571
+ ],
+ "value_loss": [
+ 2.9138871958732606,
+ 1.1022631580352784,
+ 0.9319236121177673,
+ 0.7978519012451172,
+ 0.7577287331581116,
+ 0.7042515501976013,
+ 0.6586682022094726,
+ 0.7588884521484375,
+ 0.7518065408706665,
+ 0.8810499990463256,
+ 0.9755400789260864,
+ 1.0526361764431,
+ 1.0445400088310242,
+ 1.252692174434662,
+ 1.3889376731872558,
+ 1.300380541419983,
+ 1.3794576427936553,
+ 1.4253910701751709,
+ 1.9810868307113647,
+ 2.194575175476074,
+ 3.0307659772872926,
+ 2.4067670707702638,
+ 2.5513597805023194,
+ 2.7336216793060304,
+ 3.053514086151123,
+ 4.7302221481323246,
+ 3.3925644401550294,
+ 2.775765018463135,
+ 2.221942966938019,
+ 2.2246411628723144,
+ 5.384357067489624,
+ 5.233831034374237,
+ 3.163105836868286,
+ 2.1542870338439943,
+ 2.1550992218017577,
+ 2.6656919672012327,
+ 2.002714876174927,
+ 1.74481948928833,
+ 1.8624648433685302,
+ 2.076787268447876,
+ 1.8710257823944092,
+ 1.958513571166992,
+ 1.649655185508728,
+ 1.6125932949066162,
+ 2.0081273155212402,
+ 1.4420139938354493,
+ 1.8238695256233215,
+ 1.6240278913497925,
+ 1.8388916667938233,
+ 1.5901467416763306,
+ 1.4791289331436157,
+ 1.3453978649139404,
+ 1.297918366909027,
+ 1.200528673171997,
+ 1.2604325717926026,
+ 1.2986903020858764,
+ 1.3409297351837157,
+ 1.3383622268676758,
+ 1.5519800048828125,
+ 1.4891740257263184,
+ 1.6088176250457764,
+ 1.7245799392700196,
+ 1.7291366215705872,
+ 1.5569227603912354,
+ 1.5849707220077516,
+ 1.453390936088562,
+ 1.4432776542663575,
+ 1.4676635822296142,
+ 1.273773190689087,
+ 1.1522198958158494,
+ 1.3450853576660156,
+ 1.1712487615585327,
+ 1.1006177734375,
+ 1.117146457862854,
+ 1.159826749610901,
+ 1.040153635787964,
+ 1.0537519412994385,
+ 0.9792304852485657,
+ 1.0188624217987061,
+ 0.95497522315979
+ ],
+ "term_loss": [
+ 1.6808870628356933,
+ 0.8418537575721741,
+ 0.7667020098686218,
+ 0.6550530954360962,
+ 0.6069779561758042,
+ 0.5468185155630112,
+ 0.4998374924182892,
+ 0.6111144859313965,
+ 0.6096799449920655,
+ 0.7287877419471741,
+ 0.8274648229598999,
+ 0.8995155854701996,
+ 0.9002441462039947,
+ 1.097049927520752,
+ 1.2271722087860106,
+ 1.1485843418121338,
+ 1.2233097215652466,
+ 1.26716976146698,
+ 1.7900210740089417,
+ 1.9460071144104003,
+ 2.6685218320846555,
+ 2.036626290512085,
+ 2.1439288049697875,
+ 2.35301021528244,
+ 2.6526825618743897,
+ 4.199914279556275,
+ 2.894145081329346,
+ 2.3209693365097044,
+ 1.8253290235519408,
+ 1.8232774297714234,
+ 4.733495523166656,
+ 4.460964757013321,
+ 2.59017871131897,
+ 1.7353513706207275,
+ 1.7227497034072876,
+ 2.170975755023956,
+ 1.5856938004493712,
+ 1.3557625965118407,
+ 1.4581338554382324,
+ 1.65160093460083,
+ 1.460218872833252,
+ 1.5324822853088378,
+ 1.2387194828033448,
+ 1.1904955023765564,
+ 1.5343577083587647,
+ 1.0203948043823243,
+ 1.3787709797382355,
+ 1.1686672458648681,
+ 1.3607313781142234,
+ 1.164192317056656,
+ 1.0531481260299682,
+ 0.9685713556289672,
+ 0.9191585310459137,
+ 0.8289684215545654,
+ 0.8956387975692749,
+ 0.9272360958099365,
+ 0.9794390370845795,
+ 0.9855687606811523,
+ 1.181628607749939,
+ 1.123434832572937,
+ 1.2307934044837952,
+ 1.335347871017456,
+ 1.3480947745800018,
+ 1.1828620002746582,
+ 1.2076996083259584,
+ 1.0852937175512314,
+ 1.0779944334030152,
+ 1.0861511331558227,
+ 0.9256630334854126,
+ 0.8190074906170368,
+ 0.9839356534004211,
+ 0.8315309607505799,
+ 0.7704235172271728,
+ 0.7783107600212097,
+ 0.8086720629692078,
+ 0.7087357486724853,
+ 0.7182173488616943,
+ 0.6559986435174942,
+ 0.6836358494758606,
+ 0.6288936994552612
+ ],
+ "bridge_loss": [
+ 0.9492729762485367,
+ 0.05790521508902311,
+ 0.008084059101343155,
+ 0.0038914968118071557,
+ 0.014953732180595397,
+ 0.026874115404486656,
+ 0.025175111523270607,
+ 0.013569228036701679,
+ 0.011279044309258461,
+ 0.015361159473657609,
+ 0.010007666802406312,
+ 0.010759075009822846,
+ 0.008863374817371369,
+ 0.010565215808153153,
+ 0.01431704029738903,
+ 0.01245639272481203,
+ 0.011864153837412596,
+ 0.013191274722665548,
+ 0.036286889004707334,
+ 0.08858205670118333,
+ 0.1876173447370529,
+ 0.2052448028087616,
+ 0.23761723659038544,
+ 0.19063645343780516,
+ 0.19986087894439697,
+ 0.2954687296628952,
+ 0.2650281882286072,
+ 0.22584694170951844,
+ 0.18357310107946395,
+ 0.17081516757011414,
+ 0.3614925577163696,
+ 0.48578131484985354,
+ 0.29585003600120546,
+ 0.16319083409309387,
+ 0.16577295184135438,
+ 0.23821018815040587,
+ 0.14544457584619522,
+ 0.11933779344558716,
+ 0.1195192194223404,
+ 0.12099922590255738,
+ 0.11734530322551727,
+ 0.1201287920832634,
+ 0.11132868221998214,
+ 0.12015857456922531,
+ 0.16084424114227294,
+ 0.12574590224027635,
+ 0.12926621383428574,
+ 0.15031628198623656,
+ 0.16125666260719299,
+ 0.10902463984489441,
+ 0.12337167377471923,
+ 0.0837235963344574,
+ 0.07390378758907318,
+ 0.06712040519714356,
+ 0.05870588574409485,
+ 0.07018440127372742,
+ 0.05867706568241119,
+ 0.047857114362716675,
+ 0.0606671004652977,
+ 0.05209314270019531,
+ 0.06518135804533959,
+ 0.07501878665685653,
+ 0.06833717626929284,
+ 0.06045493056178093,
+ 0.06650661500692368,
+ 0.060288525009155276,
+ 0.06200537823438644,
+ 0.07822481272220612,
+ 0.04460304388999939,
+ 0.03354956085383892,
+ 0.0633296797245741,
+ 0.04248417546153069,
+ 0.03512862289845944,
+ 0.04510229033231735,
+ 0.05826025112867356,
+ 0.03656574003100395,
+ 0.04282294084429741,
+ 0.03138661871179938,
+ 0.043345933312177655,
+ 0.0344168305516243
+ ],
+ "tgrad_loss": [
+ 0.2837271708488464,
+ 0.20250418248176574,
+ 0.1571375395655632,
+ 0.13890730676651,
+ 0.13579704699516296,
+ 0.13055892231464386,
+ 0.1336555983543396,
+ 0.13420473737716676,
+ 0.1308475558042526,
+ 0.13690110483169557,
+ 0.13806758637428285,
+ 0.14236151192188262,
+ 0.13543248913288117,
+ 0.14507703199386596,
+ 0.14744842977523803,
+ 0.1393398109436035,
+ 0.14428377581238747,
+ 0.14503003504276277,
+ 0.1547788742184639,
+ 0.1599859984397888,
+ 0.17462680044174195,
+ 0.16489596152305602,
+ 0.1698137484550476,
+ 0.1899749903678894,
+ 0.20097066857814788,
+ 0.2348391308784485,
+ 0.23339117636680604,
+ 0.22894872980117797,
+ 0.21304085222482683,
+ 0.2305485824584961,
+ 0.28936895632743836,
+ 0.28708498154878614,
+ 0.2770771013736725,
+ 0.2557448182106018,
+ 0.2665765688657761,
+ 0.2565060169696808,
+ 0.2715765025138855,
+ 0.2697190866470337,
+ 0.2848117718219757,
+ 0.3041871148586273,
+ 0.2934616066932678,
+ 0.3059024829864502,
+ 0.29960701389312744,
+ 0.30193921012878416,
+ 0.3129253786087036,
+ 0.29587329483032226,
+ 0.31583235063552856,
+ 0.305044357919693,
+ 0.31690361921787263,
+ 0.31692978138923644,
+ 0.3026091367721558,
+ 0.29310291533470156,
+ 0.30485604639053343,
+ 0.30443984775543215,
+ 0.30608788843154905,
+ 0.3012698002338409,
+ 0.302813631105423,
+ 0.3049363513946533,
+ 0.30968429160118105,
+ 0.3136460470676422,
+ 0.3128428608894348,
+ 0.31421328043937685,
+ 0.31270467071533203,
+ 0.31360582246780394,
+ 0.3107645062446594,
+ 0.30780868940353395,
+ 0.30327784061431884,
+ 0.30328763818740845,
+ 0.3035071188926697,
+ 0.29966285078525545,
+ 0.29782002868652346,
+ 0.29723363511562345,
+ 0.29506562762260435,
+ 0.29373341407775877,
+ 0.2928944456100464,
+ 0.29485214648246766,
+ 0.29271164841651914,
+ 0.29184522535800933,
+ 0.2918806325912476,
+ 0.2916646807193756
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.009321734309196472,
+ 0.04962325841188431,
+ 0.06880976259708405,
+ 0.07808464020490646,
+ 0.08887439966201782,
+ 0.0946938544511795,
+ 0.09941184520721436,
+ 0.09979166835546494,
+ 0.10197117179632187,
+ 0.10147081315517426,
+ 0.09914548695087433,
+ 0.0936545580625534
+ ],
+ "perturbation_rho": [
+ -0.0036096302792429924,
+ 0.0626683160662651,
+ 0.10237888991832733,
+ 0.12722331285476685,
+ 0.138666570186615,
+ 0.14094725251197815,
+ 0.1720128357410431,
+ 0.18820315599441528,
+ 0.1971924901008606,
+ 0.19901405274868011,
+ 0.18742212653160095,
+ 0.1956271380186081
+ ],
+ "nudging": {
+ "0.001": [
+ -0.000869398470968008,
+ -0.00042921488056890666,
+ -0.0005759936757385731,
+ -0.0006805005250498652,
+ -0.0007694564992561936,
+ -0.0008467672159895301,
+ -0.0008808936108835042,
+ -0.0009030184592120349,
+ -0.0009463174501433969,
+ -0.000948121421970427,
+ -0.0009286807617172599,
+ -0.000908168382011354
+ ],
+ "0.003": [
+ -0.00256392196752131,
+ -0.0012864901218563318,
+ -0.0017271814867854118,
+ -0.002043036511167884,
+ -0.0023080133832991123,
+ -0.002536242129281163,
+ -0.002642394509166479,
+ -0.00270812027156353,
+ -0.0028397280257195234,
+ -0.002845325041562319,
+ -0.0027879015542566776,
+ -0.0027260873466730118
+ ],
+ "0.01": [
+ -0.00799381174147129,
+ -0.0042757005430758,
+ -0.005744780879467726,
+ -0.006799482740461826,
+ -0.0076793828047811985,
+ -0.008442584425210953,
+ -0.008797119371592999,
+ -0.009013657458126545,
+ -0.009450232610106468,
+ -0.009471941739320755,
+ -0.009278533980250359,
+ -0.009069977328181267
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json
new file mode 100644
index 0000000..2eac31c
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.0399647656440736,
+ 0.5801911403656006,
+ 0.44912500467300415,
+ 0.4777579921722412,
+ 0.39411258869171145,
+ 0.3850814968109131,
+ 0.366568944978714,
+ 0.3459391833782196,
+ 0.3640839920282364,
+ 0.2808071050643921,
+ 0.27807387437820436,
+ 0.28600655393600466,
+ 0.28525742359161377,
+ 0.41426767587661745,
+ 0.32584802840948107,
+ 0.2218840173482895,
+ 0.23068335400819778,
+ 0.20809108746051788,
+ 0.22863631756305694,
+ 0.20474828234910966,
+ 0.1990956850528717,
+ 0.2024397686958313,
+ 0.2252926200389862,
+ 0.18378393414020538,
+ 0.18460674629211427,
+ 0.20635630996227264,
+ 0.1624528563261032,
+ 0.14138628933429717,
+ 0.15325817773342132,
+ 0.1448709319114685,
+ 0.20757121787071228,
+ 0.14481499516963958,
+ 0.11939099235534668,
+ 0.11831074991226197,
+ 0.10753689811229705,
+ 0.14279772633314133,
+ 0.10776034088134766,
+ 0.1341373483777046,
+ 0.09477192969322204,
+ 0.10186409213542938,
+ 0.11290034632086754,
+ 0.07553712728023529,
+ 0.07299047479629517,
+ 0.07112597908973693,
+ 0.07655592976808548,
+ 0.06261439298391343,
+ 0.06049537926912308,
+ 0.04479087981581688,
+ 0.038241669833660126,
+ 0.03606927845478058,
+ 0.04739076436012983,
+ 0.03390505993962288,
+ 0.03161321499347687,
+ 0.030190881507098675,
+ 0.026108801245689393,
+ 0.032475268816947934,
+ 0.026346699427068233,
+ 0.022964472925662994,
+ 0.02266303038597107,
+ 0.021826831635832787,
+ 0.020797414591908456,
+ 0.02012179616689682,
+ 0.02016616339087486,
+ 0.019080601900815963,
+ 0.0190194882273674,
+ 0.019803267088532448,
+ 0.018120336823165415,
+ 0.01736899336576462,
+ 0.017093995988368988,
+ 0.017035954880714417,
+ 0.016762651598453523,
+ 0.016471507793664932,
+ 0.016212560105323792,
+ 0.016106035402417184,
+ 0.01601193640232086,
+ 0.015896790677309036,
+ 0.015815340642631053,
+ 0.015758654138445856,
+ 0.015722464257478714,
+ 0.01570532155185938
+ ],
+ "train_acc": [
+ 0.6193,
+ 0.7754,
+ 0.8227,
+ 0.8164,
+ 0.8453,
+ 0.8489,
+ 0.8571,
+ 0.8603,
+ 0.8547,
+ 0.8868,
+ 0.8888,
+ 0.8858,
+ 0.8865,
+ 0.8483,
+ 0.8728,
+ 0.9135,
+ 0.9089,
+ 0.9205,
+ 0.9081,
+ 0.9167,
+ 0.9215,
+ 0.9221,
+ 0.9121,
+ 0.9259,
+ 0.927,
+ 0.9208,
+ 0.9376,
+ 0.9462,
+ 0.9427,
+ 0.9467,
+ 0.9245,
+ 0.9457,
+ 0.9547,
+ 0.9557,
+ 0.9617,
+ 0.9532,
+ 0.9629,
+ 0.9514,
+ 0.9685,
+ 0.9634,
+ 0.9591,
+ 0.9769,
+ 0.9773,
+ 0.9791,
+ 0.9767,
+ 0.9812,
+ 0.9834,
+ 0.9908,
+ 0.9944,
+ 0.9957,
+ 0.9885,
+ 0.9968,
+ 0.9973,
+ 0.9967,
+ 0.9987,
+ 0.9955,
+ 0.998,
+ 0.9994,
+ 0.9993,
+ 0.9994,
+ 0.9995,
+ 0.9993,
+ 0.9994,
+ 0.9999,
+ 0.9998,
+ 0.9993,
+ 0.9997,
+ 0.9999,
+ 0.9999,
+ 0.9998,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.767,
+ 0.7795,
+ 0.807,
+ 0.8175,
+ 0.8155,
+ 0.828,
+ 0.8305,
+ 0.8315,
+ 0.817,
+ 0.848,
+ 0.843,
+ 0.843,
+ 0.842,
+ 0.82,
+ 0.8395,
+ 0.8475,
+ 0.85,
+ 0.8465,
+ 0.8455,
+ 0.8455,
+ 0.846,
+ 0.847,
+ 0.844,
+ 0.846,
+ 0.854,
+ 0.845,
+ 0.8535,
+ 0.857,
+ 0.8495,
+ 0.8515,
+ 0.85,
+ 0.857,
+ 0.862,
+ 0.8465,
+ 0.8665,
+ 0.848,
+ 0.861,
+ 0.8595,
+ 0.857,
+ 0.856,
+ 0.856,
+ 0.8595,
+ 0.861,
+ 0.8585,
+ 0.864,
+ 0.8635,
+ 0.8625,
+ 0.864,
+ 0.8675,
+ 0.869,
+ 0.871,
+ 0.8665,
+ 0.8685,
+ 0.8675,
+ 0.868,
+ 0.861,
+ 0.868,
+ 0.868,
+ 0.863,
+ 0.8705,
+ 0.8705,
+ 0.8655,
+ 0.868,
+ 0.8685,
+ 0.868,
+ 0.87,
+ 0.869,
+ 0.869,
+ 0.87,
+ 0.8685,
+ 0.868,
+ 0.869,
+ 0.869,
+ 0.869,
+ 0.869,
+ 0.869,
+ 0.8685,
+ 0.8685,
+ 0.869,
+ 0.869
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.802544355392456,
+ 0.7848162055015564,
+ 0.7700465321540833,
+ 0.7570744752883911,
+ 0.7440193891525269,
+ 0.733696699142456,
+ 0.7256457805633545,
+ 0.7199540734291077,
+ 0.7157886028289795,
+ 0.7124584913253784,
+ 0.7102035284042358,
+ 0.7086857557296753
+ ],
+ "perturbation_rho": [
+ 0.9999985694885254,
+ 0.9999974966049194,
+ 0.9999951720237732,
+ 0.9999867677688599,
+ 0.9999691843986511,
+ 0.9999383687973022,
+ 0.9999032020568848,
+ 0.9998719692230225,
+ 0.9998380541801453,
+ 0.9998047351837158,
+ 0.9996931552886963,
+ 0.9996466040611267
+ ],
+ "nudging": {
+ "0.001": [
+ -0.03132425993680954,
+ -0.019242331385612488,
+ -0.011778481304645538,
+ -0.007423160132020712,
+ -0.0049812826327979565,
+ -0.0036035804077982903,
+ -0.002788721350952983,
+ -0.002277323277667165,
+ -0.001938710454851389,
+ -0.001707348506897688,
+ -0.0015431708889082074,
+ -0.0014260823372751474
+ ],
+ "0.003": [
+ -0.0852988138794899,
+ -0.05447565019130707,
+ -0.03411520645022392,
+ -0.02178676798939705,
+ -0.01472880132496357,
+ -0.010699238628149033,
+ -0.008299889042973518,
+ -0.006788033060729504,
+ -0.005784356966614723,
+ -0.005097454413771629,
+ -0.004609576426446438,
+ -0.004260959103703499
+ ],
+ "0.01": [
+ -0.20057430863380432,
+ -0.1480334997177124,
+ -0.10051561146974564,
+ -0.0672251284122467,
+ -0.04664912819862366,
+ -0.03438428044319153,
+ -0.026901239529252052,
+ -0.02211749367415905,
+ -0.018912356346845627,
+ -0.01670587807893753,
+ -0.015132123604416847,
+ -0.01400449313223362
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.149601824569702,
+ 1.1820548335075378,
+ 0.8234183177947998,
+ 0.7200943376541138,
+ 0.6561116080284118,
+ 0.620822652053833,
+ 0.5853398329257965,
+ 0.5778777595520019,
+ 0.7235412719726563,
+ 0.6490978884458541,
+ 0.6030288267135621,
+ 0.6537958155632019,
+ 0.612600318145752,
+ 0.7587651762008667,
+ 0.6095341785430908,
+ 0.607348887681961,
+ 0.6443412380218506,
+ 0.7816055872917175,
+ 0.6487067770004272,
+ 0.5616429460525513,
+ 0.7008121586799622,
+ 0.9083496631622314,
+ 0.7033928192138672,
+ 0.8647868811607361,
+ 0.7038018920898438,
+ 0.8607533900737763,
+ 1.1982451632499695,
+ 0.716190754699707,
+ 0.796311668586731,
+ 0.7249050006866455,
+ 1.0628387544631959,
+ 0.9199559782981872,
+ 0.6391925012588501,
+ 0.7518097076416016,
+ 0.9904849645614624,
+ 0.8506406380176544,
+ 0.6844657245635987,
+ 0.7756393531799316,
+ 0.6564820529937744,
+ 0.6705869068145752,
+ 0.8701811204910278,
+ 0.6173303858757019,
+ 0.6615938651561737,
+ 0.7780586873054505,
+ 0.7907266628265381,
+ 0.7058374786376953,
+ 0.73820833568573,
+ 0.6771799244880676,
+ 0.6215859540939331,
+ 0.6903766424179077,
+ 0.5457969979286194,
+ 0.5275934984207153,
+ 0.5418724191665649,
+ 0.6481596652507782,
+ 0.5005363792419434,
+ 0.5815837169647217,
+ 0.6330155878543854,
+ 0.47478886585235597,
+ 0.6646243638038635,
+ 0.50522829580307,
+ 0.4747637662887573,
+ 0.5031630943536758,
+ 0.4689687178134918,
+ 0.45459979906082154,
+ 0.4733929946899414,
+ 0.4546206594467163,
+ 0.4687062328338623,
+ 0.44810478954315186,
+ 0.46362107830047605,
+ 0.45515496921539306,
+ 0.4470784990310669,
+ 0.44082560133934023,
+ 0.436901840877533,
+ 0.4296060552597046,
+ 0.42962351865768433,
+ 0.427029859828949,
+ 0.42571502952575685,
+ 0.42384919719696046,
+ 0.4223989706993103,
+ 0.42166884746551514
+ ],
+ "train_acc": [
+ 0.2223,
+ 0.5787,
+ 0.6929,
+ 0.7332,
+ 0.7588,
+ 0.7712,
+ 0.7889,
+ 0.785,
+ 0.7456,
+ 0.767,
+ 0.7725,
+ 0.7687,
+ 0.7774,
+ 0.736,
+ 0.78,
+ 0.7792,
+ 0.7658,
+ 0.7313,
+ 0.765,
+ 0.7913,
+ 0.7498,
+ 0.7208,
+ 0.7511,
+ 0.7212,
+ 0.7568,
+ 0.7148,
+ 0.6906,
+ 0.7532,
+ 0.7328,
+ 0.7448,
+ 0.6827,
+ 0.6978,
+ 0.7627,
+ 0.7378,
+ 0.7077,
+ 0.7215,
+ 0.7553,
+ 0.7385,
+ 0.7615,
+ 0.765,
+ 0.7164,
+ 0.7733,
+ 0.7629,
+ 0.7301,
+ 0.7281,
+ 0.7514,
+ 0.7471,
+ 0.7564,
+ 0.7725,
+ 0.7726,
+ 0.7939,
+ 0.8034,
+ 0.7971,
+ 0.7687,
+ 0.809,
+ 0.7824,
+ 0.774,
+ 0.818,
+ 0.7646,
+ 0.8096,
+ 0.8157,
+ 0.8114,
+ 0.8225,
+ 0.8258,
+ 0.8217,
+ 0.8254,
+ 0.819,
+ 0.8251,
+ 0.8233,
+ 0.8234,
+ 0.8285,
+ 0.8311,
+ 0.8341,
+ 0.8354,
+ 0.8332,
+ 0.8357,
+ 0.8338,
+ 0.8378,
+ 0.8381,
+ 0.8381
+ ],
+ "test_acc": [
+ 0.4755,
+ 0.659,
+ 0.6965,
+ 0.696,
+ 0.691,
+ 0.7085,
+ 0.7325,
+ 0.632,
+ 0.7105,
+ 0.702,
+ 0.6305,
+ 0.694,
+ 0.6055,
+ 0.7155,
+ 0.733,
+ 0.659,
+ 0.6925,
+ 0.705,
+ 0.685,
+ 0.7295,
+ 0.4795,
+ 0.653,
+ 0.6625,
+ 0.6745,
+ 0.6525,
+ 0.5535,
+ 0.6245,
+ 0.6075,
+ 0.667,
+ 0.5685,
+ 0.548,
+ 0.727,
+ 0.67,
+ 0.543,
+ 0.574,
+ 0.679,
+ 0.6475,
+ 0.674,
+ 0.545,
+ 0.5625,
+ 0.6385,
+ 0.5985,
+ 0.5905,
+ 0.6415,
+ 0.6215,
+ 0.545,
+ 0.6555,
+ 0.6855,
+ 0.6105,
+ 0.699,
+ 0.7005,
+ 0.6905,
+ 0.68,
+ 0.755,
+ 0.6995,
+ 0.6885,
+ 0.765,
+ 0.674,
+ 0.763,
+ 0.7675,
+ 0.729,
+ 0.7535,
+ 0.7645,
+ 0.7775,
+ 0.7695,
+ 0.7725,
+ 0.7805,
+ 0.7835,
+ 0.7825,
+ 0.794,
+ 0.7905,
+ 0.797,
+ 0.795,
+ 0.7925,
+ 0.7995,
+ 0.7975,
+ 0.801,
+ 0.7995,
+ 0.802,
+ 0.8
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.04262668639421463,
+ 0.2711353898048401,
+ 0.1898173838853836,
+ 0.1387583613395691,
+ 0.09531620889902115,
+ 0.1376194804906845,
+ 0.07653278112411499,
+ 0.08707999438047409,
+ 0.09030534327030182,
+ 0.10221391171216965,
+ 0.06503984332084656,
+ 0.09489849209785461
+ ],
+ "perturbation_rho": [
+ 0.0572824701666832,
+ 0.20349135994911194,
+ 0.20036441087722778,
+ 0.17148703336715698,
+ 0.0623050183057785,
+ 0.14095279574394226,
+ 0.05262026563286781,
+ 0.12087561190128326,
+ 0.10731191188097,
+ 0.061124786734580994,
+ 0.07995927333831787,
+ 0.10992658138275146
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0009717136854305863,
+ -0.0008302950882352889,
+ -0.0005646379431709647,
+ -0.00043579499470070004,
+ -0.0003014454268850386,
+ -0.00036783237010240555,
+ -0.00023612093355040997,
+ -0.0002637406578287482,
+ -0.00028259685495868325,
+ -0.00030849844915792346,
+ -0.0002243968192487955,
+ -0.0002889384631998837
+ ],
+ "0.003": [
+ -0.002888135612010956,
+ -0.0024814684875309467,
+ -0.0016913014696910977,
+ -0.0013047860702499747,
+ -0.0009024770115502179,
+ -0.001099176937714219,
+ -0.0007079166825860739,
+ -0.000786340911872685,
+ -0.0008432960603386164,
+ -0.0009207193506881595,
+ -0.0006701031234115362,
+ -0.0008658755104988813
+ ],
+ "0.01": [
+ -0.009360449388623238,
+ -0.00823313370347023,
+ -0.005617598537355661,
+ -0.004333253484219313,
+ -0.0029935596976429224,
+ -0.0036506117321550846,
+ -0.002341690007597208,
+ -0.002613792195916176,
+ -0.0027945097535848618,
+ -0.003059752518311143,
+ -0.002222315641120076,
+ -0.002874229568988085
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.805193168258667,
+ 1.141331272315979,
+ 0.9508048683166503,
+ 0.9720903642654419,
+ 1.0046518413543701,
+ 0.9624762474060059,
+ 0.9729494636535645,
+ 1.0329874326705932,
+ 1.0622312829971314,
+ 1.0902450609207153,
+ 1.0945431290626526,
+ 1.069749507522583,
+ 1.1206140889167786,
+ 1.1198603658676147,
+ 1.1902899974822998,
+ 1.129691632080078,
+ 1.1558469427108764,
+ 1.1596178537368775,
+ 1.1152971502304077,
+ 1.064276761817932,
+ 1.0659262399673461,
+ 1.003252516078949,
+ 1.006612749671936,
+ 0.995271017742157,
+ 1.0372564929962158,
+ 1.038958420085907,
+ 0.9995165836334229,
+ 1.0195529424667358,
+ 1.0122160236358642,
+ 1.0052064245224,
+ 0.9874209686279297,
+ 0.9727250333786011,
+ 0.9502078426361084,
+ 0.9627310655593873,
+ 0.9769992012023926,
+ 0.957837372303009,
+ 0.9192021017074585,
+ 0.9082319145202636,
+ 0.8588509743690491,
+ 0.8644218370437622,
+ 0.9094936531066895,
+ 0.8525595251083374,
+ 0.8475208776473999,
+ 0.8696963483810425,
+ 0.8863502472877502,
+ 0.8889586301803589,
+ 0.87190883436203,
+ 0.881449456501007,
+ 0.8687530401229858,
+ 0.8472485889434814,
+ 0.8228015476226807,
+ 0.8475295688629151,
+ 0.80593205909729,
+ 0.826126581954956,
+ 0.803306018447876,
+ 0.7851613706588745,
+ 0.789908846282959,
+ 0.8011346731185913,
+ 0.7741047975540161,
+ 0.7727820636749267,
+ 0.7508127551078796,
+ 0.7668908029556274,
+ 0.7510881311416626,
+ 0.749227946472168,
+ 0.7397995502471924,
+ 0.7420588563919067,
+ 0.7414700748443603,
+ 0.7316560808181762,
+ 0.7311081711769104,
+ 0.7289228174209594,
+ 0.718748868560791,
+ 0.719284348487854,
+ 0.7172070171356201,
+ 0.715237936592102,
+ 0.7131600219726563,
+ 0.7131189462661743,
+ 0.7111798879623413,
+ 0.7104117455482483,
+ 0.7099139176368713,
+ 0.7095409453392029
+ ],
+ "train_acc": [
+ 0.3709,
+ 0.5803,
+ 0.6538,
+ 0.6647,
+ 0.6778,
+ 0.6794,
+ 0.6696,
+ 0.6516,
+ 0.6416,
+ 0.6217,
+ 0.6176,
+ 0.6296,
+ 0.6117,
+ 0.6034,
+ 0.5943,
+ 0.6069,
+ 0.6078,
+ 0.6125,
+ 0.6227,
+ 0.6395,
+ 0.6313,
+ 0.6501,
+ 0.6486,
+ 0.6505,
+ 0.6382,
+ 0.6416,
+ 0.6519,
+ 0.6507,
+ 0.6519,
+ 0.6583,
+ 0.664,
+ 0.6627,
+ 0.674,
+ 0.6597,
+ 0.6604,
+ 0.6646,
+ 0.6778,
+ 0.68,
+ 0.6945,
+ 0.6937,
+ 0.688,
+ 0.6978,
+ 0.7007,
+ 0.6932,
+ 0.6887,
+ 0.6921,
+ 0.692,
+ 0.6911,
+ 0.6934,
+ 0.7005,
+ 0.708,
+ 0.6977,
+ 0.7073,
+ 0.6989,
+ 0.7051,
+ 0.7132,
+ 0.7119,
+ 0.7087,
+ 0.7146,
+ 0.7158,
+ 0.7208,
+ 0.7171,
+ 0.718,
+ 0.7186,
+ 0.7237,
+ 0.7212,
+ 0.7217,
+ 0.7247,
+ 0.7269,
+ 0.7235,
+ 0.7261,
+ 0.7261,
+ 0.7309,
+ 0.7315,
+ 0.7304,
+ 0.7293,
+ 0.7312,
+ 0.7309,
+ 0.7309,
+ 0.7318
+ ],
+ "test_acc": [
+ 0.557,
+ 0.6055,
+ 0.6535,
+ 0.6415,
+ 0.664,
+ 0.6595,
+ 0.6375,
+ 0.6035,
+ 0.5975,
+ 0.595,
+ 0.601,
+ 0.5835,
+ 0.5835,
+ 0.5645,
+ 0.584,
+ 0.5695,
+ 0.5745,
+ 0.609,
+ 0.574,
+ 0.598,
+ 0.626,
+ 0.63,
+ 0.6245,
+ 0.621,
+ 0.6155,
+ 0.6145,
+ 0.634,
+ 0.633,
+ 0.6315,
+ 0.628,
+ 0.6495,
+ 0.6495,
+ 0.643,
+ 0.645,
+ 0.6315,
+ 0.658,
+ 0.6415,
+ 0.66,
+ 0.673,
+ 0.626,
+ 0.658,
+ 0.6685,
+ 0.6695,
+ 0.6535,
+ 0.6545,
+ 0.6515,
+ 0.652,
+ 0.665,
+ 0.67,
+ 0.673,
+ 0.634,
+ 0.676,
+ 0.6375,
+ 0.659,
+ 0.6855,
+ 0.672,
+ 0.6405,
+ 0.674,
+ 0.671,
+ 0.682,
+ 0.679,
+ 0.6815,
+ 0.678,
+ 0.682,
+ 0.7015,
+ 0.695,
+ 0.6895,
+ 0.6945,
+ 0.6905,
+ 0.701,
+ 0.6995,
+ 0.6985,
+ 0.697,
+ 0.7025,
+ 0.7035,
+ 0.701,
+ 0.701,
+ 0.703,
+ 0.701,
+ 0.702
+ ],
+ "state_pred_error": [
+ 0.6440004120349884,
+ 0.22280715556144715,
+ 0.19949485445022583,
+ 0.20333513226509095,
+ 0.1995665676832199,
+ 0.17360950779914855,
+ 0.1714025309562683,
+ 0.17567809512615204,
+ 0.1685861314535141,
+ 0.16071651792526245,
+ 0.1619973666191101,
+ 0.15727631628513336,
+ 0.14492446608543397,
+ 0.12553655084371568,
+ 0.1107056671500206,
+ 0.11173754686117172,
+ 0.09973258945941925,
+ 0.08481347136497498,
+ 0.07910840909481048,
+ 0.07374589838981628,
+ 0.061310838890075686,
+ 0.06086507865786552,
+ 0.06732999970912934,
+ 0.07213088345527649,
+ 0.0809302486538887,
+ 0.08693374264240265,
+ 0.07419926369190216,
+ 0.06476001297235488,
+ 0.059982232785224916,
+ 0.05517140857577324,
+ 0.054124026930332185,
+ 0.05320052717924118,
+ 0.052594351238012316,
+ 0.05146298713684082,
+ 0.051765013629198074,
+ 0.05068567814826965,
+ 0.04570020427107811,
+ 0.04117140547633171,
+ 0.03618445234298706,
+ 0.03204310758709907,
+ 0.030476485627889634,
+ 0.030838667666912078,
+ 0.03160947210788727,
+ 0.033142930656671524,
+ 0.03333787830770016,
+ 0.032523459002375604,
+ 0.0311232088804245,
+ 0.02853037500679493,
+ 0.02451359252333641,
+ 0.02123837867975235,
+ 0.018589539101719857,
+ 0.016551195853948594,
+ 0.015129762995243072,
+ 0.013792664562165737,
+ 0.012773465797305107,
+ 0.011814959405362606,
+ 0.011233214758336545,
+ 0.010517877446115017,
+ 0.009914308138936758,
+ 0.009384106412529946,
+ 0.008977115654200316,
+ 0.00859420112669468,
+ 0.008317897130548955,
+ 0.008036257766187192,
+ 0.0078045787990093235,
+ 0.007604624762386084,
+ 0.007382925689220428,
+ 0.007202555446326733,
+ 0.007032391829788685,
+ 0.006897161689400673,
+ 0.006739879739284515,
+ 0.00660956681072712,
+ 0.0065333484672009945,
+ 0.006379267732799053,
+ 0.006277855364978314,
+ 0.00618511489033699,
+ 0.006059934399276972,
+ 0.0059683645233511926,
+ 0.005828300928324461,
+ 0.0057282065466046335
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.7615377902984619,
+ 0.3628881573677063,
+ 0.1397334486246109,
+ 0.13061293959617615,
+ 0.11024273186922073,
+ 0.09393852204084396,
+ 0.10003305226564407,
+ 0.10794281214475632,
+ 0.10362739115953445,
+ 0.10100233554840088,
+ 0.1030983105301857,
+ 0.12448301911354065
+ ],
+ "perturbation_rho": [
+ 0.7019654512405396,
+ 0.3051794767379761,
+ 0.12004730850458145,
+ 0.11974964290857315,
+ 0.1315283179283142,
+ 0.11543487757444382,
+ 0.08415813744068146,
+ 0.14185138046741486,
+ 0.12905646860599518,
+ 0.0691840872168541,
+ 0.12997986376285553,
+ 0.09520171582698822
+ ],
+ "nudging": {
+ "0.001": [
+ -0.020074496045708656,
+ -0.0011415289482101798,
+ -0.0003986226802226156,
+ -0.00038571454933844507,
+ -0.0003159685875289142,
+ -0.000282247900031507,
+ -0.0002976277028210461,
+ -0.0003108965465798974,
+ -0.00029459979850798845,
+ -0.0002931723720394075,
+ -0.00029093120247125626,
+ -0.00034520530607551336
+ ],
+ "0.003": [
+ -0.05917724594473839,
+ -0.0034206160344183445,
+ -0.0011960607953369617,
+ -0.0011569153284654021,
+ -0.0009477420244365931,
+ -0.0008460878161713481,
+ -0.0008919922402128577,
+ -0.0009325277060270309,
+ -0.0008838848443701863,
+ -0.0008802718948572874,
+ -0.0008727886597625911,
+ -0.0010357015999034047
+ ],
+ "0.01": [
+ -0.1852446049451828,
+ -0.011355580762028694,
+ -0.003981029614806175,
+ -0.0038526845164597034,
+ -0.0031567115802317858,
+ -0.0028176922351121902,
+ -0.0029711187817156315,
+ -0.0031051787082105875,
+ -0.0029434349853545427,
+ -0.002931142458692193,
+ -0.002905802335590124,
+ -0.0034490139223635197
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 8110.80078125,
+ 4497.13623046875,
+ 2448.651123046875,
+ 2213.206298828125,
+ 2038.592041015625,
+ 2361.478515625,
+ 2122.5341796875,
+ 2178.11474609375,
+ 2310.2265625,
+ 2081.50390625,
+ 2114.170654296875,
+ 2407.947998046875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.148776465988159,
+ 1.1814707509994506,
+ 0.8142018517971039,
+ 0.7088346358299256,
+ 0.6350752319335937,
+ 0.6011627590179444,
+ 0.5896312768936157,
+ 0.6038155675411224,
+ 0.6367639873504639,
+ 0.611630228805542,
+ 0.6156754608631134,
+ 0.5475868948936462,
+ 0.7217369768142701,
+ 0.6653201589584351,
+ 0.6549628901481629,
+ 0.5913608861923217,
+ 0.6288921371459961,
+ 0.6264215920448303,
+ 0.6552036820411682,
+ 0.7734859038352966,
+ 0.620717143535614,
+ 0.6559980722427368,
+ 0.7568615766525268,
+ 0.7035983097076416,
+ 0.7369053153991699,
+ 0.7277791313171387,
+ 0.7967849886417389,
+ 0.9040812728881836,
+ 1.0086228225708007,
+ 0.8652441547393799,
+ 0.8433989980697632,
+ 1.068234407043457,
+ 1.4739661707878113,
+ 1.8162412731170654,
+ 1.680437289237976,
+ 1.391745728302002,
+ 1.656255067062378,
+ 1.4110714862823486,
+ 1.1851400486946106,
+ 1.0099994808197021,
+ 1.028020666885376,
+ 1.008147621154785,
+ 1.0491145919799805,
+ 1.1494903202056885,
+ 1.1833931898117065,
+ 1.189606708717346,
+ 1.184402177619934,
+ 1.1652568649291992,
+ 1.1241227840423584,
+ 1.0456886117458344,
+ 1.0670725841522217,
+ 1.0937847711563111,
+ 1.0900941519737244,
+ 1.091909122467041,
+ 1.0541937410354614,
+ 1.0984298721313477,
+ 1.0692434198379517,
+ 1.0763300409317016,
+ 1.0832363823890685,
+ 1.0875951803207398,
+ 1.1035369068145753,
+ 1.1004417110443114,
+ 1.0955762950897217,
+ 1.1328410696029663,
+ 1.121702961540222,
+ 1.0941922254562377,
+ 1.105709262084961,
+ 1.0955168069839478,
+ 1.0915766580581665,
+ 1.0790838848114013,
+ 1.0844950397491455,
+ 1.073964795780182,
+ 1.0757515462875367,
+ 1.0671116413116455,
+ 1.0617354885101318,
+ 1.0602436627388,
+ 1.0596875606536866,
+ 1.0585092328071595,
+ 1.0569489337921143,
+ 1.0562909119606019
+ ],
+ "train_acc": [
+ 0.2285,
+ 0.5769,
+ 0.6984,
+ 0.7352,
+ 0.7623,
+ 0.7801,
+ 0.7797,
+ 0.7776,
+ 0.7734,
+ 0.7791,
+ 0.7788,
+ 0.7976,
+ 0.744,
+ 0.7694,
+ 0.7669,
+ 0.7867,
+ 0.7689,
+ 0.773,
+ 0.7709,
+ 0.7432,
+ 0.7765,
+ 0.7624,
+ 0.7403,
+ 0.7537,
+ 0.741,
+ 0.751,
+ 0.7441,
+ 0.7342,
+ 0.7249,
+ 0.7502,
+ 0.7602,
+ 0.7391,
+ 0.7015,
+ 0.6897,
+ 0.6865,
+ 0.7091,
+ 0.6805,
+ 0.686,
+ 0.6956,
+ 0.7113,
+ 0.7053,
+ 0.7082,
+ 0.6983,
+ 0.6802,
+ 0.6718,
+ 0.6675,
+ 0.6669,
+ 0.6705,
+ 0.6697,
+ 0.6817,
+ 0.6679,
+ 0.6617,
+ 0.6593,
+ 0.6606,
+ 0.6628,
+ 0.654,
+ 0.6602,
+ 0.6538,
+ 0.6552,
+ 0.6518,
+ 0.6501,
+ 0.6485,
+ 0.6555,
+ 0.642,
+ 0.6462,
+ 0.652,
+ 0.653,
+ 0.6516,
+ 0.6506,
+ 0.6531,
+ 0.6546,
+ 0.6555,
+ 0.6554,
+ 0.6555,
+ 0.6585,
+ 0.6578,
+ 0.6573,
+ 0.6583,
+ 0.6578,
+ 0.6575
+ ],
+ "test_acc": [
+ 0.4705,
+ 0.6455,
+ 0.697,
+ 0.7195,
+ 0.7395,
+ 0.7235,
+ 0.721,
+ 0.654,
+ 0.7045,
+ 0.733,
+ 0.733,
+ 0.7205,
+ 0.6075,
+ 0.6015,
+ 0.667,
+ 0.695,
+ 0.692,
+ 0.717,
+ 0.65,
+ 0.7155,
+ 0.721,
+ 0.7095,
+ 0.6685,
+ 0.6755,
+ 0.6915,
+ 0.65,
+ 0.6675,
+ 0.694,
+ 0.6315,
+ 0.704,
+ 0.6575,
+ 0.655,
+ 0.6615,
+ 0.6415,
+ 0.656,
+ 0.6295,
+ 0.597,
+ 0.619,
+ 0.652,
+ 0.629,
+ 0.6645,
+ 0.677,
+ 0.6305,
+ 0.594,
+ 0.6205,
+ 0.6565,
+ 0.614,
+ 0.578,
+ 0.6325,
+ 0.6345,
+ 0.617,
+ 0.604,
+ 0.6015,
+ 0.5935,
+ 0.595,
+ 0.5985,
+ 0.612,
+ 0.614,
+ 0.612,
+ 0.624,
+ 0.623,
+ 0.619,
+ 0.607,
+ 0.6145,
+ 0.6235,
+ 0.6355,
+ 0.624,
+ 0.625,
+ 0.6245,
+ 0.621,
+ 0.6325,
+ 0.6165,
+ 0.6335,
+ 0.6355,
+ 0.633,
+ 0.6335,
+ 0.636,
+ 0.635,
+ 0.637,
+ 0.6375
+ ],
+ "value_loss": [
+ 2.8110924012184144,
+ 1.0558870765686035,
+ 0.8168890055179596,
+ 0.7087526061058045,
+ 0.6747339898109436,
+ 0.7047410857200622,
+ 0.6946773962974548,
+ 0.7863340533733368,
+ 0.9412341720581054,
+ 0.831102158164978,
+ 0.8582201668739319,
+ 0.662950705909729,
+ 1.1160548944473268,
+ 0.9702559132099151,
+ 0.9050511346578598,
+ 0.7823492926597595,
+ 0.7541343150138855,
+ 0.7990150864124298,
+ 1.004567841720581,
+ 1.4750306210517883,
+ 0.9225585294723511,
+ 0.9900291267395019,
+ 1.4712504830360413,
+ 1.0571229331970216,
+ 1.0176424533843995,
+ 1.2388241514205933,
+ 1.5617137315750123,
+ 2.2647137912750246,
+ 2.398833445739746,
+ 2.148024677848816,
+ 2.2395449771881104,
+ 3.704381360244751,
+ 6.6345307513237,
+ 8.889485812377929,
+ 7.216513509845734,
+ 4.78957142868042,
+ 5.98610913848877,
+ 4.262736887645722,
+ 2.9974183382034303,
+ 2.16633946557045,
+ 2.0203945972442625,
+ 2.078467296600342,
+ 2.2245993151664734,
+ 2.3508366590499876,
+ 1.990233847808838,
+ 2.1123542598724363,
+ 1.7581531209945678,
+ 1.6216532674789428,
+ 1.6240478748321534,
+ 1.1111126909255982,
+ 1.1907436922073364,
+ 1.2514173234939576,
+ 1.0694399843215943,
+ 1.0288991886138916,
+ 0.924325085067749,
+ 0.9715163703918457,
+ 1.034997721195221,
+ 1.0296417493820191,
+ 0.9379981343746185,
+ 0.929289114189148,
+ 0.9188536177635193,
+ 0.8787575536727905,
+ 0.8616826787948608,
+ 0.9979259113311768,
+ 0.9289968961715698,
+ 0.8151037572860718,
+ 0.8430522988319397,
+ 0.7192770887374877,
+ 0.7140207627296448,
+ 0.7555822341918945,
+ 0.8249447187423706,
+ 0.7111081220149994,
+ 0.7195552299499511,
+ 0.696260218334198,
+ 0.6993004722595215,
+ 0.6393350621223449,
+ 0.6692558577537536,
+ 0.6552567146778107,
+ 0.6035549112319947,
+ 0.6376882638454437
+ ],
+ "term_loss": [
+ 1.6429537870407105,
+ 0.7799642414569855,
+ 0.6450700888633728,
+ 0.544001949596405,
+ 0.5029326514720917,
+ 0.5384751222610473,
+ 0.5338305097579956,
+ 0.6271685851097107,
+ 0.7759458763122559,
+ 0.670561255645752,
+ 0.6930260807037354,
+ 0.5142842155456543,
+ 0.9223114760398865,
+ 0.7909464566707611,
+ 0.7283711557388306,
+ 0.6134422359228134,
+ 0.5745167485713959,
+ 0.6179891448736191,
+ 0.8072999868392944,
+ 1.1685954872608184,
+ 0.6874509717941284,
+ 0.6915433479309082,
+ 1.0379761940956116,
+ 0.7678791676044464,
+ 0.7365385051727295,
+ 0.888452003288269,
+ 1.1689853934288026,
+ 1.8738205919265747,
+ 1.9812078285217285,
+ 1.755995346546173,
+ 1.9156217575073242,
+ 3.2754078594207763,
+ 5.931076295042038,
+ 7.799770739746093,
+ 6.220347383117676,
+ 4.235098806762696,
+ 5.208815985870362,
+ 3.6477620443344114,
+ 2.481362159538269,
+ 1.721485794878006,
+ 1.6364931385040282,
+ 1.7316909828186036,
+ 1.7622679103374481,
+ 1.8701237350463866,
+ 1.5614522430419921,
+ 1.6687043725967408,
+ 1.3664477088928222,
+ 1.2542131168365478,
+ 1.2503349880218506,
+ 0.7934518660068512,
+ 0.8526655314445496,
+ 0.8882325883865356,
+ 0.7314094313621521,
+ 0.7021425265312194,
+ 0.6122970679283142,
+ 0.6549327205717563,
+ 0.7135983491659165,
+ 0.707961343383789,
+ 0.618238576579094,
+ 0.6056517326354981,
+ 0.5986014746427536,
+ 0.5598198036670685,
+ 0.5442600372314453,
+ 0.6618821332931518,
+ 0.5999844347953797,
+ 0.5050875579357147,
+ 0.5238150319099426,
+ 0.4168266535282135,
+ 0.4121341013431549,
+ 0.44742312049865723,
+ 0.508048579788208,
+ 0.41021962761878966,
+ 0.41673866806030274,
+ 0.39615153601169584,
+ 0.3979441471099853,
+ 0.3492745657533407,
+ 0.3673823845863342,
+ 0.3611060200572014,
+ 0.31359378118515013,
+ 0.3444120800256729
+ ],
+ "bridge_loss": [
+ 0.8798169805285463,
+ 0.06988263263404369,
+ 0.007221714366972446,
+ 0.009977325683832168,
+ 0.026867762994766235,
+ 0.02428093141168356,
+ 0.017750029611587524,
+ 0.01041710512638092,
+ 0.008498724353313445,
+ 0.007494112598896026,
+ 0.009115628288686275,
+ 0.006687443786859512,
+ 0.009187254488468171,
+ 0.0071553698055446145,
+ 0.0083095718793571,
+ 0.0106832455098629,
+ 0.009414582189917564,
+ 0.011997878777980805,
+ 0.025829354831576348,
+ 0.1085723452091217,
+ 0.06851940405368805,
+ 0.1190645812034607,
+ 0.23382153396606445,
+ 0.09718898033499718,
+ 0.08073521366119385,
+ 0.15449185333251952,
+ 0.19037553939819335,
+ 0.17207214410305025,
+ 0.1772028945326805,
+ 0.18125318269729615,
+ 0.12484188132286071,
+ 0.20437312326431276,
+ 0.44104156914949416,
+ 0.8135768440246582,
+ 0.7194256249904633,
+ 0.3012491428375244,
+ 0.4917928521633148,
+ 0.3458102744579315,
+ 0.2624234221935272,
+ 0.2108467219054699,
+ 0.14520962963104248,
+ 0.1109061488866806,
+ 0.22237445271611214,
+ 0.22470301866531373,
+ 0.16589241380691527,
+ 0.17665138913393022,
+ 0.12355085052251816,
+ 0.10024731488227845,
+ 0.1102370167851448,
+ 0.0632073667794466,
+ 0.07717509996891021,
+ 0.09432626271247864,
+ 0.07223957173526287,
+ 0.05831001040935516,
+ 0.04691112922430039,
+ 0.04399191717505455,
+ 0.054682890085875985,
+ 0.05131758269071579,
+ 0.04948833506703377,
+ 0.05090191900730133,
+ 0.04628677634000778,
+ 0.04592856809794903,
+ 0.04618706555068493,
+ 0.05831435605287552,
+ 0.05219041556119919,
+ 0.038912322914600374,
+ 0.04784802967309952,
+ 0.029901893815398217,
+ 0.03067267468571663,
+ 0.039136952781677246,
+ 0.047098509496450426,
+ 0.03316549341678619,
+ 0.034926051980257035,
+ 0.03337522785365581,
+ 0.036731080013513565,
+ 0.026030787551403044,
+ 0.037166545414924625,
+ 0.029469560922682287,
+ 0.02593328186273575,
+ 0.029638116455078124
+ ],
+ "tgrad_loss": [
+ 0.28832164726257326,
+ 0.2060401952266693,
+ 0.16459719829559327,
+ 0.15477333117723466,
+ 0.14493357677459717,
+ 0.14198503303527832,
+ 0.14309685859680177,
+ 0.14874836663007737,
+ 0.15678957319259643,
+ 0.15304679074287414,
+ 0.15607846132516862,
+ 0.14197904839515685,
+ 0.18455617270469665,
+ 0.17215408868789672,
+ 0.16837040560245514,
+ 0.15822381327152252,
+ 0.17020298886299134,
+ 0.16902806978225707,
+ 0.17143850438594818,
+ 0.19786279382705688,
+ 0.16658815627098084,
+ 0.1794211902618408,
+ 0.19945275497436524,
+ 0.19205478763580322,
+ 0.20036873846054076,
+ 0.19588031902313233,
+ 0.20235279903411865,
+ 0.21882107915878296,
+ 0.24042275769710542,
+ 0.21077616119384765,
+ 0.19908131561279296,
+ 0.22460036993026733,
+ 0.26241290621757507,
+ 0.2761381866455078,
+ 0.27674061311483383,
+ 0.25322344913482664,
+ 0.28550028896331786,
+ 0.26916457452774045,
+ 0.25363275275230407,
+ 0.23400697290897368,
+ 0.2386918211221695,
+ 0.23587018747329713,
+ 0.2399569533109665,
+ 0.2560098692417145,
+ 0.26288919100761415,
+ 0.266998498249054,
+ 0.2681545648574829,
+ 0.26719284348487854,
+ 0.2634758550167084,
+ 0.2544534649372101,
+ 0.2609030704975128,
+ 0.26885847454071043,
+ 0.26579098694324493,
+ 0.2684466419219971,
+ 0.2651168885231018,
+ 0.2725917413234711,
+ 0.26671648054122926,
+ 0.2703628271102905,
+ 0.27027122049331664,
+ 0.27273546109199526,
+ 0.27396536240577696,
+ 0.27300917959213256,
+ 0.2712355743408203,
+ 0.2777294144630432,
+ 0.27682205362319945,
+ 0.27110387902259825,
+ 0.2713892430782318,
+ 0.2725485424041748,
+ 0.27121399002075197,
+ 0.2690221670150757,
+ 0.2697976267337799,
+ 0.2677230007648468,
+ 0.2678905071258545,
+ 0.26673345193862913,
+ 0.26462524137496946,
+ 0.2640297092437744,
+ 0.26470692901611326,
+ 0.2646811327219009,
+ 0.2640278464794159,
+ 0.2636380691766739
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.0012992812553420663,
+ 0.028360359370708466,
+ 0.07222752273082733,
+ 0.06384990364313126,
+ 0.0745362713932991,
+ 0.10235601663589478,
+ 0.11958298832178116,
+ 0.12767711281776428,
+ 0.12978672981262207,
+ 0.13033980131149292,
+ 0.131376713514328,
+ 0.13925974071025848
+ ],
+ "perturbation_rho": [
+ -0.036700520664453506,
+ 0.08258875459432602,
+ 0.18529893457889557,
+ 0.1350553333759308,
+ 0.14971259236335754,
+ 0.23370781540870667,
+ 0.15428856015205383,
+ 0.2475280910730362,
+ 0.20684200525283813,
+ 0.26022571325302124,
+ 0.23770767450332642,
+ 0.24039392173290253
+ ],
+ "nudging": {
+ "0.001": [
+ 1.9588624127209187e-05,
+ -0.00022895228175912052,
+ -0.0007079594652168453,
+ -0.0005056310910731554,
+ -0.0005876067443750799,
+ -0.0007552369497716427,
+ -0.0008725673542357981,
+ -0.0009411656064912677,
+ -0.0009967443766072392,
+ -0.0010289904894307256,
+ -0.001046083401888609,
+ -0.001075628912076354
+ ],
+ "0.003": [
+ 7.772856042720377e-05,
+ -0.0006833757506683469,
+ -0.002122018486261368,
+ -0.001515379874035716,
+ -0.001759801642037928,
+ -0.002262262161821127,
+ -0.002616232493892312,
+ -0.0028189788572490215,
+ -0.002985659521073103,
+ -0.003085652831941843,
+ -0.0031352993100881577,
+ -0.003224627347663045
+ ],
+ "0.01": [
+ 0.0004691533395089209,
+ -0.002260619541630149,
+ -0.007056917063891888,
+ -0.005040735937654972,
+ -0.005857650190591812,
+ -0.007526098750531673,
+ -0.008702869527041912,
+ -0.009377602487802505,
+ -0.009931675158441067,
+ -0.01026402972638607,
+ -0.010433407500386238,
+ -0.010728873312473297
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L2_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L2_s123.json
new file mode 100644
index 0000000..f6a54ab
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L2_s123.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.8134757766723633,
+ 0.9264522449493409,
+ 0.5520310824871063,
+ 0.4102143557548523,
+ 0.3579074279308319,
+ 0.318011970949173,
+ 0.30238913650512694,
+ 0.2825048192024231,
+ 0.27405023584365845,
+ 0.2710430831432343,
+ 0.2594404198884964,
+ 0.2341841076850891,
+ 0.2375671992301941,
+ 0.22861384831666948,
+ 0.21102480673789978,
+ 0.2138878378510475,
+ 0.20143119230270387,
+ 0.21637656970024108,
+ 0.19791898612976075,
+ 0.2010431251525879,
+ 0.1995568153619766,
+ 0.18589567379951477,
+ 0.18345476458072663,
+ 0.17632593874931335,
+ 0.16185988569259643,
+ 0.16167333889007568,
+ 0.17501846678256988,
+ 0.16296407165527343,
+ 0.1489872475385666,
+ 0.14913332681655883,
+ 0.14884000272750855,
+ 0.14476664385795593,
+ 0.14326060855388642,
+ 0.13225111142992974,
+ 0.12688777947425842,
+ 0.12592163169384002,
+ 0.12174792432785034,
+ 0.12096801409721375,
+ 0.11985228304862976,
+ 0.11514121813774109,
+ 0.1118896684885025,
+ 0.11161191877126694,
+ 0.10568768167495728,
+ 0.10417118835449218,
+ 0.10223673396110534,
+ 0.09966703229546547,
+ 0.09637608439922332,
+ 0.09464550490379334,
+ 0.09507670216560364,
+ 0.0932104425907135,
+ 0.09320190250873565,
+ 0.08970492560863495,
+ 0.0869272301197052,
+ 0.08439444209337235,
+ 0.08397750174999237,
+ 0.08251788482666016,
+ 0.08170321741104127,
+ 0.08105333895683288,
+ 0.07938651487827302,
+ 0.07741225541234016,
+ 0.07588316562175751,
+ 0.07549352577328682,
+ 0.07457819412350655,
+ 0.07359826315939426,
+ 0.0727104668855667,
+ 0.07231093420982361,
+ 0.07182440527677536,
+ 0.0712629911661148,
+ 0.07068480265140534,
+ 0.07020738124847412,
+ 0.06981901693344116,
+ 0.06955654413104058,
+ 0.06925340088009835,
+ 0.0689685908973217,
+ 0.06875414711236953,
+ 0.06860008796453476,
+ 0.06846473612785339,
+ 0.06837011733651162,
+ 0.06830710372775793,
+ 0.06827167451381683
+ ],
+ "train_acc": [
+ 0.3965,
+ 0.7393,
+ 0.8506,
+ 0.8812,
+ 0.8823,
+ 0.8914,
+ 0.8952,
+ 0.8966,
+ 0.9002,
+ 0.8984,
+ 0.9022,
+ 0.9147,
+ 0.9091,
+ 0.9149,
+ 0.926,
+ 0.9208,
+ 0.9255,
+ 0.9218,
+ 0.9277,
+ 0.9246,
+ 0.9251,
+ 0.9335,
+ 0.932,
+ 0.9386,
+ 0.9446,
+ 0.9436,
+ 0.9356,
+ 0.9407,
+ 0.9506,
+ 0.9491,
+ 0.9448,
+ 0.95,
+ 0.9517,
+ 0.9562,
+ 0.9606,
+ 0.9603,
+ 0.9601,
+ 0.9621,
+ 0.9626,
+ 0.9648,
+ 0.9683,
+ 0.9658,
+ 0.9701,
+ 0.9708,
+ 0.9721,
+ 0.9739,
+ 0.9756,
+ 0.9763,
+ 0.9752,
+ 0.977,
+ 0.9741,
+ 0.978,
+ 0.9797,
+ 0.9818,
+ 0.9827,
+ 0.9829,
+ 0.9834,
+ 0.9831,
+ 0.9832,
+ 0.9843,
+ 0.9868,
+ 0.9873,
+ 0.9874,
+ 0.9881,
+ 0.9882,
+ 0.9881,
+ 0.9887,
+ 0.9896,
+ 0.9896,
+ 0.9896,
+ 0.9897,
+ 0.9902,
+ 0.9903,
+ 0.9903,
+ 0.9905,
+ 0.9909,
+ 0.9909,
+ 0.991,
+ 0.9911,
+ 0.9911
+ ],
+ "test_acc": [
+ 0.6275,
+ 0.8135,
+ 0.8475,
+ 0.8675,
+ 0.864,
+ 0.8715,
+ 0.8725,
+ 0.875,
+ 0.879,
+ 0.8785,
+ 0.8755,
+ 0.8875,
+ 0.8715,
+ 0.8865,
+ 0.8865,
+ 0.889,
+ 0.887,
+ 0.8815,
+ 0.8845,
+ 0.8855,
+ 0.8885,
+ 0.8845,
+ 0.885,
+ 0.8855,
+ 0.89,
+ 0.882,
+ 0.885,
+ 0.8935,
+ 0.89,
+ 0.8875,
+ 0.891,
+ 0.8875,
+ 0.888,
+ 0.8935,
+ 0.8905,
+ 0.8965,
+ 0.888,
+ 0.888,
+ 0.8935,
+ 0.89,
+ 0.887,
+ 0.888,
+ 0.888,
+ 0.892,
+ 0.89,
+ 0.888,
+ 0.892,
+ 0.89,
+ 0.8935,
+ 0.892,
+ 0.888,
+ 0.8885,
+ 0.8915,
+ 0.897,
+ 0.894,
+ 0.892,
+ 0.8945,
+ 0.8945,
+ 0.8935,
+ 0.893,
+ 0.8945,
+ 0.896,
+ 0.8945,
+ 0.895,
+ 0.897,
+ 0.894,
+ 0.8975,
+ 0.894,
+ 0.8945,
+ 0.8935,
+ 0.893,
+ 0.895,
+ 0.896,
+ 0.8955,
+ 0.895,
+ 0.8955,
+ 0.8955,
+ 0.895,
+ 0.895,
+ 0.895
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8870643973350525,
+ 0.8695865869522095
+ ],
+ "perturbation_rho": [
+ 0.9999991059303284,
+ 0.9999968409538269
+ ],
+ "nudging": {
+ "0.001": [
+ -0.027860965579748154,
+ -0.011582823470234871
+ ],
+ "0.003": [
+ -0.07713194191455841,
+ -0.03366940841078758
+ ],
+ "0.01": [
+ -0.1920192688703537,
+ -0.10025370121002197
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2277308601379393,
+ 1.6089211181640626,
+ 1.0115381980895997,
+ 0.6971575919151306,
+ 0.5460078211784363,
+ 0.4641047782897949,
+ 0.42421296977996825,
+ 0.4004480885982513,
+ 0.3980832378387451,
+ 0.40035034217834475,
+ 0.4053838936328888,
+ 0.4165379599571228,
+ 0.41093469638824465,
+ 0.4381900384902954,
+ 0.40459541647434233,
+ 0.4161624723672867,
+ 0.4243528455734253,
+ 0.4472506643295288,
+ 0.4197193340301514,
+ 0.4405568720817566,
+ 0.4483852259159088,
+ 0.4182058423995972,
+ 0.46347024388313296,
+ 0.4317498147010803,
+ 0.4455674554824829,
+ 0.468244349861145,
+ 0.5031647268295288,
+ 0.48595187821388247,
+ 0.420454656124115,
+ 0.4349890894889831,
+ 0.4568765145778656,
+ 0.4257242699623108,
+ 0.4918008323669434,
+ 0.4292266354560852,
+ 0.4412042767524719,
+ 0.44511404564380647,
+ 0.4060916609764099,
+ 0.42281134433746337,
+ 0.45205292596817015,
+ 0.4296050157546997,
+ 0.46153125472068784,
+ 0.4331648801326752,
+ 0.4328668572425842,
+ 0.4199811037063599,
+ 0.40794372041225435,
+ 0.40181673164367676,
+ 0.390487536406517,
+ 0.4007012459754944,
+ 0.3911929183483124,
+ 0.39021644287109375,
+ 0.3868677257537842,
+ 0.38623606929779053,
+ 0.3859286364555359,
+ 0.37683377466201784,
+ 0.37579740810394285,
+ 0.36816846113204954,
+ 0.38835712060928346,
+ 0.3590394494056702,
+ 0.3600341588020325,
+ 0.3655199574947357,
+ 0.35341513319015505,
+ 0.35888077273368835,
+ 0.3514525812149048,
+ 0.34960040357112887,
+ 0.3468650718688965,
+ 0.34670376050472257,
+ 0.34839404121637346,
+ 0.3450363240242004,
+ 0.34819836664199827,
+ 0.3415450521469116,
+ 0.3402742134094238,
+ 0.3409415246963501,
+ 0.33930211052894593,
+ 0.3378286985516548,
+ 0.336081723356247,
+ 0.33632210760116577,
+ 0.3354383348464966,
+ 0.33510682430267336,
+ 0.33467428114414216,
+ 0.3344334460377693
+ ],
+ "train_acc": [
+ 0.1851,
+ 0.4619,
+ 0.667,
+ 0.7593,
+ 0.8055,
+ 0.8235,
+ 0.8372,
+ 0.8475,
+ 0.8481,
+ 0.8464,
+ 0.8516,
+ 0.8462,
+ 0.8502,
+ 0.8408,
+ 0.8569,
+ 0.8511,
+ 0.8507,
+ 0.845,
+ 0.8533,
+ 0.8491,
+ 0.8504,
+ 0.8561,
+ 0.8458,
+ 0.8526,
+ 0.8442,
+ 0.837,
+ 0.8328,
+ 0.8409,
+ 0.8521,
+ 0.8489,
+ 0.8443,
+ 0.852,
+ 0.8386,
+ 0.8507,
+ 0.8496,
+ 0.8493,
+ 0.8601,
+ 0.8535,
+ 0.8468,
+ 0.8539,
+ 0.8447,
+ 0.8467,
+ 0.8532,
+ 0.8539,
+ 0.857,
+ 0.8613,
+ 0.8621,
+ 0.8575,
+ 0.8576,
+ 0.8617,
+ 0.8614,
+ 0.8608,
+ 0.8634,
+ 0.862,
+ 0.8663,
+ 0.8653,
+ 0.8609,
+ 0.8653,
+ 0.871,
+ 0.8647,
+ 0.8717,
+ 0.8682,
+ 0.8698,
+ 0.8719,
+ 0.8716,
+ 0.8717,
+ 0.8727,
+ 0.8707,
+ 0.8708,
+ 0.8733,
+ 0.8724,
+ 0.8706,
+ 0.875,
+ 0.8729,
+ 0.8735,
+ 0.8754,
+ 0.8737,
+ 0.8758,
+ 0.8757,
+ 0.8752
+ ],
+ "test_acc": [
+ 0.327,
+ 0.5655,
+ 0.6935,
+ 0.763,
+ 0.79,
+ 0.802,
+ 0.816,
+ 0.816,
+ 0.8205,
+ 0.8155,
+ 0.808,
+ 0.808,
+ 0.806,
+ 0.81,
+ 0.826,
+ 0.8225,
+ 0.7905,
+ 0.818,
+ 0.8115,
+ 0.8055,
+ 0.81,
+ 0.809,
+ 0.803,
+ 0.8035,
+ 0.8065,
+ 0.7965,
+ 0.782,
+ 0.814,
+ 0.8025,
+ 0.813,
+ 0.818,
+ 0.8045,
+ 0.797,
+ 0.8185,
+ 0.821,
+ 0.808,
+ 0.8125,
+ 0.8105,
+ 0.8065,
+ 0.8165,
+ 0.7885,
+ 0.7975,
+ 0.793,
+ 0.816,
+ 0.8205,
+ 0.834,
+ 0.8385,
+ 0.8095,
+ 0.815,
+ 0.8125,
+ 0.821,
+ 0.8245,
+ 0.816,
+ 0.8215,
+ 0.826,
+ 0.8205,
+ 0.8265,
+ 0.835,
+ 0.82,
+ 0.8325,
+ 0.8355,
+ 0.837,
+ 0.835,
+ 0.835,
+ 0.836,
+ 0.831,
+ 0.835,
+ 0.8385,
+ 0.8365,
+ 0.843,
+ 0.837,
+ 0.8345,
+ 0.837,
+ 0.841,
+ 0.8385,
+ 0.841,
+ 0.839,
+ 0.84,
+ 0.84,
+ 0.8405
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.05535196140408516,
+ 0.11400651931762695
+ ],
+ "perturbation_rho": [
+ 0.07898944616317749,
+ 0.06743785738945007
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0015921953599900007,
+ -0.0004352356481831521
+ ],
+ "0.003": [
+ -0.004735918715596199,
+ -0.0013046588283032179
+ ],
+ "0.01": [
+ -0.015302825719118118,
+ -0.004326905123889446
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.0606787532806394,
+ 1.1567006985664368,
+ 0.6476440377235413,
+ 0.46067230157852174,
+ 0.4016605010986328,
+ 0.3913002317428589,
+ 0.3918870966911316,
+ 0.39221469788551333,
+ 0.38962100603580474,
+ 0.39011064352989194,
+ 0.3833303677558899,
+ 0.39151409659385683,
+ 0.383689892745018,
+ 0.3887174612045288,
+ 0.39423247394561767,
+ 0.3862614650726318,
+ 0.3907231846809387,
+ 0.3773960693836212,
+ 0.3979664779663086,
+ 0.4017488422870636,
+ 0.3948758713722229,
+ 0.4106588708877563,
+ 0.43649713220596315,
+ 0.41689020500183105,
+ 0.46598345975875854,
+ 0.42229409980773924,
+ 0.4376958209991455,
+ 0.4556465253829956,
+ 0.43013258485794065,
+ 0.4284559500694275,
+ 0.41865804080963137,
+ 0.42352541952133177,
+ 0.4187520936965942,
+ 0.4412714430809021,
+ 0.4290276056289673,
+ 0.43953913819789886,
+ 0.4115768392086029,
+ 0.416507855796814,
+ 0.4253982139587402,
+ 0.4240591028213501,
+ 0.4231268990516663,
+ 0.4098381155014038,
+ 0.4129206636428833,
+ 0.4102262992143631,
+ 0.4049965745925903,
+ 0.41237741203308104,
+ 0.4174180850028992,
+ 0.4078349845647812,
+ 0.40372915534973147,
+ 0.4217507261276245,
+ 0.39810289478302,
+ 0.4005114579439163,
+ 0.4004998396396637,
+ 0.3945280794143677,
+ 0.3943117833137512,
+ 0.39065166521072386,
+ 0.394280153131485,
+ 0.3958699932575226,
+ 0.38747738513946534,
+ 0.39019425966739657,
+ 0.3880472351312637,
+ 0.38656279892921447,
+ 0.3849751262664795,
+ 0.3862720604419708,
+ 0.38301447155475615,
+ 0.3807786055088043,
+ 0.38096148087978365,
+ 0.3796463566303253,
+ 0.37803510179519656,
+ 0.37694546613693236,
+ 0.3765466928482056,
+ 0.37544756646156313,
+ 0.37575010981559753,
+ 0.3745943290710449,
+ 0.37441092958450317,
+ 0.37395868825912476,
+ 0.3735989002227783,
+ 0.37321364402770996,
+ 0.3729501468658447,
+ 0.3728492456436157
+ ],
+ "train_acc": [
+ 0.266,
+ 0.6291,
+ 0.783,
+ 0.8371,
+ 0.8528,
+ 0.8519,
+ 0.8521,
+ 0.8492,
+ 0.8514,
+ 0.8543,
+ 0.8537,
+ 0.8506,
+ 0.8546,
+ 0.8501,
+ 0.8505,
+ 0.8562,
+ 0.8552,
+ 0.8552,
+ 0.847,
+ 0.8483,
+ 0.8517,
+ 0.8447,
+ 0.836,
+ 0.8429,
+ 0.8252,
+ 0.8384,
+ 0.832,
+ 0.8295,
+ 0.8331,
+ 0.8389,
+ 0.8421,
+ 0.8405,
+ 0.8377,
+ 0.8343,
+ 0.8382,
+ 0.833,
+ 0.8436,
+ 0.8422,
+ 0.8403,
+ 0.8412,
+ 0.8388,
+ 0.8428,
+ 0.8441,
+ 0.8439,
+ 0.8453,
+ 0.8456,
+ 0.8418,
+ 0.8458,
+ 0.8488,
+ 0.8419,
+ 0.8495,
+ 0.8502,
+ 0.8498,
+ 0.8521,
+ 0.8518,
+ 0.8521,
+ 0.8511,
+ 0.8513,
+ 0.8534,
+ 0.8523,
+ 0.8537,
+ 0.8544,
+ 0.8558,
+ 0.8543,
+ 0.8564,
+ 0.8578,
+ 0.8557,
+ 0.8573,
+ 0.8582,
+ 0.8566,
+ 0.8587,
+ 0.859,
+ 0.8584,
+ 0.8585,
+ 0.8596,
+ 0.8596,
+ 0.8602,
+ 0.8601,
+ 0.86,
+ 0.8601
+ ],
+ "test_acc": [
+ 0.4795,
+ 0.7045,
+ 0.7885,
+ 0.817,
+ 0.8265,
+ 0.821,
+ 0.817,
+ 0.8225,
+ 0.8195,
+ 0.8245,
+ 0.8125,
+ 0.818,
+ 0.826,
+ 0.828,
+ 0.8185,
+ 0.811,
+ 0.8165,
+ 0.814,
+ 0.8045,
+ 0.811,
+ 0.8025,
+ 0.8025,
+ 0.801,
+ 0.7825,
+ 0.807,
+ 0.806,
+ 0.7985,
+ 0.795,
+ 0.7975,
+ 0.8035,
+ 0.798,
+ 0.816,
+ 0.8095,
+ 0.8005,
+ 0.803,
+ 0.8065,
+ 0.803,
+ 0.803,
+ 0.81,
+ 0.8105,
+ 0.8155,
+ 0.803,
+ 0.815,
+ 0.8185,
+ 0.8135,
+ 0.8195,
+ 0.819,
+ 0.816,
+ 0.819,
+ 0.8155,
+ 0.8295,
+ 0.8125,
+ 0.8125,
+ 0.816,
+ 0.8255,
+ 0.815,
+ 0.826,
+ 0.825,
+ 0.8165,
+ 0.8255,
+ 0.8265,
+ 0.826,
+ 0.829,
+ 0.827,
+ 0.8265,
+ 0.829,
+ 0.8305,
+ 0.8275,
+ 0.8285,
+ 0.827,
+ 0.823,
+ 0.8295,
+ 0.8295,
+ 0.827,
+ 0.828,
+ 0.829,
+ 0.8285,
+ 0.829,
+ 0.83,
+ 0.8305
+ ],
+ "state_pred_error": [
+ 0.8031414375305176,
+ 0.35727285192012787,
+ 0.20822873120307922,
+ 0.17016679759025574,
+ 0.15798014035224914,
+ 0.1421566589951515,
+ 0.12269669504165649,
+ 0.1036052488565445,
+ 0.08826953535079957,
+ 0.07445642170906067,
+ 0.06234971261024475,
+ 0.05339485208392143,
+ 0.045877391409873965,
+ 0.0403602089881897,
+ 0.03642171306014061,
+ 0.03317514306306839,
+ 0.03129510297775268,
+ 0.028174708819389344,
+ 0.02580746712088585,
+ 0.02427465500831604,
+ 0.023034810265898705,
+ 0.022062225687503816,
+ 0.022103151264786722,
+ 0.020669510221481325,
+ 0.020476308749616146,
+ 0.019967139992117883,
+ 0.019168919190764428,
+ 0.018457811444997786,
+ 0.018327979081869124,
+ 0.01801105038076639,
+ 0.01739282046556473,
+ 0.016778514325618745,
+ 0.015847790563106538,
+ 0.0158354807138443,
+ 0.01575601952970028,
+ 0.014686103010177613,
+ 0.014878038236498832,
+ 0.01409349731504917,
+ 0.014016203632950783,
+ 0.0138145767390728,
+ 0.013226337088644504,
+ 0.013212937781214714,
+ 0.012958681486546993,
+ 0.013233311638236047,
+ 0.012328391301631927,
+ 0.012101875373721123,
+ 0.011980755272507668,
+ 0.011779027014970779,
+ 0.011585621590912342,
+ 0.011263450093567372,
+ 0.011011741843819619,
+ 0.011311796459555625,
+ 0.010854876567423344,
+ 0.010849458143115043,
+ 0.011040620262175798,
+ 0.010131367165595293,
+ 0.0099437257707119,
+ 0.010218308821320533,
+ 0.009720495526492595,
+ 0.01009982328414917,
+ 0.009624038696289063,
+ 0.009806264831125736,
+ 0.009349493139982224,
+ 0.009056915233284234,
+ 0.008922270947694778,
+ 0.008910164754092693,
+ 0.008901315172761678,
+ 0.008582982118427753,
+ 0.008406809172034263,
+ 0.00853000564724207,
+ 0.008742392796278,
+ 0.00837141503021121,
+ 0.008199263268709183,
+ 0.008339552146196366,
+ 0.00796095138937235,
+ 0.007939809998869896,
+ 0.007585817550122738,
+ 0.0076191362425684925,
+ 0.008353407859802247,
+ 0.00735080057233572
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8879689574241638,
+ 0.43028849363327026
+ ],
+ "perturbation_rho": [
+ 0.7560213804244995,
+ 0.38433945178985596
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02204158343374729,
+ -0.0024646292440593243
+ ],
+ "0.003": [
+ -0.0634373351931572,
+ -0.007362409494817257
+ ],
+ "0.01": [
+ -0.18288554251194,
+ -0.02417319267988205
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 1696.6031494140625,
+ 278.31060791015625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2291323978424074,
+ 1.6088748979568481,
+ 1.0196145711898803,
+ 0.7028882287025452,
+ 0.5439308270454407,
+ 0.46666228404045107,
+ 0.4218287401199341,
+ 0.39928707320690154,
+ 0.3870831217050552,
+ 0.39015878410339355,
+ 0.4016779498100281,
+ 0.4121299880504608,
+ 0.3897958308696747,
+ 0.40895366220474244,
+ 0.41575607891082766,
+ 0.4268762981414795,
+ 0.424427557182312,
+ 0.4411251617431641,
+ 0.4447257128238678,
+ 0.4506887272834778,
+ 0.4911063948631287,
+ 0.5097891534805298,
+ 0.5217780744075775,
+ 0.5186571026802063,
+ 0.5549187143325806,
+ 0.5775168406486512,
+ 0.6109977385520935,
+ 0.6179571244239808,
+ 0.588416787147522,
+ 0.591089683008194,
+ 0.5984664674758912,
+ 0.6150432247161866,
+ 0.6514943526268006,
+ 0.6930927798271179,
+ 0.6797385078430176,
+ 0.7172976000785828,
+ 0.7486782361745834,
+ 0.7203411834716796,
+ 0.7663027370452881,
+ 0.716061837387085,
+ 0.7416047885894775,
+ 0.7384530964851379,
+ 0.7653874188423156,
+ 0.759270369720459,
+ 0.779615391254425,
+ 0.795836368560791,
+ 0.8164382888793945,
+ 0.8216145399093628,
+ 0.8497391104698181,
+ 0.8565743488311768,
+ 0.8682084201812744,
+ 0.8817925959587097,
+ 0.8865997703552246,
+ 0.9067432309150696,
+ 0.912219108581543,
+ 0.9159337846755982,
+ 0.9211236267089844,
+ 0.9347142765045166,
+ 0.9267299753189087,
+ 0.9395195854187012,
+ 0.9390426496505737,
+ 0.9382089434623718,
+ 0.9440257927894592,
+ 0.9453169227600098,
+ 0.9499050285339355,
+ 0.9569249134063721,
+ 0.9552145975112915,
+ 0.9529026988983155,
+ 0.9567554153442382,
+ 0.9556082971572876,
+ 0.9563019279479981,
+ 0.9571789653778077,
+ 0.9569482453346252,
+ 0.957211256980896,
+ 0.9569433841705323,
+ 0.9578723815917969,
+ 0.9576466073989868,
+ 0.9571835817337037,
+ 0.957071294593811,
+ 0.9570294202804566
+ ],
+ "train_acc": [
+ 0.1861,
+ 0.4691,
+ 0.6611,
+ 0.7602,
+ 0.8045,
+ 0.8242,
+ 0.8421,
+ 0.8477,
+ 0.8527,
+ 0.8563,
+ 0.852,
+ 0.8492,
+ 0.8551,
+ 0.853,
+ 0.85,
+ 0.8472,
+ 0.8486,
+ 0.8498,
+ 0.8454,
+ 0.8425,
+ 0.8351,
+ 0.8246,
+ 0.82,
+ 0.8229,
+ 0.8095,
+ 0.8061,
+ 0.7985,
+ 0.7995,
+ 0.8095,
+ 0.8076,
+ 0.7982,
+ 0.7964,
+ 0.782,
+ 0.7683,
+ 0.7696,
+ 0.7501,
+ 0.7418,
+ 0.7483,
+ 0.736,
+ 0.742,
+ 0.7375,
+ 0.7364,
+ 0.727,
+ 0.729,
+ 0.7205,
+ 0.7165,
+ 0.7103,
+ 0.7074,
+ 0.703,
+ 0.6976,
+ 0.6981,
+ 0.6932,
+ 0.6898,
+ 0.6861,
+ 0.6848,
+ 0.6826,
+ 0.6805,
+ 0.6789,
+ 0.6796,
+ 0.6767,
+ 0.6791,
+ 0.6804,
+ 0.676,
+ 0.6738,
+ 0.6705,
+ 0.6731,
+ 0.6752,
+ 0.6735,
+ 0.6737,
+ 0.6727,
+ 0.6723,
+ 0.674,
+ 0.6734,
+ 0.6735,
+ 0.673,
+ 0.673,
+ 0.672,
+ 0.6725,
+ 0.6736,
+ 0.6736
+ ],
+ "test_acc": [
+ 0.324,
+ 0.5505,
+ 0.701,
+ 0.7625,
+ 0.7905,
+ 0.8045,
+ 0.81,
+ 0.823,
+ 0.814,
+ 0.82,
+ 0.8095,
+ 0.811,
+ 0.818,
+ 0.8155,
+ 0.8065,
+ 0.822,
+ 0.8185,
+ 0.8125,
+ 0.809,
+ 0.7835,
+ 0.792,
+ 0.778,
+ 0.792,
+ 0.7685,
+ 0.7625,
+ 0.755,
+ 0.756,
+ 0.766,
+ 0.751,
+ 0.748,
+ 0.7385,
+ 0.741,
+ 0.7315,
+ 0.7215,
+ 0.7095,
+ 0.695,
+ 0.688,
+ 0.684,
+ 0.685,
+ 0.6905,
+ 0.6945,
+ 0.6885,
+ 0.688,
+ 0.674,
+ 0.6685,
+ 0.675,
+ 0.67,
+ 0.6655,
+ 0.657,
+ 0.656,
+ 0.6585,
+ 0.658,
+ 0.6605,
+ 0.6525,
+ 0.657,
+ 0.643,
+ 0.6475,
+ 0.647,
+ 0.649,
+ 0.642,
+ 0.6455,
+ 0.6405,
+ 0.6465,
+ 0.646,
+ 0.6375,
+ 0.641,
+ 0.6385,
+ 0.6335,
+ 0.6385,
+ 0.6355,
+ 0.64,
+ 0.6365,
+ 0.6355,
+ 0.6355,
+ 0.6345,
+ 0.635,
+ 0.635,
+ 0.635,
+ 0.6345,
+ 0.634
+ ],
+ "value_loss": [
+ 2.8833280738830567,
+ 0.7847226623535156,
+ 0.6052224683761597,
+ 0.5364442230701446,
+ 0.4866952224731445,
+ 0.4644027402877808,
+ 0.4624986822128296,
+ 0.4973188815355301,
+ 0.5199405098438263,
+ 0.5218789057254791,
+ 0.5600632459640503,
+ 0.6151528795719147,
+ 0.5766617219448089,
+ 0.6344908997654914,
+ 0.6626247673034668,
+ 0.6810169264793396,
+ 0.7056573510169983,
+ 0.7149781924247741,
+ 0.7052933280229569,
+ 0.7567739087104798,
+ 0.8160911297798157,
+ 0.8792114803314209,
+ 0.8207113800048829,
+ 0.8191835897922516,
+ 0.8597163372039794,
+ 0.8457223380088806,
+ 0.9193719961166382,
+ 0.850219428062439,
+ 0.856592936706543,
+ 0.7682788232326507,
+ 0.730324414896965,
+ 0.6971390293121338,
+ 0.6743249478340149,
+ 0.7776916447639466,
+ 0.6412680940628052,
+ 0.6544103482246398,
+ 0.7206561564207077,
+ 0.5922124248504639,
+ 0.6333092123031616,
+ 0.5453343061447143,
+ 0.6317949431419373,
+ 0.5274795674324035,
+ 0.5396580792427063,
+ 0.5128086106300354,
+ 0.5516833471298218,
+ 0.5616566513061524,
+ 0.5372079795360565,
+ 0.5528788970947266,
+ 0.6155030704498291,
+ 0.5729360949516297,
+ 0.5764620405197144,
+ 0.5704575545310974,
+ 0.5842877408981323,
+ 0.5995055549621582,
+ 0.6123614057540894,
+ 0.5957472767353058,
+ 0.5835577243804931,
+ 0.6090386015415191,
+ 0.5883770040035248,
+ 0.5994154201507569,
+ 0.6209961592674256,
+ 0.5821904572486878,
+ 0.5925648178815842,
+ 0.5761626353263855,
+ 0.5682975249290466,
+ 0.5920660761833191,
+ 0.5835506136417389,
+ 0.5641262327194214,
+ 0.5669574682235717,
+ 0.567772633266449,
+ 0.5559127983093262,
+ 0.5391036891937255,
+ 0.5507662886142731,
+ 0.53783765001297,
+ 0.5338259760856628,
+ 0.5350430037975311,
+ 0.5220288526058197,
+ 0.5302294264793396,
+ 0.5155424662590027,
+ 0.5198581983566284
+ ],
+ "term_loss": [
+ 1.6454794772148131,
+ 0.3263517658233643,
+ 0.3324782820701599,
+ 0.3084365834712982,
+ 0.2733846814155579,
+ 0.2562745343327522,
+ 0.2620648564338684,
+ 0.30091398467719555,
+ 0.3289512038171291,
+ 0.3290699499607086,
+ 0.36417594809532167,
+ 0.4142481907606125,
+ 0.3883945213317871,
+ 0.4393215751647949,
+ 0.46501498188972473,
+ 0.47925249347686766,
+ 0.5046797016382217,
+ 0.5087765357494354,
+ 0.4967124795019627,
+ 0.5429100960731507,
+ 0.5926241361141205,
+ 0.6447086326599121,
+ 0.579509374666214,
+ 0.5835422896981239,
+ 0.6090982981204986,
+ 0.5876830438613891,
+ 0.6432878967761994,
+ 0.5675156433582306,
+ 0.5771616685867309,
+ 0.49196799931526186,
+ 0.45263598628044127,
+ 0.42308012866973876,
+ 0.3907915468931198,
+ 0.4852942128777504,
+ 0.35577588975429536,
+ 0.35834191608428956,
+ 0.4150521718651056,
+ 0.29623276604413984,
+ 0.32230763597488404,
+ 0.2524558412909508,
+ 0.3255671339035034,
+ 0.22805521211624147,
+ 0.22856105840206145,
+ 0.20706634080410002,
+ 0.23393898310661315,
+ 0.2354411078929901,
+ 0.20956240813434124,
+ 0.22007010972499846,
+ 0.27335089936256407,
+ 0.23113303844928743,
+ 0.2274341112136841,
+ 0.21985646319389343,
+ 0.23131886804103852,
+ 0.24329911168664695,
+ 0.24918984038829803,
+ 0.23453153626918793,
+ 0.2230271029472351,
+ 0.24042806271016598,
+ 0.2237975647866726,
+ 0.23123242053985596,
+ 0.25471574842333794,
+ 0.21881105394363404,
+ 0.22694692747592926,
+ 0.21005943071842192,
+ 0.1994040913105011,
+ 0.22424529371261598,
+ 0.217019234085083,
+ 0.20118717231750488,
+ 0.2016641976118088,
+ 0.2034522614955902,
+ 0.19620529432296752,
+ 0.18044703192710876,
+ 0.19134235957562923,
+ 0.1797063545227051,
+ 0.1764101204633713,
+ 0.1779283276796341,
+ 0.16668891739845276,
+ 0.1740751401245594,
+ 0.161777489733696,
+ 0.1660363396883011
+ ],
+ "bridge_loss": [
+ 0.9377871763861156,
+ 0.14766500053405762,
+ 0.02877580658942461,
+ 0.009598655062913894,
+ 0.016668824788928033,
+ 0.02121675037741661,
+ 0.020100663328170777,
+ 0.017548368653655052,
+ 0.015006689450144767,
+ 0.01513301545009017,
+ 0.014232833042740822,
+ 0.013891240073740482,
+ 0.011406736245751382,
+ 0.012642510639876127,
+ 0.01458835108205676,
+ 0.013680042466521262,
+ 0.015419781844317913,
+ 0.017810679003596307,
+ 0.019589692229777574,
+ 0.024900535257905723,
+ 0.02252660002708435,
+ 0.02607555223107338,
+ 0.027234175610542297,
+ 0.024702777102589606,
+ 0.027225637090206145,
+ 0.029620801931619645,
+ 0.03768093141317368,
+ 0.046393069380521776,
+ 0.05361589749455452,
+ 0.04968858813345432,
+ 0.04719689604640007,
+ 0.04035842423439026,
+ 0.033826103353500364,
+ 0.030835032051801683,
+ 0.026682524013519286,
+ 0.024017449873685835,
+ 0.024913296768814326,
+ 0.02244833298623562,
+ 0.024258126384019852,
+ 0.01988215004503727,
+ 0.025355869579315186,
+ 0.019808240255713462,
+ 0.022530729496479034,
+ 0.020299413734674452,
+ 0.024030086208879947,
+ 0.028282125863432886,
+ 0.02460381360054016,
+ 0.029118296933174134,
+ 0.03094438911676407,
+ 0.028381625938415526,
+ 0.03409786782264709,
+ 0.03280818447470665,
+ 0.033095910048484806,
+ 0.03300321333706379,
+ 0.038769859731197356,
+ 0.03602361143529415,
+ 0.03425909789800644,
+ 0.039217023247480394,
+ 0.03850839220881462,
+ 0.038296847838163374,
+ 0.03764004505872726,
+ 0.03555820371508598,
+ 0.036610432869195936,
+ 0.0361909857749939,
+ 0.03747819612622261,
+ 0.03717733380794525,
+ 0.035828465853631496,
+ 0.03396679884195328,
+ 0.034303515052795414,
+ 0.033811005836725236,
+ 0.02981514204442501,
+ 0.029429450476169586,
+ 0.030180443140864373,
+ 0.02941783722639084,
+ 0.028960870635509492,
+ 0.028137443059682847,
+ 0.02695192684829235,
+ 0.028193890061974525,
+ 0.02632337526679039,
+ 0.026915473002195357
+ ],
+ "tgrad_loss": [
+ 0.30006144156455994,
+ 0.3107058983325958,
+ 0.2439683804512024,
+ 0.21840898594856262,
+ 0.1966417160987854,
+ 0.186911457157135,
+ 0.18033316440582275,
+ 0.1788565274655819,
+ 0.17598261984586716,
+ 0.17767594091892241,
+ 0.1816544674873352,
+ 0.18701344912052154,
+ 0.17686045913696288,
+ 0.18252681477069854,
+ 0.18302143425941467,
+ 0.188084393119812,
+ 0.18555786571502686,
+ 0.18839098315238953,
+ 0.18899115829467775,
+ 0.18896327831745147,
+ 0.20094039404392242,
+ 0.20842729425430298,
+ 0.21396782894134522,
+ 0.21093851894140245,
+ 0.2233924026966095,
+ 0.22841848783493043,
+ 0.238403165769577,
+ 0.2363107090950012,
+ 0.2258153675556183,
+ 0.2266222387313843,
+ 0.23049153771400452,
+ 0.2337004735469818,
+ 0.24970730090141297,
+ 0.26156239709854123,
+ 0.2588096812725067,
+ 0.27205098791122434,
+ 0.28069068645238876,
+ 0.27353132772445676,
+ 0.28674344885349273,
+ 0.2729963088989258,
+ 0.28087194566726686,
+ 0.27961610980033874,
+ 0.2885662919044495,
+ 0.28544285264015196,
+ 0.2937142786502838,
+ 0.2979334186553955,
+ 0.30304175670146943,
+ 0.3036904903411865,
+ 0.31120778708457947,
+ 0.3134214277267456,
+ 0.3149300651550293,
+ 0.31779290962219237,
+ 0.319872961807251,
+ 0.32320322750806807,
+ 0.324401708316803,
+ 0.32519212522506713,
+ 0.32627151918411257,
+ 0.3293935173988342,
+ 0.32607104771137235,
+ 0.32988615398406984,
+ 0.32864036498069765,
+ 0.327821196937561,
+ 0.3290074566841126,
+ 0.32991221575737,
+ 0.3314152413368225,
+ 0.33064344997406003,
+ 0.3307029154062271,
+ 0.32897226009368896,
+ 0.3309897524833679,
+ 0.33050937223434446,
+ 0.3298923659324646,
+ 0.32922720794677734,
+ 0.3292434865236282,
+ 0.3287134552001953,
+ 0.32845498433113096,
+ 0.32897723731994627,
+ 0.3283880082130432,
+ 0.3279603928089142,
+ 0.32744160184860227,
+ 0.32690638537406924
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.11650891602039337,
+ 0.31434422731399536
+ ],
+ "perturbation_rho": [
+ 0.23759987950325012,
+ 0.5255968570709229
+ ],
+ "nudging": {
+ "0.001": [
+ -0.006046381313353777,
+ -0.002862941939383745
+ ],
+ "0.003": [
+ -0.018019597977399826,
+ -0.008575741201639175
+ ],
+ "0.01": [
+ -0.05865050479769707,
+ -0.028432408347725868
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L2_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L2_s42.json
new file mode 100644
index 0000000..1a9a155
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L2_s42.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.838883076095581,
+ 0.9228713939666748,
+ 0.5369283601760865,
+ 0.40869176201820373,
+ 0.35351916384696963,
+ 0.3149320938587189,
+ 0.29885801305770876,
+ 0.28874192085266115,
+ 0.27495671865940097,
+ 0.25859400782585146,
+ 0.2618196714401245,
+ 0.23570404744148254,
+ 0.23764698023796083,
+ 0.22304832377433778,
+ 0.22278955578804016,
+ 0.21679949054718017,
+ 0.2098624146461487,
+ 0.22450098567008972,
+ 0.20582314471006394,
+ 0.19091342453956603,
+ 0.20230956523418425,
+ 0.19248483119010926,
+ 0.18207436051368714,
+ 0.17455288028717042,
+ 0.1746367334008217,
+ 0.16596168351173402,
+ 0.1632581250101328,
+ 0.15257979717254638,
+ 0.16552851646244526,
+ 0.14555678157806395,
+ 0.14922121838331223,
+ 0.14138047268390655,
+ 0.14168458592295646,
+ 0.1322138198852539,
+ 0.14060876342654227,
+ 0.12736148176193238,
+ 0.12787616213560105,
+ 0.1222807457447052,
+ 0.12329775819778442,
+ 0.11754269520044326,
+ 0.11509358530044556,
+ 0.11533700299263,
+ 0.11486885561943054,
+ 0.11302210004329681,
+ 0.10378158293962479,
+ 0.10055346679091454,
+ 0.09701502611041068,
+ 0.09453871037364006,
+ 0.09318371058702468,
+ 0.09154418442249299,
+ 0.09060858163833618,
+ 0.09153713397979736,
+ 0.09077880887985229,
+ 0.088396619617939,
+ 0.08532250515222549,
+ 0.08318007454872131,
+ 0.08344659991264343,
+ 0.08225398402810097,
+ 0.07986635602712631,
+ 0.0784351842880249,
+ 0.07738790756464005,
+ 0.07704619092941284,
+ 0.07655080541372299,
+ 0.07576740589141846,
+ 0.07471019058227539,
+ 0.07399410808086396,
+ 0.07352103772759437,
+ 0.07262729846835136,
+ 0.07196982672214508,
+ 0.07155210624933243,
+ 0.07116250815391541,
+ 0.0708568405330181,
+ 0.07056542416810989,
+ 0.0702718249976635,
+ 0.07004092693328857,
+ 0.06988665665090084,
+ 0.06974752879142761,
+ 0.06964604835510253,
+ 0.06959020309448243,
+ 0.06955153443813324
+ ],
+ "train_acc": [
+ 0.3784,
+ 0.7515,
+ 0.8523,
+ 0.8765,
+ 0.8855,
+ 0.8965,
+ 0.8923,
+ 0.8925,
+ 0.8988,
+ 0.9032,
+ 0.8988,
+ 0.9143,
+ 0.9105,
+ 0.9173,
+ 0.9156,
+ 0.9185,
+ 0.9199,
+ 0.9103,
+ 0.9237,
+ 0.9303,
+ 0.9244,
+ 0.9259,
+ 0.9334,
+ 0.937,
+ 0.9364,
+ 0.9408,
+ 0.9403,
+ 0.9477,
+ 0.9368,
+ 0.9522,
+ 0.9467,
+ 0.9517,
+ 0.9516,
+ 0.9582,
+ 0.9506,
+ 0.9601,
+ 0.9585,
+ 0.9614,
+ 0.9597,
+ 0.9636,
+ 0.9653,
+ 0.9646,
+ 0.963,
+ 0.9651,
+ 0.9713,
+ 0.9737,
+ 0.9769,
+ 0.9776,
+ 0.9782,
+ 0.9795,
+ 0.9796,
+ 0.9782,
+ 0.9778,
+ 0.979,
+ 0.9821,
+ 0.9832,
+ 0.9823,
+ 0.9834,
+ 0.986,
+ 0.9868,
+ 0.9869,
+ 0.9865,
+ 0.9863,
+ 0.9871,
+ 0.9871,
+ 0.9887,
+ 0.9888,
+ 0.9896,
+ 0.9905,
+ 0.9898,
+ 0.9901,
+ 0.9902,
+ 0.9901,
+ 0.9903,
+ 0.9905,
+ 0.9907,
+ 0.9906,
+ 0.9906,
+ 0.9907,
+ 0.9907
+ ],
+ "test_acc": [
+ 0.624,
+ 0.7945,
+ 0.8405,
+ 0.8615,
+ 0.864,
+ 0.867,
+ 0.8645,
+ 0.8595,
+ 0.8565,
+ 0.8585,
+ 0.8625,
+ 0.872,
+ 0.87,
+ 0.8735,
+ 0.8735,
+ 0.879,
+ 0.8725,
+ 0.8635,
+ 0.8725,
+ 0.8785,
+ 0.875,
+ 0.8775,
+ 0.8735,
+ 0.8815,
+ 0.8775,
+ 0.874,
+ 0.883,
+ 0.8805,
+ 0.873,
+ 0.8815,
+ 0.8765,
+ 0.88,
+ 0.8785,
+ 0.877,
+ 0.8795,
+ 0.879,
+ 0.8785,
+ 0.882,
+ 0.8855,
+ 0.883,
+ 0.884,
+ 0.8845,
+ 0.8805,
+ 0.884,
+ 0.882,
+ 0.8845,
+ 0.881,
+ 0.8845,
+ 0.882,
+ 0.883,
+ 0.883,
+ 0.887,
+ 0.8835,
+ 0.8845,
+ 0.8825,
+ 0.8825,
+ 0.888,
+ 0.8845,
+ 0.886,
+ 0.884,
+ 0.885,
+ 0.882,
+ 0.8825,
+ 0.8805,
+ 0.882,
+ 0.8825,
+ 0.885,
+ 0.8855,
+ 0.8835,
+ 0.8865,
+ 0.886,
+ 0.8845,
+ 0.885,
+ 0.885,
+ 0.885,
+ 0.8845,
+ 0.885,
+ 0.8845,
+ 0.8845,
+ 0.8845
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9165740013122559,
+ 0.911247193813324
+ ],
+ "perturbation_rho": [
+ 0.9999988079071045,
+ 0.9999961853027344
+ ],
+ "nudging": {
+ "0.001": [
+ -0.031085949391126633,
+ -0.012861143797636032
+ ],
+ "0.003": [
+ -0.08586536347866058,
+ -0.037327297031879425
+ ],
+ "0.01": [
+ -0.21485117077827454,
+ -0.11073540896177292
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2755904403686524,
+ 1.6745083744049072,
+ 1.051408309841156,
+ 0.7111780145645141,
+ 0.5445409080028534,
+ 0.45879194836616516,
+ 0.41605077290534975,
+ 0.3957563140869141,
+ 0.389960843372345,
+ 0.39417654418945314,
+ 0.40389546192884446,
+ 0.3980479574203491,
+ 0.4083562989473343,
+ 0.4132358487606049,
+ 0.4187182967185974,
+ 0.4203802880525589,
+ 0.4387013870239258,
+ 0.44252231817245485,
+ 0.42820124464035036,
+ 0.42269960770606996,
+ 0.4413509990692139,
+ 0.43839888401031496,
+ 0.43627189745903017,
+ 0.44073323020935057,
+ 0.454564675951004,
+ 0.4474758553981781,
+ 0.4394855237007141,
+ 0.42114640197753905,
+ 0.4659817192912102,
+ 0.4296913712501526,
+ 0.46042858691215516,
+ 0.4541965922832489,
+ 0.450060701084137,
+ 0.4527084307670593,
+ 0.42569710931777954,
+ 0.43842885856628416,
+ 0.44364037351608276,
+ 0.4300214008808136,
+ 0.43460112380981447,
+ 0.4649988492846489,
+ 0.42098810606002807,
+ 0.44036443765163424,
+ 0.4068041382312775,
+ 0.40084986300468445,
+ 0.41328212876319886,
+ 0.4015606360435486,
+ 0.3978891236066818,
+ 0.38384996640682223,
+ 0.3901183885335922,
+ 0.3906126615524292,
+ 0.3949475336074829,
+ 0.39353401985168457,
+ 0.3902185819149017,
+ 0.37436509132385254,
+ 0.3824869274377823,
+ 0.3752282187461853,
+ 0.37405086925029757,
+ 0.36902116994857787,
+ 0.3608111560344696,
+ 0.3636643335342407,
+ 0.3624928609967232,
+ 0.35216776008605954,
+ 0.3643767790794373,
+ 0.35711028456687927,
+ 0.35238478226661685,
+ 0.3484013397693634,
+ 0.3534255467891693,
+ 0.348143867456913,
+ 0.3460024874687195,
+ 0.3450613434791565,
+ 0.3417489238739014,
+ 0.34155446233749387,
+ 0.3391765214204788,
+ 0.3387234467029572,
+ 0.3374306505203247,
+ 0.3369725195646286,
+ 0.3359765763282776,
+ 0.3355955307006836,
+ 0.33527027835845946,
+ 0.33505802783966065
+ ],
+ "train_acc": [
+ 0.1665,
+ 0.4478,
+ 0.6483,
+ 0.7502,
+ 0.8014,
+ 0.8266,
+ 0.8438,
+ 0.8473,
+ 0.8477,
+ 0.8517,
+ 0.8501,
+ 0.8535,
+ 0.8499,
+ 0.8495,
+ 0.8522,
+ 0.8513,
+ 0.8458,
+ 0.8451,
+ 0.851,
+ 0.8505,
+ 0.8496,
+ 0.847,
+ 0.8494,
+ 0.8488,
+ 0.8426,
+ 0.8479,
+ 0.8514,
+ 0.852,
+ 0.8439,
+ 0.8499,
+ 0.8395,
+ 0.8447,
+ 0.8463,
+ 0.845,
+ 0.8544,
+ 0.8501,
+ 0.8467,
+ 0.8505,
+ 0.8497,
+ 0.84,
+ 0.8514,
+ 0.8481,
+ 0.8557,
+ 0.8585,
+ 0.8563,
+ 0.8562,
+ 0.8607,
+ 0.8612,
+ 0.8577,
+ 0.8597,
+ 0.8584,
+ 0.8559,
+ 0.8588,
+ 0.8641,
+ 0.86,
+ 0.8622,
+ 0.8628,
+ 0.862,
+ 0.8658,
+ 0.8662,
+ 0.8701,
+ 0.8703,
+ 0.8654,
+ 0.8655,
+ 0.8704,
+ 0.8694,
+ 0.8693,
+ 0.8692,
+ 0.8702,
+ 0.8704,
+ 0.8721,
+ 0.8719,
+ 0.875,
+ 0.8726,
+ 0.8731,
+ 0.8743,
+ 0.8737,
+ 0.8737,
+ 0.8739,
+ 0.8742
+ ],
+ "test_acc": [
+ 0.291,
+ 0.555,
+ 0.6845,
+ 0.7495,
+ 0.7785,
+ 0.7975,
+ 0.8,
+ 0.803,
+ 0.802,
+ 0.8,
+ 0.798,
+ 0.801,
+ 0.809,
+ 0.7975,
+ 0.8,
+ 0.8045,
+ 0.787,
+ 0.805,
+ 0.7945,
+ 0.8025,
+ 0.7985,
+ 0.7985,
+ 0.793,
+ 0.7855,
+ 0.795,
+ 0.7945,
+ 0.8085,
+ 0.801,
+ 0.788,
+ 0.7925,
+ 0.784,
+ 0.8085,
+ 0.801,
+ 0.783,
+ 0.799,
+ 0.7995,
+ 0.812,
+ 0.801,
+ 0.781,
+ 0.7775,
+ 0.801,
+ 0.8085,
+ 0.8085,
+ 0.8015,
+ 0.8015,
+ 0.8015,
+ 0.806,
+ 0.805,
+ 0.81,
+ 0.804,
+ 0.7985,
+ 0.803,
+ 0.8185,
+ 0.8125,
+ 0.81,
+ 0.808,
+ 0.812,
+ 0.8115,
+ 0.8165,
+ 0.813,
+ 0.8155,
+ 0.8165,
+ 0.814,
+ 0.82,
+ 0.8245,
+ 0.819,
+ 0.816,
+ 0.816,
+ 0.822,
+ 0.8165,
+ 0.819,
+ 0.817,
+ 0.815,
+ 0.819,
+ 0.8215,
+ 0.82,
+ 0.819,
+ 0.8175,
+ 0.8185,
+ 0.8185
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.008949288167059422,
+ 0.035725876688957214
+ ],
+ "perturbation_rho": [
+ -0.042064815759658813,
+ 0.02075618878006935
+ ],
+ "nudging": {
+ "0.001": [
+ 0.00033832876943051815,
+ -0.00013122413656674325
+ ],
+ "0.003": [
+ 0.0010789502412080765,
+ -0.00039280677447095513
+ ],
+ "0.01": [
+ 0.004335631616413593,
+ -0.0013084581587463617
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.0824829721450806,
+ 1.1837396372795106,
+ 0.6673484756469726,
+ 0.46784576473236084,
+ 0.39523904933929443,
+ 0.38305578269958496,
+ 0.3820614227294922,
+ 0.37770698080062864,
+ 0.3784868881225586,
+ 0.37788698201179505,
+ 0.3775497382640839,
+ 0.3720602925300598,
+ 0.3787012303352356,
+ 0.3716680085659027,
+ 0.3765100636959076,
+ 0.37162504646778105,
+ 0.3775796483516693,
+ 0.3912089412689209,
+ 0.387017729139328,
+ 0.4038709951400757,
+ 0.40551300468444823,
+ 0.3929386008262634,
+ 0.396329621219635,
+ 0.4018239990234375,
+ 0.4215829294204712,
+ 0.41799877495765686,
+ 0.400916418671608,
+ 0.4175464694023132,
+ 0.4196605001449585,
+ 0.4193920916557312,
+ 0.4106157903432846,
+ 0.4156774042248726,
+ 0.4019841181755066,
+ 0.42924740953445434,
+ 0.3962015940189362,
+ 0.39606657152175906,
+ 0.4141406083583832,
+ 0.38865602951049805,
+ 0.38985962376594546,
+ 0.3957322010993958,
+ 0.3951152558326721,
+ 0.3955321859359741,
+ 0.38211313061714175,
+ 0.3885132269382477,
+ 0.38207339782714844,
+ 0.3849307601928711,
+ 0.3814076686859131,
+ 0.3850557041168213,
+ 0.38029749584197997,
+ 0.3717133730888367,
+ 0.372594402885437,
+ 0.36705199470520017,
+ 0.3703877753973007,
+ 0.3687688379049301,
+ 0.36827292232513426,
+ 0.36861963114738466,
+ 0.37049537568092344,
+ 0.3622209189414978,
+ 0.3624863251686096,
+ 0.36258873243331907,
+ 0.3604560327529907,
+ 0.3598629186630249,
+ 0.3558103786945343,
+ 0.35572401695251465,
+ 0.355719638299942,
+ 0.35422387681007383,
+ 0.35251914834976195,
+ 0.3532273498058319,
+ 0.35069880657196045,
+ 0.35031716957092285,
+ 0.35007772364616396,
+ 0.348374769115448,
+ 0.3486006237268448,
+ 0.34740313987731936,
+ 0.34712638473510743,
+ 0.3469550308704376,
+ 0.3464403437614441,
+ 0.34619485507011416,
+ 0.34601595051288603,
+ 0.3458989464759827
+ ],
+ "train_acc": [
+ 0.2525,
+ 0.6165,
+ 0.7765,
+ 0.8288,
+ 0.8516,
+ 0.8542,
+ 0.8548,
+ 0.8578,
+ 0.8525,
+ 0.8583,
+ 0.86,
+ 0.8615,
+ 0.8544,
+ 0.8571,
+ 0.855,
+ 0.8575,
+ 0.855,
+ 0.8501,
+ 0.8497,
+ 0.8444,
+ 0.8439,
+ 0.847,
+ 0.8461,
+ 0.8469,
+ 0.8394,
+ 0.8386,
+ 0.8468,
+ 0.8443,
+ 0.8435,
+ 0.8421,
+ 0.8452,
+ 0.8418,
+ 0.8473,
+ 0.8383,
+ 0.8475,
+ 0.8508,
+ 0.845,
+ 0.8518,
+ 0.8531,
+ 0.8483,
+ 0.8518,
+ 0.8501,
+ 0.8565,
+ 0.8506,
+ 0.854,
+ 0.8562,
+ 0.8542,
+ 0.8513,
+ 0.8526,
+ 0.8579,
+ 0.8569,
+ 0.8608,
+ 0.8564,
+ 0.8592,
+ 0.86,
+ 0.8594,
+ 0.8585,
+ 0.8609,
+ 0.8615,
+ 0.8614,
+ 0.8597,
+ 0.861,
+ 0.8636,
+ 0.8645,
+ 0.8643,
+ 0.8661,
+ 0.8645,
+ 0.8628,
+ 0.865,
+ 0.8676,
+ 0.8665,
+ 0.8651,
+ 0.8654,
+ 0.8665,
+ 0.866,
+ 0.8674,
+ 0.8664,
+ 0.8674,
+ 0.8668,
+ 0.8667
+ ],
+ "test_acc": [
+ 0.4625,
+ 0.687,
+ 0.7785,
+ 0.809,
+ 0.818,
+ 0.8145,
+ 0.816,
+ 0.8135,
+ 0.816,
+ 0.8225,
+ 0.8045,
+ 0.816,
+ 0.809,
+ 0.7965,
+ 0.818,
+ 0.802,
+ 0.8055,
+ 0.806,
+ 0.801,
+ 0.7785,
+ 0.7905,
+ 0.786,
+ 0.796,
+ 0.7845,
+ 0.7915,
+ 0.793,
+ 0.781,
+ 0.789,
+ 0.797,
+ 0.7885,
+ 0.794,
+ 0.7775,
+ 0.7755,
+ 0.8045,
+ 0.809,
+ 0.7795,
+ 0.8005,
+ 0.8025,
+ 0.805,
+ 0.793,
+ 0.806,
+ 0.8155,
+ 0.7985,
+ 0.81,
+ 0.8055,
+ 0.807,
+ 0.8065,
+ 0.8025,
+ 0.8065,
+ 0.8015,
+ 0.815,
+ 0.808,
+ 0.821,
+ 0.8065,
+ 0.8095,
+ 0.8065,
+ 0.813,
+ 0.812,
+ 0.8115,
+ 0.813,
+ 0.812,
+ 0.812,
+ 0.812,
+ 0.8125,
+ 0.815,
+ 0.8105,
+ 0.811,
+ 0.8145,
+ 0.8105,
+ 0.812,
+ 0.811,
+ 0.809,
+ 0.813,
+ 0.8125,
+ 0.8115,
+ 0.8115,
+ 0.8135,
+ 0.8125,
+ 0.812,
+ 0.8125
+ ],
+ "state_pred_error": [
+ 0.8001734064102173,
+ 0.35873693199157713,
+ 0.20844954159259796,
+ 0.16903454799652098,
+ 0.1555667249441147,
+ 0.14051846435070037,
+ 0.1219131733417511,
+ 0.10268338766098023,
+ 0.08544955713748932,
+ 0.0714530954003334,
+ 0.05912637507915497,
+ 0.051166046524047853,
+ 0.046080123180150985,
+ 0.039346986520290374,
+ 0.03611734768152237,
+ 0.0322635617017746,
+ 0.030359485450387,
+ 0.03046627066731453,
+ 0.026333281344175338,
+ 0.024863469672203063,
+ 0.023385335299372673,
+ 0.022591026341915132,
+ 0.02149942193031311,
+ 0.02068497442305088,
+ 0.020433403274416923,
+ 0.019626461285352708,
+ 0.018830640947818757,
+ 0.018304855170845985,
+ 0.017805312702059747,
+ 0.01717169118821621,
+ 0.016883350095152856,
+ 0.016305500897765158,
+ 0.015936558076739313,
+ 0.01556376437842846,
+ 0.015504471227526665,
+ 0.014957618600130082,
+ 0.014713572627305984,
+ 0.014142402538657188,
+ 0.013960958057641982,
+ 0.013590541940927505,
+ 0.013389594730734825,
+ 0.01309183569997549,
+ 0.012976301842927933,
+ 0.012886276030540466,
+ 0.012688130004703998,
+ 0.012546944618225097,
+ 0.012055124607682228,
+ 0.01186397502720356,
+ 0.01177666329741478,
+ 0.011594580093026162,
+ 0.011158815479278564,
+ 0.011128936088085175,
+ 0.011975047792494297,
+ 0.011167761707305908,
+ 0.011209322269260883,
+ 0.010609170261025428,
+ 0.010340626280009747,
+ 0.010262261213362217,
+ 0.010345043289661408,
+ 0.009869915609061718,
+ 0.009639052687585354,
+ 0.0098008942425251,
+ 0.009379881481826306,
+ 0.009180352842807769,
+ 0.009155150799453258,
+ 0.009056310991942882,
+ 0.009078112874925137,
+ 0.008794386529922486,
+ 0.009374980270862579,
+ 0.00883906733840704,
+ 0.00854088044166565,
+ 0.008424869784712791,
+ 0.008193799455463887,
+ 0.008154722370207309,
+ 0.008421275785565376,
+ 0.008421709784865379,
+ 0.007775320902466774,
+ 0.007672330512851476,
+ 0.007632624515891075,
+ 0.007539259477704763
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8927175402641296,
+ 0.4237706661224365
+ ],
+ "perturbation_rho": [
+ 0.8139950037002563,
+ 0.41992679238319397
+ ],
+ "nudging": {
+ "0.001": [
+ -0.025281934067606926,
+ -0.002599178347736597
+ ],
+ "0.003": [
+ -0.0727418065071106,
+ -0.007764648646116257
+ ],
+ "0.01": [
+ -0.20875152945518494,
+ -0.02549745701253414
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 1690.90478515625,
+ 278.7707214355469
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2748748617172243,
+ 1.6707266681671142,
+ 1.0525237585067748,
+ 0.7069919948577881,
+ 0.5450144615650176,
+ 0.45492432718276976,
+ 0.41742202892303465,
+ 0.3915238172531128,
+ 0.39175787649154664,
+ 0.402530827999115,
+ 0.3909166872024536,
+ 0.4053274774312973,
+ 0.4120564586639404,
+ 0.4225111320972443,
+ 0.41647812595367434,
+ 0.4272260865688324,
+ 0.4241933352470398,
+ 0.436232319188118,
+ 0.4387337839603424,
+ 0.48842136354446414,
+ 0.4558315635681152,
+ 0.496497424864769,
+ 0.5087396056175232,
+ 0.5397198664665223,
+ 0.5651827428102494,
+ 0.5744139050483703,
+ 0.6307690343141555,
+ 0.6128013428688049,
+ 0.60693001537323,
+ 0.6117362999916076,
+ 0.6191363915443421,
+ 0.6438410203933715,
+ 0.6246722332954406,
+ 0.6266048515319824,
+ 0.7066175966262818,
+ 0.6940338945388794,
+ 0.7162334120035172,
+ 0.6737902103900909,
+ 0.6885660154342651,
+ 0.7021305454254151,
+ 0.7599561199188233,
+ 0.7359864574432373,
+ 0.7280522350311279,
+ 0.7489439949035644,
+ 0.7662384524345398,
+ 0.7572000256061554,
+ 0.793046563911438,
+ 0.8030659034729004,
+ 0.8452127780914307,
+ 0.8339548164367676,
+ 0.8519316087722778,
+ 0.8606153854370118,
+ 0.8828687825202942,
+ 0.8765805198669434,
+ 0.8856307614326477,
+ 0.8939145570755005,
+ 0.9057541777610779,
+ 0.9066044025421143,
+ 0.9265142164230347,
+ 0.9460746621131897,
+ 0.9285282844543457,
+ 0.9477956159591675,
+ 0.9402782894134522,
+ 0.9547298575401306,
+ 0.9442226867675781,
+ 0.9431581373214721,
+ 0.9486260055541992,
+ 0.9491145337104797,
+ 0.9437961555480957,
+ 0.9449379459381103,
+ 0.9478061424255371,
+ 0.9438842529296875,
+ 0.9436823980331421,
+ 0.9449532516479492,
+ 0.9425712206840515,
+ 0.9426206575393676,
+ 0.9418610684394837,
+ 0.9410846166610718,
+ 0.9404826469421387,
+ 0.9403811920166015
+ ],
+ "train_acc": [
+ 0.1647,
+ 0.4464,
+ 0.6456,
+ 0.7527,
+ 0.799,
+ 0.8277,
+ 0.8397,
+ 0.8494,
+ 0.8508,
+ 0.8487,
+ 0.854,
+ 0.8527,
+ 0.8524,
+ 0.8481,
+ 0.852,
+ 0.8512,
+ 0.8519,
+ 0.8467,
+ 0.8483,
+ 0.8324,
+ 0.8415,
+ 0.8269,
+ 0.8204,
+ 0.8121,
+ 0.7989,
+ 0.7968,
+ 0.779,
+ 0.7808,
+ 0.7806,
+ 0.7763,
+ 0.7698,
+ 0.7613,
+ 0.772,
+ 0.7673,
+ 0.7448,
+ 0.7523,
+ 0.7421,
+ 0.7509,
+ 0.7413,
+ 0.7353,
+ 0.723,
+ 0.7235,
+ 0.7278,
+ 0.7207,
+ 0.7179,
+ 0.7164,
+ 0.707,
+ 0.7045,
+ 0.6896,
+ 0.6959,
+ 0.6871,
+ 0.6856,
+ 0.6808,
+ 0.6836,
+ 0.6847,
+ 0.6802,
+ 0.6752,
+ 0.6736,
+ 0.6755,
+ 0.6695,
+ 0.6699,
+ 0.6663,
+ 0.6683,
+ 0.6646,
+ 0.6638,
+ 0.6659,
+ 0.6658,
+ 0.6623,
+ 0.6667,
+ 0.6675,
+ 0.6626,
+ 0.6646,
+ 0.6644,
+ 0.6634,
+ 0.6665,
+ 0.6678,
+ 0.6671,
+ 0.6661,
+ 0.6671,
+ 0.6662
+ ],
+ "test_acc": [
+ 0.296,
+ 0.559,
+ 0.678,
+ 0.75,
+ 0.779,
+ 0.785,
+ 0.8035,
+ 0.8045,
+ 0.8035,
+ 0.803,
+ 0.8035,
+ 0.7935,
+ 0.8035,
+ 0.8075,
+ 0.7975,
+ 0.803,
+ 0.8045,
+ 0.7895,
+ 0.7895,
+ 0.7865,
+ 0.777,
+ 0.783,
+ 0.7405,
+ 0.746,
+ 0.7595,
+ 0.7225,
+ 0.7535,
+ 0.7385,
+ 0.7125,
+ 0.72,
+ 0.7055,
+ 0.72,
+ 0.715,
+ 0.6885,
+ 0.6685,
+ 0.682,
+ 0.7085,
+ 0.691,
+ 0.7045,
+ 0.6865,
+ 0.67,
+ 0.6955,
+ 0.694,
+ 0.6645,
+ 0.697,
+ 0.6845,
+ 0.674,
+ 0.648,
+ 0.661,
+ 0.6545,
+ 0.6685,
+ 0.6485,
+ 0.66,
+ 0.6625,
+ 0.657,
+ 0.6355,
+ 0.653,
+ 0.6455,
+ 0.6315,
+ 0.649,
+ 0.6295,
+ 0.635,
+ 0.64,
+ 0.6355,
+ 0.633,
+ 0.639,
+ 0.637,
+ 0.644,
+ 0.636,
+ 0.636,
+ 0.6355,
+ 0.6365,
+ 0.6395,
+ 0.639,
+ 0.6385,
+ 0.6365,
+ 0.635,
+ 0.638,
+ 0.6375,
+ 0.6365
+ ],
+ "value_loss": [
+ 2.9257629440307618,
+ 0.7867631932258606,
+ 0.6331243370056152,
+ 0.5934987301826478,
+ 0.5538255891799927,
+ 0.5144483612060546,
+ 0.5357967885971069,
+ 0.5191175822257995,
+ 0.5425653838157654,
+ 0.5752897667884826,
+ 0.5554038842201233,
+ 0.5964856115818024,
+ 0.6071936506271363,
+ 0.615453130531311,
+ 0.6215356389522553,
+ 0.640991295337677,
+ 0.6377853952407837,
+ 0.6480764210224151,
+ 0.6319464739322662,
+ 0.7916026724815368,
+ 0.6787179851531983,
+ 0.7052958431005478,
+ 0.7116784429550171,
+ 0.7465570999145508,
+ 0.7610727603912354,
+ 0.7122495373725891,
+ 0.7205907410621643,
+ 0.657422287940979,
+ 0.5804553174972534,
+ 0.5339653887748719,
+ 0.5028113806247712,
+ 0.5306310165405274,
+ 0.5148042221546173,
+ 0.4575808104991913,
+ 0.5487925732135772,
+ 0.520268959236145,
+ 0.5565902183890342,
+ 0.4398930975198746,
+ 0.428002223110199,
+ 0.46429021530151365,
+ 0.5170863667488098,
+ 0.49451336669921875,
+ 0.44284208660125735,
+ 0.4522279070854187,
+ 0.4726058319091797,
+ 0.4598690043926239,
+ 0.49018758878707885,
+ 0.49822337799072264,
+ 0.5199945873260498,
+ 0.5039699987411499,
+ 0.502354536151886,
+ 0.506885662651062,
+ 0.5282695870876313,
+ 0.5126925681591034,
+ 0.5460992843151092,
+ 0.54484206199646,
+ 0.5474184717178344,
+ 0.531292943572998,
+ 0.5684735743522644,
+ 0.580509339427948,
+ 0.5237845591068268,
+ 0.5362084387779236,
+ 0.5471626996994019,
+ 0.5834163922786713,
+ 0.5274406147003173,
+ 0.5316431431770324,
+ 0.5337949501037598,
+ 0.5416967335224152,
+ 0.5303698273181915,
+ 0.5200471870422363,
+ 0.517787770652771,
+ 0.5033083886146545,
+ 0.5138760683059692,
+ 0.4955048748970032,
+ 0.5053999238967896,
+ 0.4936981360912323,
+ 0.4910477494955063,
+ 0.511811295413971,
+ 0.5135351393938065,
+ 0.48061015357971193
+ ],
+ "term_loss": [
+ 1.6786233594894409,
+ 0.3261142881393433,
+ 0.35359204120635984,
+ 0.36565287389755247,
+ 0.3406023171067238,
+ 0.30883846073150634,
+ 0.33299512271881104,
+ 0.3214617775917053,
+ 0.3527043153762817,
+ 0.3891282879829407,
+ 0.3804077454328537,
+ 0.41708505935668944,
+ 0.4277315420150757,
+ 0.4346309417724609,
+ 0.44325669355392455,
+ 0.45943074939250944,
+ 0.4560778746962547,
+ 0.46359605444073676,
+ 0.44748154599666595,
+ 0.5874906051158905,
+ 0.4832541675567627,
+ 0.49596090741157534,
+ 0.49860577583312987,
+ 0.5199280709385872,
+ 0.5220767303347588,
+ 0.47179154951572416,
+ 0.4561684895634651,
+ 0.396670174407959,
+ 0.3203327759504318,
+ 0.2695784947603941,
+ 0.23113118069171906,
+ 0.26142542295455934,
+ 0.24953778635263443,
+ 0.1960149597465992,
+ 0.25626748807430266,
+ 0.23220936818122864,
+ 0.25846885913610457,
+ 0.15887275909483434,
+ 0.14909111514091491,
+ 0.17712726273536683,
+ 0.2125454505801201,
+ 0.19927165834903718,
+ 0.15077278842926026,
+ 0.15682997941970825,
+ 0.17086780786514283,
+ 0.1594958031475544,
+ 0.17793601125180722,
+ 0.18321620383262635,
+ 0.18637006669044495,
+ 0.18034391679763795,
+ 0.17549167909622193,
+ 0.17889143224954604,
+ 0.19318077889084817,
+ 0.1766836573123932,
+ 0.20506124428510666,
+ 0.2066309697151184,
+ 0.2060998435020447,
+ 0.19079111275672914,
+ 0.21746273097991944,
+ 0.22661366835832597,
+ 0.18412061611413955,
+ 0.18906878393888474,
+ 0.20128634595870973,
+ 0.22696166688501834,
+ 0.18461333600878715,
+ 0.184559454703331,
+ 0.1873170636177063,
+ 0.19381926721930504,
+ 0.1840388169169426,
+ 0.1760092082500458,
+ 0.1739466248512268,
+ 0.16277697925567627,
+ 0.1703468280673027,
+ 0.1561721340417862,
+ 0.162870410490036,
+ 0.15363481096029283,
+ 0.1529178817510605,
+ 0.16665865235328675,
+ 0.16918066250383854,
+ 0.14492559936642646
+ ],
+ "bridge_loss": [
+ 0.9221068814527592,
+ 0.13852903740406036,
+ 0.027906007751822472,
+ 0.007166545861959458,
+ 0.014753102254867553,
+ 0.026205083185434342,
+ 0.029608502185344696,
+ 0.031953351217508315,
+ 0.02295173071026802,
+ 0.01737342191487551,
+ 0.012457077103853225,
+ 0.012833337373286485,
+ 0.013563652062416076,
+ 0.015525699077546596,
+ 0.015380015002191067,
+ 0.01761208213567734,
+ 0.018523025204241275,
+ 0.019238843723386526,
+ 0.020741728362441064,
+ 0.026043444299697877,
+ 0.026606431709229945,
+ 0.026109171213954688,
+ 0.02512398416996002,
+ 0.02966944384723902,
+ 0.03190348414927721,
+ 0.03136296460032463,
+ 0.0352400288939476,
+ 0.03681477851495147,
+ 0.03777945480048656,
+ 0.03949151403903961,
+ 0.042446378648281095,
+ 0.03484680913388729,
+ 0.03507048722356558,
+ 0.03070030620098114,
+ 0.037034362864494325,
+ 0.03802529795318842,
+ 0.03755567114502192,
+ 0.03274250242859125,
+ 0.025108824491500856,
+ 0.02743995731472969,
+ 0.030794216075539588,
+ 0.027399995332956315,
+ 0.025184972828626633,
+ 0.021072593542933463,
+ 0.023606113910675047,
+ 0.023853830067813397,
+ 0.02481825648620725,
+ 0.025949978299438955,
+ 0.031083991938829422,
+ 0.02635702279806137,
+ 0.023137952852249146,
+ 0.0238148014575243,
+ 0.024979108849167823,
+ 0.02769171332716942,
+ 0.03249237573444843,
+ 0.026965303349494932,
+ 0.027073483538627624,
+ 0.026444199299812315,
+ 0.0334527153134346,
+ 0.031996575450897215,
+ 0.022713612192869187,
+ 0.02537522009909153,
+ 0.026704606008529662,
+ 0.03316631828993559,
+ 0.022604483069479465,
+ 0.027801525264978408,
+ 0.026084369909763337,
+ 0.027263763999938965,
+ 0.028293249532580375,
+ 0.02589754301905632,
+ 0.024716552674770357,
+ 0.023096822041273116,
+ 0.02594154703617096,
+ 0.021842101486027242,
+ 0.026323819369077683,
+ 0.023422936725616454,
+ 0.02182629337310791,
+ 0.029627591571211816,
+ 0.028926070278510452,
+ 0.020528473022580148
+ ],
+ "tgrad_loss": [
+ 0.3250327301979065,
+ 0.32211986951828003,
+ 0.25162628445625307,
+ 0.22067930517196654,
+ 0.19847016725540162,
+ 0.17940481848716736,
+ 0.17319316334724427,
+ 0.16570244748592378,
+ 0.1669093354701996,
+ 0.1687880607366562,
+ 0.16253906288146971,
+ 0.1665672171831131,
+ 0.16589845621585847,
+ 0.16529648394584656,
+ 0.16289891986846924,
+ 0.16394846611022948,
+ 0.1631844938635826,
+ 0.16524152487516403,
+ 0.16372319452762604,
+ 0.17806861238479615,
+ 0.16885738246440887,
+ 0.18322576223015785,
+ 0.1879486857175827,
+ 0.1969595804452896,
+ 0.20709255154132844,
+ 0.20909501893520355,
+ 0.22918222160339355,
+ 0.2239373251914978,
+ 0.22234308688640594,
+ 0.22489537620544434,
+ 0.2292338173866272,
+ 0.23435878076553346,
+ 0.2301959456205368,
+ 0.230865545129776,
+ 0.2554907244682312,
+ 0.25003429362773893,
+ 0.2605656830072403,
+ 0.24827783651351928,
+ 0.2538022830486298,
+ 0.2597229935646057,
+ 0.2737467042684555,
+ 0.267841713476181,
+ 0.2668843271255493,
+ 0.2743253367424011,
+ 0.27813191254138947,
+ 0.27651937108039853,
+ 0.2874333247303963,
+ 0.2890572003364563,
+ 0.30254052896499634,
+ 0.29726906032562256,
+ 0.3037249053001404,
+ 0.3041794305801392,
+ 0.3101097016096115,
+ 0.3083171933889389,
+ 0.3085456686496735,
+ 0.3112457883834839,
+ 0.31424513998031617,
+ 0.3140576331615448,
+ 0.317558126449585,
+ 0.3218990971326828,
+ 0.316950329208374,
+ 0.32176443276405337,
+ 0.31917174434661866,
+ 0.32328840069770814,
+ 0.3202227909088135,
+ 0.31928216705322265,
+ 0.3203935170173645,
+ 0.3206137029647827,
+ 0.31803776168823245,
+ 0.318140433883667,
+ 0.31912459449768066,
+ 0.3174345845222473,
+ 0.3175876950263977,
+ 0.3174906392097473,
+ 0.3162056918144226,
+ 0.3166403913497925,
+ 0.3163035747528076,
+ 0.3155250496149063,
+ 0.315428409576416,
+ 0.31515607919692995
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.12511783838272095,
+ 0.3428286910057068
+ ],
+ "perturbation_rho": [
+ 0.21235734224319458,
+ 0.40894150733947754
+ ],
+ "nudging": {
+ "0.001": [
+ -0.006335020065307617,
+ -0.0028843185864388943
+ ],
+ "0.003": [
+ -0.01891140267252922,
+ -0.008641792461276054
+ ],
+ "0.01": [
+ -0.061930932104587555,
+ -0.028679829090833664
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json
new file mode 100644
index 0000000..789fd7e
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.8481016555786134,
+ 0.9383245440483093,
+ 0.5530562189102173,
+ 0.4207325527191162,
+ 0.3648026519775391,
+ 0.33118328647613526,
+ 0.30579332513809204,
+ 0.2921482180595398,
+ 0.27799103627204896,
+ 0.2656113090753555,
+ 0.24957744574546814,
+ 0.24830586805343627,
+ 0.23826434144973754,
+ 0.2328869005203247,
+ 0.23377245817184447,
+ 0.21636449333429336,
+ 0.20429278337955475,
+ 0.20855472791194915,
+ 0.19823554830551146,
+ 0.2091533320426941,
+ 0.20433888306617737,
+ 0.19799854063987732,
+ 0.19555453977584838,
+ 0.20201841781139374,
+ 0.17265325379371643,
+ 0.17817161355018615,
+ 0.1800253779888153,
+ 0.17401057000160217,
+ 0.15778406052589417,
+ 0.15227047762870788,
+ 0.15033258476257325,
+ 0.1582992364168167,
+ 0.14341525144577028,
+ 0.14620398755073546,
+ 0.13611152563095094,
+ 0.13021500449180604,
+ 0.13004287123680114,
+ 0.12128764119148254,
+ 0.12444672923088074,
+ 0.12398484301567078,
+ 0.11453234956264496,
+ 0.11252437950372696,
+ 0.10943108355998993,
+ 0.10496705238819122,
+ 0.10266255812644959,
+ 0.10154881967306137,
+ 0.10175266758203506,
+ 0.09900797365903855,
+ 0.09833709491491317,
+ 0.09685812762379646,
+ 0.09284526603221893,
+ 0.09493725802898408,
+ 0.09160899226665496,
+ 0.08873112607002258,
+ 0.08736398074626922,
+ 0.08597083683013916,
+ 0.08495140401124954,
+ 0.0827208865404129,
+ 0.08080789630413056,
+ 0.08073672647476196,
+ 0.0794020817041397,
+ 0.07836829566955567,
+ 0.07724489649534226,
+ 0.07661290149688721,
+ 0.07624617738723755,
+ 0.07564639663696289,
+ 0.07505405854582786,
+ 0.07433921251296997,
+ 0.07382495956420898,
+ 0.07335682852268219,
+ 0.07298146123290061,
+ 0.07261739144325256,
+ 0.07231389728188514,
+ 0.07207126158475875,
+ 0.07183933544158935,
+ 0.07167200578451156,
+ 0.07155075296163559,
+ 0.07146113570928574,
+ 0.07139736030101776,
+ 0.07136157937049865
+ ],
+ "train_acc": [
+ 0.3796,
+ 0.7381,
+ 0.8485,
+ 0.8707,
+ 0.8806,
+ 0.8876,
+ 0.8931,
+ 0.8978,
+ 0.8991,
+ 0.9028,
+ 0.9094,
+ 0.9066,
+ 0.9114,
+ 0.9114,
+ 0.9111,
+ 0.9206,
+ 0.9236,
+ 0.9233,
+ 0.9259,
+ 0.9229,
+ 0.9238,
+ 0.9253,
+ 0.924,
+ 0.9242,
+ 0.9379,
+ 0.9344,
+ 0.9337,
+ 0.9342,
+ 0.9451,
+ 0.948,
+ 0.9497,
+ 0.9444,
+ 0.9519,
+ 0.9511,
+ 0.9554,
+ 0.9589,
+ 0.9581,
+ 0.9646,
+ 0.9596,
+ 0.9603,
+ 0.9675,
+ 0.9677,
+ 0.9698,
+ 0.9716,
+ 0.9738,
+ 0.9756,
+ 0.9729,
+ 0.9748,
+ 0.9753,
+ 0.9762,
+ 0.9779,
+ 0.9784,
+ 0.9783,
+ 0.981,
+ 0.9822,
+ 0.9824,
+ 0.9817,
+ 0.9852,
+ 0.9859,
+ 0.9858,
+ 0.9865,
+ 0.9864,
+ 0.9874,
+ 0.9876,
+ 0.9883,
+ 0.989,
+ 0.9884,
+ 0.9892,
+ 0.9895,
+ 0.9905,
+ 0.9903,
+ 0.9907,
+ 0.9908,
+ 0.9912,
+ 0.9913,
+ 0.9917,
+ 0.9917,
+ 0.9919,
+ 0.9919,
+ 0.9919
+ ],
+ "test_acc": [
+ 0.6245,
+ 0.792,
+ 0.833,
+ 0.848,
+ 0.855,
+ 0.85,
+ 0.8595,
+ 0.86,
+ 0.86,
+ 0.8615,
+ 0.862,
+ 0.8655,
+ 0.86,
+ 0.8685,
+ 0.8695,
+ 0.866,
+ 0.87,
+ 0.863,
+ 0.8685,
+ 0.864,
+ 0.8715,
+ 0.866,
+ 0.8675,
+ 0.8615,
+ 0.8705,
+ 0.867,
+ 0.8665,
+ 0.873,
+ 0.876,
+ 0.873,
+ 0.874,
+ 0.8655,
+ 0.8695,
+ 0.8665,
+ 0.869,
+ 0.872,
+ 0.8735,
+ 0.872,
+ 0.87,
+ 0.8685,
+ 0.8725,
+ 0.874,
+ 0.875,
+ 0.875,
+ 0.874,
+ 0.8765,
+ 0.876,
+ 0.8775,
+ 0.8775,
+ 0.875,
+ 0.8745,
+ 0.8755,
+ 0.8735,
+ 0.8765,
+ 0.878,
+ 0.8785,
+ 0.874,
+ 0.876,
+ 0.875,
+ 0.8785,
+ 0.8775,
+ 0.8765,
+ 0.878,
+ 0.877,
+ 0.877,
+ 0.876,
+ 0.876,
+ 0.874,
+ 0.874,
+ 0.8755,
+ 0.876,
+ 0.876,
+ 0.876,
+ 0.8765,
+ 0.8755,
+ 0.876,
+ 0.875,
+ 0.875,
+ 0.875,
+ 0.875
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8992727398872375,
+ 0.8809841871261597
+ ],
+ "perturbation_rho": [
+ 0.999998927116394,
+ 0.9999969005584717
+ ],
+ "nudging": {
+ "0.001": [
+ -0.034776899963617325,
+ -0.014410343021154404
+ ],
+ "0.003": [
+ -0.09730946272611618,
+ -0.04205682873725891
+ ],
+ "0.01": [
+ -0.2502431571483612,
+ -0.12689679861068726
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2870552124023438,
+ 1.6535948223114014,
+ 1.0296381690979004,
+ 0.7126224917411804,
+ 0.5591352634429931,
+ 0.4811658450603485,
+ 0.4388775806427002,
+ 0.4253014211177826,
+ 0.4193685954093933,
+ 0.4093106484889984,
+ 0.41880208411216735,
+ 0.42850149631500245,
+ 0.428736455821991,
+ 0.43955466747283933,
+ 0.4433642386198044,
+ 0.44784595458507537,
+ 0.435849981212616,
+ 0.47222038536071775,
+ 0.4397192087173462,
+ 0.45586099319458007,
+ 0.46415687026977537,
+ 0.48371028423309326,
+ 0.451132914352417,
+ 0.47991643798351286,
+ 0.45130317702293393,
+ 0.480626265335083,
+ 0.46450931119918826,
+ 0.4824261344909668,
+ 0.4816949737071991,
+ 0.48009960498809817,
+ 0.5074262315750122,
+ 0.4895252437353134,
+ 0.4705415657997131,
+ 0.4835156498908997,
+ 0.47929900856018065,
+ 0.4537247060775757,
+ 0.471054771232605,
+ 0.48902023096084596,
+ 0.49175932846069337,
+ 0.5241551312446594,
+ 0.451823796248436,
+ 0.43896633648872374,
+ 0.4653335520744324,
+ 0.4502745701789856,
+ 0.4341614744186401,
+ 0.46303419842720034,
+ 0.44793482451438904,
+ 0.44024938931465146,
+ 0.4392324646472931,
+ 0.43231110212504864,
+ 0.41355489072799684,
+ 0.453599790096283,
+ 0.4247152150630951,
+ 0.4223084320545197,
+ 0.42320016803741456,
+ 0.4448660778999329,
+ 0.4123545353651047,
+ 0.4022479995727539,
+ 0.412995005607605,
+ 0.40325671529769896,
+ 0.39850479309558867,
+ 0.3982270024299622,
+ 0.39613970642089846,
+ 0.38792987279891966,
+ 0.3912136312961578,
+ 0.38957534875869754,
+ 0.38518679401874545,
+ 0.37867675232887266,
+ 0.3806942042350769,
+ 0.3797240556240082,
+ 0.37711212148666384,
+ 0.3763957218170166,
+ 0.3759556182384491,
+ 0.37444110627174376,
+ 0.37315322313308713,
+ 0.3726344390392303,
+ 0.37197003917694094,
+ 0.37117694425582887,
+ 0.3707807907104492,
+ 0.37058883180618285
+ ],
+ "train_acc": [
+ 0.1553,
+ 0.4555,
+ 0.6508,
+ 0.7471,
+ 0.7963,
+ 0.8138,
+ 0.8276,
+ 0.8342,
+ 0.8353,
+ 0.8425,
+ 0.8412,
+ 0.842,
+ 0.8405,
+ 0.8401,
+ 0.8417,
+ 0.8395,
+ 0.8456,
+ 0.8309,
+ 0.8454,
+ 0.8409,
+ 0.8372,
+ 0.8369,
+ 0.8441,
+ 0.8365,
+ 0.8411,
+ 0.8366,
+ 0.8391,
+ 0.8356,
+ 0.8369,
+ 0.8348,
+ 0.8271,
+ 0.834,
+ 0.8399,
+ 0.8353,
+ 0.8389,
+ 0.8421,
+ 0.8418,
+ 0.8384,
+ 0.8358,
+ 0.83,
+ 0.8435,
+ 0.8456,
+ 0.8404,
+ 0.8454,
+ 0.8476,
+ 0.8414,
+ 0.8448,
+ 0.8462,
+ 0.8459,
+ 0.8498,
+ 0.8517,
+ 0.8429,
+ 0.8496,
+ 0.8487,
+ 0.8517,
+ 0.8471,
+ 0.8535,
+ 0.8553,
+ 0.8542,
+ 0.8567,
+ 0.8577,
+ 0.8566,
+ 0.8585,
+ 0.8587,
+ 0.8593,
+ 0.8596,
+ 0.862,
+ 0.8632,
+ 0.86,
+ 0.861,
+ 0.8631,
+ 0.8617,
+ 0.8635,
+ 0.8641,
+ 0.8646,
+ 0.8644,
+ 0.8636,
+ 0.865,
+ 0.8652,
+ 0.8653
+ ],
+ "test_acc": [
+ 0.292,
+ 0.56,
+ 0.691,
+ 0.739,
+ 0.776,
+ 0.7805,
+ 0.8045,
+ 0.799,
+ 0.8065,
+ 0.8065,
+ 0.8085,
+ 0.8025,
+ 0.8075,
+ 0.794,
+ 0.8075,
+ 0.8135,
+ 0.802,
+ 0.7955,
+ 0.8005,
+ 0.801,
+ 0.79,
+ 0.7845,
+ 0.798,
+ 0.798,
+ 0.7875,
+ 0.791,
+ 0.7895,
+ 0.796,
+ 0.7865,
+ 0.777,
+ 0.8005,
+ 0.7835,
+ 0.788,
+ 0.7905,
+ 0.806,
+ 0.8025,
+ 0.785,
+ 0.789,
+ 0.781,
+ 0.798,
+ 0.804,
+ 0.799,
+ 0.801,
+ 0.8115,
+ 0.8015,
+ 0.797,
+ 0.81,
+ 0.797,
+ 0.808,
+ 0.796,
+ 0.7955,
+ 0.8085,
+ 0.8125,
+ 0.807,
+ 0.8,
+ 0.808,
+ 0.811,
+ 0.811,
+ 0.812,
+ 0.808,
+ 0.8125,
+ 0.812,
+ 0.8135,
+ 0.8135,
+ 0.8125,
+ 0.816,
+ 0.8145,
+ 0.813,
+ 0.817,
+ 0.8135,
+ 0.816,
+ 0.8165,
+ 0.817,
+ 0.815,
+ 0.8155,
+ 0.8175,
+ 0.815,
+ 0.8155,
+ 0.816,
+ 0.816
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.017043430358171463,
+ 0.0684005469083786
+ ],
+ "perturbation_rho": [
+ -0.039058439433574677,
+ 0.11359640955924988
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0006350737530738115,
+ -0.0003296324284747243
+ ],
+ "0.003": [
+ -0.0018682447262108326,
+ -0.0009874338284134865
+ ],
+ "0.01": [
+ -0.005804130807518959,
+ -0.0032830811105668545
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.085509059524536,
+ 1.1997124633789062,
+ 0.7052989973068238,
+ 0.4944884951114655,
+ 0.42731611585617063,
+ 0.40364177112579347,
+ 0.40250489449501037,
+ 0.39572899947166446,
+ 0.3938576333761215,
+ 0.3945821855545044,
+ 0.3956324628829956,
+ 0.39204095797538757,
+ 0.38553655610084536,
+ 0.39142296171188357,
+ 0.38895199718475343,
+ 0.3898035387039185,
+ 0.3947607610702515,
+ 0.3965999175071716,
+ 0.40212894287109374,
+ 0.40160218105316164,
+ 0.4069850404262543,
+ 0.41640855975151064,
+ 0.4233110466003418,
+ 0.44071909160614015,
+ 0.4416384401321411,
+ 0.44119831857681274,
+ 0.43994840660095214,
+ 0.44008309478759766,
+ 0.43364879651069643,
+ 0.43739947289228437,
+ 0.4283482677459717,
+ 0.4456914433956146,
+ 0.4563638810157776,
+ 0.4303118309020996,
+ 0.4327080216407776,
+ 0.42274960250854493,
+ 0.4333017177581787,
+ 0.4467815902233124,
+ 0.4313963102340698,
+ 0.4363329181671143,
+ 0.4287542325496674,
+ 0.43090186014175413,
+ 0.4246362741470337,
+ 0.4307769187927246,
+ 0.4269701943397522,
+ 0.4238660922050476,
+ 0.4403623225688934,
+ 0.4208802846908569,
+ 0.42905401678085325,
+ 0.4272002784252167,
+ 0.4219598471641541,
+ 0.420378928565979,
+ 0.42290292086601255,
+ 0.42269562950134276,
+ 0.43232801451683045,
+ 0.42110945229530333,
+ 0.4163690044403076,
+ 0.41736082611083986,
+ 0.42144253940582277,
+ 0.41818094477653506,
+ 0.41234604358673094,
+ 0.41562650147676466,
+ 0.41009650206565856,
+ 0.40981764011383054,
+ 0.41089948043823243,
+ 0.40907523860931394,
+ 0.4101927646636963,
+ 0.40733580865859986,
+ 0.40593432711362837,
+ 0.4065796292304993,
+ 0.4045049686193466,
+ 0.4033273178577423,
+ 0.4033346746444702,
+ 0.40280530282258986,
+ 0.40217347147464755,
+ 0.40183706488609316,
+ 0.40159110057353975,
+ 0.4014276859283447,
+ 0.4012072265625,
+ 0.4011442585945129
+ ],
+ "train_acc": [
+ 0.2521,
+ 0.5991,
+ 0.755,
+ 0.8222,
+ 0.8411,
+ 0.84,
+ 0.8422,
+ 0.8464,
+ 0.8469,
+ 0.8473,
+ 0.8491,
+ 0.8489,
+ 0.8501,
+ 0.8519,
+ 0.8481,
+ 0.8513,
+ 0.8456,
+ 0.8504,
+ 0.8409,
+ 0.8404,
+ 0.8442,
+ 0.8367,
+ 0.8395,
+ 0.8318,
+ 0.8321,
+ 0.8325,
+ 0.8338,
+ 0.8322,
+ 0.8372,
+ 0.8354,
+ 0.8394,
+ 0.8302,
+ 0.8256,
+ 0.8384,
+ 0.8364,
+ 0.8386,
+ 0.8358,
+ 0.8351,
+ 0.8371,
+ 0.8371,
+ 0.8389,
+ 0.8385,
+ 0.84,
+ 0.8378,
+ 0.8431,
+ 0.8455,
+ 0.8375,
+ 0.8435,
+ 0.8435,
+ 0.841,
+ 0.8446,
+ 0.843,
+ 0.8406,
+ 0.8426,
+ 0.8414,
+ 0.8449,
+ 0.8453,
+ 0.8452,
+ 0.8436,
+ 0.8447,
+ 0.8475,
+ 0.8473,
+ 0.8463,
+ 0.8479,
+ 0.8491,
+ 0.8491,
+ 0.8477,
+ 0.8484,
+ 0.8494,
+ 0.8499,
+ 0.8498,
+ 0.8509,
+ 0.8502,
+ 0.8514,
+ 0.8519,
+ 0.8517,
+ 0.8518,
+ 0.8512,
+ 0.8514,
+ 0.8515
+ ],
+ "test_acc": [
+ 0.49,
+ 0.6875,
+ 0.7605,
+ 0.804,
+ 0.805,
+ 0.802,
+ 0.8065,
+ 0.806,
+ 0.8055,
+ 0.808,
+ 0.8085,
+ 0.8055,
+ 0.8105,
+ 0.804,
+ 0.807,
+ 0.8155,
+ 0.8115,
+ 0.812,
+ 0.7955,
+ 0.8025,
+ 0.8,
+ 0.8115,
+ 0.8055,
+ 0.805,
+ 0.796,
+ 0.7895,
+ 0.7965,
+ 0.7935,
+ 0.7905,
+ 0.7845,
+ 0.799,
+ 0.7695,
+ 0.7965,
+ 0.7995,
+ 0.7985,
+ 0.7955,
+ 0.799,
+ 0.79,
+ 0.787,
+ 0.788,
+ 0.792,
+ 0.7935,
+ 0.7915,
+ 0.7995,
+ 0.797,
+ 0.7935,
+ 0.7995,
+ 0.799,
+ 0.7975,
+ 0.8025,
+ 0.8005,
+ 0.8015,
+ 0.7955,
+ 0.7985,
+ 0.808,
+ 0.8025,
+ 0.802,
+ 0.8045,
+ 0.8015,
+ 0.8035,
+ 0.7955,
+ 0.8025,
+ 0.8085,
+ 0.8055,
+ 0.805,
+ 0.8045,
+ 0.8035,
+ 0.8065,
+ 0.8035,
+ 0.8075,
+ 0.807,
+ 0.807,
+ 0.806,
+ 0.8065,
+ 0.806,
+ 0.8065,
+ 0.8075,
+ 0.807,
+ 0.8075,
+ 0.807
+ ],
+ "state_pred_error": [
+ 0.8011611330986023,
+ 0.3609474738121033,
+ 0.21311738922595977,
+ 0.17308431911468505,
+ 0.15645604510307312,
+ 0.13793717213869094,
+ 0.11612963346242905,
+ 0.09631521614789963,
+ 0.07912670748233795,
+ 0.06581646353006362,
+ 0.055194634342193606,
+ 0.046884950709342954,
+ 0.04106640879511833,
+ 0.03793207856416702,
+ 0.03359296218752861,
+ 0.03188889281153679,
+ 0.029081323546171187,
+ 0.02699935197234154,
+ 0.025859476828575135,
+ 0.024149730026721956,
+ 0.023846294847130776,
+ 0.022766227704286577,
+ 0.02158056313097477,
+ 0.020458749863505363,
+ 0.019927274003624915,
+ 0.019538553309440612,
+ 0.0188307683467865,
+ 0.01786738821566105,
+ 0.01805778686106205,
+ 0.017307938440144062,
+ 0.01650934716016054,
+ 0.01636997167468071,
+ 0.016149957418441774,
+ 0.015640711134672164,
+ 0.015530829256772995,
+ 0.015072985544800759,
+ 0.014928080968558789,
+ 0.014236513023078441,
+ 0.013992103570699691,
+ 0.013805941741168498,
+ 0.013859274068474769,
+ 0.013517734362185,
+ 0.013017747814953327,
+ 0.012777870306372643,
+ 0.012784181451797485,
+ 0.012523168560862542,
+ 0.012562317198514939,
+ 0.01242608730494976,
+ 0.012103212547302246,
+ 0.013212937520444393,
+ 0.011627227926254272,
+ 0.011481619267165661,
+ 0.011224271242320538,
+ 0.011096839188039304,
+ 0.01085965276658535,
+ 0.01071037351489067,
+ 0.010505712181329728,
+ 0.010282582534849644,
+ 0.010697883084416389,
+ 0.011361672592163086,
+ 0.010023625978827477,
+ 0.009966823917627335,
+ 0.010207099059224128,
+ 0.009507107688486576,
+ 0.009546992440521717,
+ 0.009390620791912078,
+ 0.009162344363331795,
+ 0.00911178617477417,
+ 0.009029264736175538,
+ 0.009068329860270024,
+ 0.008832447521388532,
+ 0.008576158338785172,
+ 0.008559903579950333,
+ 0.008348167736828328,
+ 0.008216162344813347,
+ 0.008780301743745804,
+ 0.008052194035053252,
+ 0.00799637444615364,
+ 0.007933191792666912,
+ 0.0086071118183434
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8896123766899109,
+ 0.46193015575408936
+ ],
+ "perturbation_rho": [
+ 0.8089620471000671,
+ 0.3910723328590393
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02786075323820114,
+ -0.003570881672203541
+ ],
+ "0.003": [
+ -0.08058245480060577,
+ -0.010666092857718468
+ ],
+ "0.01": [
+ -0.23563425242900848,
+ -0.03502008318901062
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 1470.6129150390625,
+ 266.84222412109375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2876405261993407,
+ 1.6589315502166748,
+ 1.032972918510437,
+ 0.7166166153907776,
+ 0.5627004514217376,
+ 0.48185237402915954,
+ 0.4412262492656708,
+ 0.42024023895263674,
+ 0.4159124126434326,
+ 0.41783777375221254,
+ 0.43015226793289185,
+ 0.41944336700439455,
+ 0.4336165071964264,
+ 0.431957585144043,
+ 0.4321355306863785,
+ 0.443198069190979,
+ 0.4393294587135315,
+ 0.45416013383865356,
+ 0.48345874342918393,
+ 0.5023631313323974,
+ 0.5149450803756714,
+ 0.5199348605155945,
+ 0.539059090423584,
+ 0.5481982292175293,
+ 0.5818891710281372,
+ 0.5882292882919311,
+ 0.5962150434494019,
+ 0.6086743747711182,
+ 0.6369373207092285,
+ 0.65568203125,
+ 0.6485560325622559,
+ 0.6509528552055359,
+ 0.6618397993087769,
+ 0.6784751142501831,
+ 0.6892412689208984,
+ 0.6599728857994079,
+ 0.6764159112930298,
+ 0.7006567495346069,
+ 0.7071641028404236,
+ 0.6960477909088135,
+ 0.6928154678344727,
+ 0.7350670424461365,
+ 0.7627396492004395,
+ 0.7707545019149781,
+ 0.737790333366394,
+ 0.7868994663238525,
+ 0.7634784624099732,
+ 0.7762238646507263,
+ 0.8018951994895935,
+ 0.7849565597534179,
+ 0.8176450714111329,
+ 0.8360422663688659,
+ 0.8193753229141235,
+ 0.8155689338684082,
+ 0.8275344564437866,
+ 0.837344129371643,
+ 0.8366100923538208,
+ 0.8482813408851624,
+ 0.8508966381072998,
+ 0.8566178089141846,
+ 0.8539601694107055,
+ 0.8565668355941772,
+ 0.8545724077224731,
+ 0.8627288048744202,
+ 0.8558533429145813,
+ 0.8527083917617798,
+ 0.8515555647850037,
+ 0.8542263612747193,
+ 0.8479507312774658,
+ 0.8465972842216491,
+ 0.8489613071441651,
+ 0.8499880193710327,
+ 0.846294707107544,
+ 0.8456767027854919,
+ 0.845595064163208,
+ 0.8452041431427002,
+ 0.8436063968658447,
+ 0.8431942218780517,
+ 0.8428546760559082,
+ 0.8426003468513489
+ ],
+ "train_acc": [
+ 0.1549,
+ 0.4565,
+ 0.6491,
+ 0.7495,
+ 0.7914,
+ 0.8171,
+ 0.8312,
+ 0.8359,
+ 0.8383,
+ 0.8393,
+ 0.836,
+ 0.845,
+ 0.8405,
+ 0.8425,
+ 0.847,
+ 0.8429,
+ 0.844,
+ 0.8405,
+ 0.834,
+ 0.8242,
+ 0.8215,
+ 0.8184,
+ 0.8131,
+ 0.8131,
+ 0.8035,
+ 0.7999,
+ 0.7919,
+ 0.7925,
+ 0.7806,
+ 0.7764,
+ 0.7749,
+ 0.7707,
+ 0.7607,
+ 0.7559,
+ 0.7527,
+ 0.7565,
+ 0.7486,
+ 0.7427,
+ 0.7405,
+ 0.7469,
+ 0.7427,
+ 0.7273,
+ 0.7239,
+ 0.7253,
+ 0.7276,
+ 0.7123,
+ 0.7175,
+ 0.7178,
+ 0.7059,
+ 0.712,
+ 0.7045,
+ 0.6954,
+ 0.704,
+ 0.7011,
+ 0.6979,
+ 0.6962,
+ 0.6944,
+ 0.6863,
+ 0.693,
+ 0.6882,
+ 0.6881,
+ 0.6873,
+ 0.6891,
+ 0.6867,
+ 0.6883,
+ 0.6876,
+ 0.6863,
+ 0.6879,
+ 0.6895,
+ 0.6914,
+ 0.6879,
+ 0.6912,
+ 0.6914,
+ 0.691,
+ 0.6902,
+ 0.69,
+ 0.691,
+ 0.6912,
+ 0.6911,
+ 0.6911
+ ],
+ "test_acc": [
+ 0.2915,
+ 0.5615,
+ 0.6735,
+ 0.74,
+ 0.766,
+ 0.786,
+ 0.7965,
+ 0.798,
+ 0.803,
+ 0.811,
+ 0.804,
+ 0.8,
+ 0.8035,
+ 0.805,
+ 0.802,
+ 0.813,
+ 0.801,
+ 0.8045,
+ 0.7865,
+ 0.781,
+ 0.7965,
+ 0.7855,
+ 0.776,
+ 0.7705,
+ 0.757,
+ 0.763,
+ 0.7455,
+ 0.7345,
+ 0.7365,
+ 0.7225,
+ 0.724,
+ 0.7285,
+ 0.6945,
+ 0.703,
+ 0.7045,
+ 0.707,
+ 0.6745,
+ 0.698,
+ 0.7005,
+ 0.7015,
+ 0.6935,
+ 0.6745,
+ 0.6835,
+ 0.6915,
+ 0.6855,
+ 0.6795,
+ 0.669,
+ 0.657,
+ 0.68,
+ 0.6605,
+ 0.6665,
+ 0.66,
+ 0.6615,
+ 0.646,
+ 0.663,
+ 0.6575,
+ 0.659,
+ 0.655,
+ 0.652,
+ 0.6565,
+ 0.662,
+ 0.657,
+ 0.657,
+ 0.658,
+ 0.6535,
+ 0.659,
+ 0.657,
+ 0.653,
+ 0.6525,
+ 0.656,
+ 0.6535,
+ 0.657,
+ 0.6565,
+ 0.6585,
+ 0.6575,
+ 0.658,
+ 0.658,
+ 0.659,
+ 0.66,
+ 0.6605
+ ],
+ "value_loss": [
+ 3.201891397190094,
+ 0.779361897277832,
+ 0.626858753490448,
+ 0.6105666812896728,
+ 0.5514641007423401,
+ 0.517792618727684,
+ 0.5215819624900818,
+ 0.5292677600860596,
+ 0.552981759929657,
+ 0.5698205958366394,
+ 0.5810090668201446,
+ 0.5961851135253906,
+ 0.6149938448905945,
+ 0.6305486402511596,
+ 0.6387381959915162,
+ 0.6182627209663392,
+ 0.6587734882354737,
+ 0.6572166347026825,
+ 0.7393287518978119,
+ 0.7575859657287598,
+ 0.7096261032104492,
+ 0.7378914642333985,
+ 0.7248077880859375,
+ 0.7350102340698242,
+ 0.7564734949111939,
+ 0.6695011586904526,
+ 0.644234440612793,
+ 0.5980740191459656,
+ 0.5971753816604615,
+ 0.5931948877334595,
+ 0.5637484560966491,
+ 0.5179620209217072,
+ 0.49389802017211915,
+ 0.5098487597942353,
+ 0.4865056258678436,
+ 0.4405415944099426,
+ 0.4353645149230957,
+ 0.4501692766189575,
+ 0.45002960472106934,
+ 0.422652059841156,
+ 0.4055860691070557,
+ 0.4549039573431015,
+ 0.46190376739501954,
+ 0.471636429977417,
+ 0.4265621903419495,
+ 0.4594758994102478,
+ 0.42435137259960176,
+ 0.44350295667648315,
+ 0.46465742254257203,
+ 0.44208196215629575,
+ 0.4832916920661926,
+ 0.5232693849563599,
+ 0.4623278817176819,
+ 0.4547371855735779,
+ 0.4594089942932129,
+ 0.46912296028137207,
+ 0.47726550636291504,
+ 0.4601418377876282,
+ 0.46802607822418213,
+ 0.4529942394256592,
+ 0.4592748096942902,
+ 0.47371763911247255,
+ 0.4452900604248047,
+ 0.4446146511077881,
+ 0.4409138162612915,
+ 0.45059286756515504,
+ 0.42469289593696596,
+ 0.4136852811336517,
+ 0.4327469911813736,
+ 0.4167798330545425,
+ 0.4059099773406982,
+ 0.4036043640613556,
+ 0.4098508264541626,
+ 0.4066617407798767,
+ 0.39713848648071287,
+ 0.40763027248382566,
+ 0.3894461953163147,
+ 0.3812183334350586,
+ 0.38804075756073,
+ 0.3851433990240097
+ ],
+ "term_loss": [
+ 1.8095692808151245,
+ 0.3307587965011597,
+ 0.3579055207252502,
+ 0.38751730251312255,
+ 0.3419568935394287,
+ 0.31203726736307147,
+ 0.31745839205980303,
+ 0.33440028057098387,
+ 0.3659660063266754,
+ 0.3876699714303017,
+ 0.39679462888240813,
+ 0.4184996568202972,
+ 0.43375586037635805,
+ 0.44975857195854185,
+ 0.45838220162391663,
+ 0.435672639131546,
+ 0.4776378852844238,
+ 0.4704463632583618,
+ 0.5460535125732422,
+ 0.5489175643920898,
+ 0.49749358978271485,
+ 0.5227905928611756,
+ 0.4984749317169189,
+ 0.5076854391098022,
+ 0.5196511005163192,
+ 0.4271921033501625,
+ 0.39845617814064027,
+ 0.3495673320531845,
+ 0.3406120599746704,
+ 0.3369556130170822,
+ 0.3124081336021423,
+ 0.26228452085256576,
+ 0.23591850142478943,
+ 0.24258239690363406,
+ 0.21891801595687865,
+ 0.18692822000980377,
+ 0.17564877446889876,
+ 0.1858476457595825,
+ 0.18565895201563834,
+ 0.16571398117542266,
+ 0.1499946511030197,
+ 0.18262819264009594,
+ 0.18550563032627107,
+ 0.19401416344642639,
+ 0.15707174652814865,
+ 0.17475576095581055,
+ 0.1460891138225794,
+ 0.16268992478847505,
+ 0.17513533658981323,
+ 0.15897264647483825,
+ 0.1887047908782959,
+ 0.21617013705968857,
+ 0.16718865274786948,
+ 0.16259072281122208,
+ 0.16479001131057738,
+ 0.16972213253974913,
+ 0.17816825335025788,
+ 0.160431849360466,
+ 0.1674132004737854,
+ 0.1533277048110962,
+ 0.15940114099383354,
+ 0.16802982873916625,
+ 0.14754837176799773,
+ 0.14664715819358826,
+ 0.14326468232870102,
+ 0.15353368443846702,
+ 0.13146308953166008,
+ 0.12186262704730035,
+ 0.13736094230413437,
+ 0.12571639954447747,
+ 0.1161090140581131,
+ 0.1144715744972229,
+ 0.12061160337924957,
+ 0.11733541253209114,
+ 0.11001659770011901,
+ 0.11899287624359131,
+ 0.10357448959499597,
+ 0.09714262957572938,
+ 0.1018681374579668,
+ 0.10070284021273256
+ ],
+ "bridge_loss": [
+ 1.0979772183747263,
+ 0.14488070307970047,
+ 0.032327918493747713,
+ 0.01006056183576584,
+ 0.01405837194621563,
+ 0.02506896505355835,
+ 0.029270013190805914,
+ 0.024456803676486016,
+ 0.01778325879126787,
+ 0.011628757537901402,
+ 0.010623802649974824,
+ 0.01033981561884284,
+ 0.010671415086835622,
+ 0.012105880802869796,
+ 0.015091647936403751,
+ 0.014290212792158127,
+ 0.017276279383152723,
+ 0.01755652065873146,
+ 0.01865756440013647,
+ 0.025649653977155684,
+ 0.025815965831279753,
+ 0.026902742621302603,
+ 0.03349096584320068,
+ 0.03358717203140259,
+ 0.03484274614453316,
+ 0.036431199651956556,
+ 0.03821594860553741,
+ 0.03984641134142876,
+ 0.0399793375492096,
+ 0.035500000548362734,
+ 0.0335044051527977,
+ 0.03535626398921013,
+ 0.034901417164504525,
+ 0.03535908999443054,
+ 0.03244625160694122,
+ 0.0270990745306015,
+ 0.028194128577411173,
+ 0.025620638090372086,
+ 0.02424610341191292,
+ 0.02160915930122137,
+ 0.01955409088283777,
+ 0.02624212960600853,
+ 0.022223139250278474,
+ 0.023016857573390007,
+ 0.0221236746609211,
+ 0.023469938251376152,
+ 0.022684386810660363,
+ 0.02442432513833046,
+ 0.02541698269248009,
+ 0.024323033849895,
+ 0.02966375322341919,
+ 0.03533650541305542,
+ 0.028947667813301086,
+ 0.02696481726169586,
+ 0.027019736531376837,
+ 0.029223014229536055,
+ 0.02940545443892479,
+ 0.026615454608201982,
+ 0.02830494921207428,
+ 0.025745924377441408,
+ 0.027217651453614235,
+ 0.03207499958276749,
+ 0.024836220550537108,
+ 0.023358790194988252,
+ 0.024930324649065732,
+ 0.024928521275520324,
+ 0.022257217685878277,
+ 0.01982123215943575,
+ 0.025022566971182825,
+ 0.021975069151818752,
+ 0.01949193856716156,
+ 0.018918460190296173,
+ 0.02019774815738201,
+ 0.020446433125436307,
+ 0.01855314065515995,
+ 0.02024043953716755,
+ 0.017883623769879342,
+ 0.01658413535952568,
+ 0.019047247916460036,
+ 0.01744421122968197
+ ],
+ "tgrad_loss": [
+ 0.294344884967804,
+ 0.30372239556312564,
+ 0.23662530732154846,
+ 0.2129888197660446,
+ 0.19544884057044984,
+ 0.18068639143705367,
+ 0.17485355710983277,
+ 0.17041067209243774,
+ 0.16923249213695526,
+ 0.1705218675136566,
+ 0.17359062929153443,
+ 0.16734564185142517,
+ 0.17056657358407976,
+ 0.16868418793678283,
+ 0.16526433700919152,
+ 0.1682998752593994,
+ 0.1638593245267868,
+ 0.16921375732421876,
+ 0.17461767234802247,
+ 0.18301874628067016,
+ 0.18631654744148254,
+ 0.18819813222885132,
+ 0.19284189145565034,
+ 0.19373762021064758,
+ 0.20197965245246888,
+ 0.20587785987854004,
+ 0.2075623162984848,
+ 0.20866027362346648,
+ 0.21658398847579957,
+ 0.22073927323818207,
+ 0.21783591961860657,
+ 0.22032123794555664,
+ 0.2230780988931656,
+ 0.2319072772026062,
+ 0.2351413604259491,
+ 0.22651429884433746,
+ 0.23152161231040955,
+ 0.238700989484787,
+ 0.24012455048561096,
+ 0.23532891595363617,
+ 0.23603732614517212,
+ 0.24603363862037658,
+ 0.2541750002861023,
+ 0.2546054096698761,
+ 0.24736676750183106,
+ 0.26125019659996035,
+ 0.2555778726577759,
+ 0.2563887059211731,
+ 0.264105103969574,
+ 0.25878628327846526,
+ 0.26492314825057983,
+ 0.27176274490356445,
+ 0.26619156007766726,
+ 0.26518164477348327,
+ 0.26759924521446227,
+ 0.27017781343460084,
+ 0.26969179601669313,
+ 0.2730945366859436,
+ 0.2723079304218292,
+ 0.2739206102371216,
+ 0.2726560173988342,
+ 0.2736128067970276,
+ 0.27290546894073486,
+ 0.27460870208740235,
+ 0.272718811917305,
+ 0.2721306644439697,
+ 0.270972588634491,
+ 0.2720014189720154,
+ 0.2703634834766388,
+ 0.2690883653879166,
+ 0.27030902328491213,
+ 0.2702143274307251,
+ 0.26904147510528564,
+ 0.2688798934936523,
+ 0.26856874713897705,
+ 0.2683969561100006,
+ 0.26798808333873747,
+ 0.26749156715869904,
+ 0.2671253750085831,
+ 0.26699634662866595
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.15452352166175842,
+ 0.31575465202331543
+ ],
+ "perturbation_rho": [
+ 0.26963475346565247,
+ 0.4633495509624481
+ ],
+ "nudging": {
+ "0.001": [
+ -0.007989507168531418,
+ -0.002687511034309864
+ ],
+ "0.003": [
+ -0.02384537272155285,
+ -0.008051736280322075
+ ],
+ "0.01": [
+ -0.07802344858646393,
+ -0.026711856946349144
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json
new file mode 100644
index 0000000..24023da
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.4834706062316894,
+ 0.5430349823951721,
+ 0.38668747143745424,
+ 0.34510154552459715,
+ 0.33817491273880007,
+ 0.2920334846019745,
+ 0.2970120040655136,
+ 0.2641972427368164,
+ 0.2674439710021019,
+ 0.2409529842853546,
+ 0.2405674941301346,
+ 0.2373046693444252,
+ 0.2162545440196991,
+ 0.24015355696678162,
+ 0.21905847864151,
+ 0.21977773468494416,
+ 0.17934191759824752,
+ 0.16521801726818083,
+ 0.1855501010656357,
+ 0.16433925240039826,
+ 0.18235039415359497,
+ 0.20661087665557862,
+ 0.19766983861923218,
+ 0.15200146064758302,
+ 0.14539728266000748,
+ 0.12806377177238465,
+ 0.13287909836769105,
+ 0.14254976189136506,
+ 0.1169908158659935,
+ 0.10335765879154206,
+ 0.0976445425748825,
+ 0.1269135407447815,
+ 0.10905979499816895,
+ 0.1036293788909912,
+ 0.08703284446001053,
+ 0.07714519078731537,
+ 0.0854867350578308,
+ 0.07759437730312348,
+ 0.08323309755325317,
+ 0.06878422734737397,
+ 0.06057573595643043,
+ 0.056178426837921146,
+ 0.0535672729074955,
+ 0.05012710075974464,
+ 0.0464719173014164,
+ 0.044800338208675385,
+ 0.05190476224422455,
+ 0.04983877096027136,
+ 0.041653870904445646,
+ 0.039705309933424,
+ 0.036863119888305665,
+ 0.042920396673679355,
+ 0.03639051071405411,
+ 0.03289378116130829,
+ 0.035526476675271985,
+ 0.033458709704875945,
+ 0.029977919310331346,
+ 0.028593969064950944,
+ 0.02730948829650879,
+ 0.02754064207971096,
+ 0.026273250000178813,
+ 0.02554192252755165,
+ 0.025177255961298942,
+ 0.024420051104575395,
+ 0.023936483108997344,
+ 0.023976508555561302,
+ 0.023393685922026633,
+ 0.023062897664308548,
+ 0.02284297253638506,
+ 0.0225670176923275,
+ 0.02237149138152599,
+ 0.022162008368223907,
+ 0.021948657459020613,
+ 0.021801631617546082,
+ 0.021714019361883403,
+ 0.021613608975708486,
+ 0.02154767996519804,
+ 0.021490249353647232,
+ 0.02145659771114588,
+ 0.02143701379299164
+ ],
+ "train_acc": [
+ 0.5114,
+ 0.8219,
+ 0.8579,
+ 0.8666,
+ 0.8671,
+ 0.8848,
+ 0.8822,
+ 0.8982,
+ 0.8949,
+ 0.909,
+ 0.907,
+ 0.9076,
+ 0.9125,
+ 0.9065,
+ 0.9148,
+ 0.9142,
+ 0.9331,
+ 0.9382,
+ 0.9255,
+ 0.9384,
+ 0.9247,
+ 0.9212,
+ 0.9216,
+ 0.9426,
+ 0.947,
+ 0.9543,
+ 0.9517,
+ 0.9467,
+ 0.9569,
+ 0.9688,
+ 0.9707,
+ 0.9526,
+ 0.9639,
+ 0.9648,
+ 0.9728,
+ 0.9806,
+ 0.972,
+ 0.9773,
+ 0.9745,
+ 0.9815,
+ 0.9875,
+ 0.9885,
+ 0.99,
+ 0.9916,
+ 0.9942,
+ 0.994,
+ 0.9899,
+ 0.9906,
+ 0.9953,
+ 0.9956,
+ 0.9971,
+ 0.9926,
+ 0.9971,
+ 0.9978,
+ 0.9966,
+ 0.9971,
+ 0.999,
+ 0.9988,
+ 0.9994,
+ 0.9989,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 1.0,
+ 0.9999,
+ 0.9999,
+ 1.0,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.7605,
+ 0.85,
+ 0.859,
+ 0.865,
+ 0.8715,
+ 0.87,
+ 0.857,
+ 0.8675,
+ 0.8675,
+ 0.8715,
+ 0.88,
+ 0.8645,
+ 0.868,
+ 0.868,
+ 0.8735,
+ 0.874,
+ 0.8685,
+ 0.8815,
+ 0.8755,
+ 0.8785,
+ 0.8785,
+ 0.872,
+ 0.871,
+ 0.88,
+ 0.8785,
+ 0.879,
+ 0.8755,
+ 0.875,
+ 0.8835,
+ 0.8805,
+ 0.877,
+ 0.8715,
+ 0.883,
+ 0.8785,
+ 0.881,
+ 0.8775,
+ 0.8845,
+ 0.8835,
+ 0.875,
+ 0.8825,
+ 0.885,
+ 0.881,
+ 0.878,
+ 0.8825,
+ 0.8825,
+ 0.883,
+ 0.881,
+ 0.881,
+ 0.88,
+ 0.8845,
+ 0.883,
+ 0.88,
+ 0.884,
+ 0.8805,
+ 0.883,
+ 0.88,
+ 0.8775,
+ 0.8815,
+ 0.881,
+ 0.88,
+ 0.8815,
+ 0.8795,
+ 0.881,
+ 0.88,
+ 0.8795,
+ 0.8785,
+ 0.8805,
+ 0.8795,
+ 0.883,
+ 0.884,
+ 0.8825,
+ 0.881,
+ 0.8815,
+ 0.8815,
+ 0.8825,
+ 0.8825,
+ 0.883,
+ 0.883,
+ 0.882,
+ 0.882
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.817541241645813,
+ 0.7992762923240662,
+ 0.7803024053573608,
+ 0.749271035194397
+ ],
+ "perturbation_rho": [
+ 0.9999992847442627,
+ 0.9999971389770508,
+ 0.9999915361404419,
+ 0.9999540448188782
+ ],
+ "nudging": {
+ "0.001": [
+ -0.039698582142591476,
+ -0.021919304504990578,
+ -0.010462507605552673,
+ -0.004785426892340183
+ ],
+ "0.003": [
+ -0.10896631330251694,
+ -0.06271065026521683,
+ -0.030694259330630302,
+ -0.014211377128958702
+ ],
+ "0.01": [
+ -0.25995129346847534,
+ -0.17589232325553894,
+ -0.09449617564678192,
+ -0.04570754989981651
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2335582107543943,
+ 1.4812821199417114,
+ 0.8872520751953125,
+ 0.6475240196228027,
+ 0.5359860889434814,
+ 0.46958555698394777,
+ 0.45785905749797823,
+ 0.4420524597644806,
+ 0.46240528092384336,
+ 0.438674670791626,
+ 0.4997645055770874,
+ 0.4712224443435669,
+ 0.48766630415916445,
+ 0.4953000538825989,
+ 0.4773715334892273,
+ 0.5531020860195159,
+ 0.47040989060401917,
+ 0.4952229196548462,
+ 0.6815311771392822,
+ 0.5375438184738159,
+ 0.569130647277832,
+ 0.5825253881454467,
+ 0.6240433019638062,
+ 0.5191664490699768,
+ 0.5594121186256409,
+ 0.5025074581623077,
+ 0.568897618484497,
+ 0.797276012134552,
+ 0.6494657384395599,
+ 0.5863183005809784,
+ 0.5042545314788819,
+ 0.6360464210510254,
+ 0.5303603213310242,
+ 0.6333333390235901,
+ 0.5571413533687591,
+ 0.521467384147644,
+ 0.6245811168670654,
+ 0.4870353964805603,
+ 0.5776216228485107,
+ 0.6220016703605652,
+ 0.663741721868515,
+ 0.6662271121025085,
+ 0.6002572847366333,
+ 0.6127229302406311,
+ 0.5246655365228653,
+ 0.4890981090545654,
+ 0.5078178949356079,
+ 0.45640108737945556,
+ 0.5856611510276795,
+ 0.5142886983633042,
+ 0.49405618019104003,
+ 0.5483347434997559,
+ 0.5194024101734162,
+ 0.5156882713317871,
+ 0.48824515991210937,
+ 0.46362982807159425,
+ 0.48169746732711793,
+ 0.4621458419799805,
+ 0.48525344228744505,
+ 0.4669917287349701,
+ 0.43736272325515746,
+ 0.4267999319076538,
+ 0.447295890045166,
+ 0.44295010929107664,
+ 0.42769963054656984,
+ 0.43936410925388336,
+ 0.42555498695373534,
+ 0.4199682415962219,
+ 0.4203143095970154,
+ 0.4061591213226318,
+ 0.4136860329627991,
+ 0.4161090198516846,
+ 0.4061859919548035,
+ 0.4035600830078125,
+ 0.40434388854503633,
+ 0.40137048931121827,
+ 0.40382256450653076,
+ 0.39942702045440676,
+ 0.3986932475566864,
+ 0.39767972602844237
+ ],
+ "train_acc": [
+ 0.1852,
+ 0.484,
+ 0.6814,
+ 0.7576,
+ 0.8008,
+ 0.8232,
+ 0.8259,
+ 0.8299,
+ 0.8242,
+ 0.8325,
+ 0.815,
+ 0.8246,
+ 0.8193,
+ 0.8158,
+ 0.8202,
+ 0.8012,
+ 0.8253,
+ 0.8114,
+ 0.7706,
+ 0.8045,
+ 0.7946,
+ 0.7887,
+ 0.7805,
+ 0.8032,
+ 0.7913,
+ 0.8114,
+ 0.7894,
+ 0.7385,
+ 0.7662,
+ 0.7862,
+ 0.8128,
+ 0.764,
+ 0.8006,
+ 0.7743,
+ 0.7941,
+ 0.8065,
+ 0.7786,
+ 0.8154,
+ 0.7877,
+ 0.775,
+ 0.7658,
+ 0.765,
+ 0.7887,
+ 0.7835,
+ 0.806,
+ 0.8177,
+ 0.8082,
+ 0.8231,
+ 0.7853,
+ 0.8043,
+ 0.8151,
+ 0.797,
+ 0.8023,
+ 0.8106,
+ 0.8192,
+ 0.8253,
+ 0.8167,
+ 0.822,
+ 0.8158,
+ 0.8208,
+ 0.8345,
+ 0.8374,
+ 0.8289,
+ 0.8276,
+ 0.8334,
+ 0.8309,
+ 0.8372,
+ 0.8371,
+ 0.8392,
+ 0.8448,
+ 0.8397,
+ 0.8405,
+ 0.8417,
+ 0.8454,
+ 0.8438,
+ 0.8444,
+ 0.844,
+ 0.8454,
+ 0.8473,
+ 0.8469
+ ],
+ "test_acc": [
+ 0.329,
+ 0.6095,
+ 0.7115,
+ 0.77,
+ 0.7765,
+ 0.797,
+ 0.7935,
+ 0.77,
+ 0.793,
+ 0.7595,
+ 0.7995,
+ 0.781,
+ 0.744,
+ 0.7505,
+ 0.7555,
+ 0.7825,
+ 0.779,
+ 0.6505,
+ 0.7605,
+ 0.684,
+ 0.754,
+ 0.654,
+ 0.7145,
+ 0.7395,
+ 0.7465,
+ 0.7285,
+ 0.626,
+ 0.6385,
+ 0.728,
+ 0.7255,
+ 0.659,
+ 0.7475,
+ 0.6745,
+ 0.668,
+ 0.7795,
+ 0.749,
+ 0.7725,
+ 0.7285,
+ 0.6635,
+ 0.6505,
+ 0.727,
+ 0.675,
+ 0.6695,
+ 0.746,
+ 0.743,
+ 0.702,
+ 0.7945,
+ 0.667,
+ 0.7215,
+ 0.7375,
+ 0.71,
+ 0.7465,
+ 0.744,
+ 0.704,
+ 0.7515,
+ 0.744,
+ 0.7415,
+ 0.7765,
+ 0.775,
+ 0.782,
+ 0.795,
+ 0.792,
+ 0.795,
+ 0.7705,
+ 0.7955,
+ 0.7975,
+ 0.787,
+ 0.778,
+ 0.796,
+ 0.8075,
+ 0.793,
+ 0.806,
+ 0.8035,
+ 0.8055,
+ 0.8085,
+ 0.799,
+ 0.803,
+ 0.8065,
+ 0.804,
+ 0.8045
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.027901431545615196,
+ 0.2837410271167755,
+ 0.17885790765285492,
+ 0.12107238173484802
+ ],
+ "perturbation_rho": [
+ -0.007988158613443375,
+ 0.25683730840682983,
+ 0.21096175909042358,
+ 0.1645408272743225
+ ],
+ "nudging": {
+ "0.001": [
+ 0.00047835364239290357,
+ -0.0009741741232573986,
+ -0.0005935455556027591,
+ -0.00044419028563424945
+ ],
+ "0.003": [
+ 0.0014678429579362273,
+ -0.002917262725532055,
+ -0.0017763640498742461,
+ -0.0013300562277436256
+ ],
+ "0.01": [
+ 0.005267709027975798,
+ -0.009674372151494026,
+ -0.005893784575164318,
+ -0.0044119693338871
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8521444786071777,
+ 0.8489539235115051,
+ 0.49778255472183225,
+ 0.44921045970916745,
+ 0.4791688131332397,
+ 0.5339837857246399,
+ 0.6159221937656403,
+ 0.6920900274276733,
+ 0.7395291107177734,
+ 0.7648588424682617,
+ 0.7390518695831299,
+ 0.7285711270332337,
+ 0.756377292728424,
+ 0.7920883464813232,
+ 0.7511230406761169,
+ 0.7427966569900513,
+ 0.7848520866394043,
+ 0.7643903920173645,
+ 0.747663676071167,
+ 0.7614839931488037,
+ 0.7973562688827515,
+ 0.805117155122757,
+ 0.8282611333847046,
+ 0.8117145735740662,
+ 0.77988141746521,
+ 0.7727121877670288,
+ 0.7857501653671265,
+ 0.7532362991333008,
+ 0.7174396375656128,
+ 0.6707095355987549,
+ 0.6616346151351928,
+ 0.6730950567245484,
+ 0.6997067294597625,
+ 0.6670414597511292,
+ 0.7028018656730652,
+ 0.6884466652870178,
+ 0.6903644677162171,
+ 0.6862619149208069,
+ 0.6891118244171143,
+ 0.6871656932830811,
+ 0.7013169605255127,
+ 0.6584716122150421,
+ 0.6772907896995545,
+ 0.6789146376609803,
+ 0.6993297848701477,
+ 0.6749252514839172,
+ 0.6679595365524292,
+ 0.6602012983322143,
+ 0.6643224500656127,
+ 0.6685716100692749,
+ 0.6538269229888916,
+ 0.6759916665077209,
+ 0.6566515842437745,
+ 0.6645777332305908,
+ 0.6630637623786926,
+ 0.6612954006195069,
+ 0.6419784454345703,
+ 0.649862062215805,
+ 0.6516496278762818,
+ 0.6557377228736877,
+ 0.6478088115215301,
+ 0.6365815505981446,
+ 0.6575287200927734,
+ 0.6443278756141663,
+ 0.6441601477622986,
+ 0.647724620437622,
+ 0.6438550380706787,
+ 0.6339428859710693,
+ 0.635849730682373,
+ 0.6402260863304138,
+ 0.6340386274337768,
+ 0.635369322013855,
+ 0.6311982594490051,
+ 0.6316978254318237,
+ 0.6306024626731872,
+ 0.6300158632278442,
+ 0.6289655219078064,
+ 0.6281617763519287,
+ 0.6276290187835694,
+ 0.6273329115867615
+ ],
+ "train_acc": [
+ 0.3353,
+ 0.6866,
+ 0.8142,
+ 0.8275,
+ 0.8164,
+ 0.8031,
+ 0.7812,
+ 0.7662,
+ 0.7541,
+ 0.7442,
+ 0.7411,
+ 0.7383,
+ 0.7284,
+ 0.7118,
+ 0.7334,
+ 0.7317,
+ 0.7181,
+ 0.73,
+ 0.7275,
+ 0.727,
+ 0.7215,
+ 0.7129,
+ 0.7122,
+ 0.719,
+ 0.7334,
+ 0.7359,
+ 0.7363,
+ 0.7488,
+ 0.7578,
+ 0.7726,
+ 0.7687,
+ 0.7618,
+ 0.7597,
+ 0.7667,
+ 0.7523,
+ 0.7602,
+ 0.763,
+ 0.7613,
+ 0.7607,
+ 0.759,
+ 0.7594,
+ 0.7722,
+ 0.7641,
+ 0.7591,
+ 0.7553,
+ 0.7664,
+ 0.7625,
+ 0.7675,
+ 0.7694,
+ 0.7625,
+ 0.7663,
+ 0.7654,
+ 0.767,
+ 0.7656,
+ 0.7673,
+ 0.7678,
+ 0.7709,
+ 0.7701,
+ 0.769,
+ 0.7704,
+ 0.7723,
+ 0.778,
+ 0.7657,
+ 0.7699,
+ 0.7732,
+ 0.7689,
+ 0.7764,
+ 0.7744,
+ 0.7746,
+ 0.7734,
+ 0.7761,
+ 0.7759,
+ 0.7764,
+ 0.7775,
+ 0.7782,
+ 0.7754,
+ 0.7773,
+ 0.7776,
+ 0.7789,
+ 0.7788
+ ],
+ "test_acc": [
+ 0.5775,
+ 0.7495,
+ 0.7955,
+ 0.793,
+ 0.779,
+ 0.7605,
+ 0.7395,
+ 0.73,
+ 0.7225,
+ 0.712,
+ 0.7185,
+ 0.724,
+ 0.702,
+ 0.707,
+ 0.702,
+ 0.7015,
+ 0.709,
+ 0.7075,
+ 0.7135,
+ 0.707,
+ 0.711,
+ 0.712,
+ 0.693,
+ 0.701,
+ 0.701,
+ 0.7115,
+ 0.7185,
+ 0.734,
+ 0.7445,
+ 0.7265,
+ 0.733,
+ 0.7365,
+ 0.724,
+ 0.7235,
+ 0.7295,
+ 0.721,
+ 0.7345,
+ 0.7035,
+ 0.724,
+ 0.7195,
+ 0.7045,
+ 0.715,
+ 0.721,
+ 0.7245,
+ 0.7245,
+ 0.733,
+ 0.7365,
+ 0.719,
+ 0.731,
+ 0.719,
+ 0.715,
+ 0.7195,
+ 0.7295,
+ 0.7165,
+ 0.7325,
+ 0.722,
+ 0.7225,
+ 0.724,
+ 0.725,
+ 0.7315,
+ 0.7305,
+ 0.731,
+ 0.721,
+ 0.7255,
+ 0.732,
+ 0.727,
+ 0.736,
+ 0.7325,
+ 0.7405,
+ 0.7305,
+ 0.7335,
+ 0.7335,
+ 0.735,
+ 0.7355,
+ 0.7325,
+ 0.733,
+ 0.7355,
+ 0.734,
+ 0.7345,
+ 0.7345
+ ],
+ "state_pred_error": [
+ 0.7540362793922424,
+ 0.2618380335569382,
+ 0.17575423958301545,
+ 0.158187340092659,
+ 0.15769709210395813,
+ 0.16296500368118286,
+ 0.16990506443977357,
+ 0.1747624362707138,
+ 0.18139113659858705,
+ 0.17765859956741334,
+ 0.1602109962463379,
+ 0.14175251982212067,
+ 0.12335596957206726,
+ 0.10387119936943054,
+ 0.08755449919700622,
+ 0.07622657419443131,
+ 0.07090357104539871,
+ 0.06943184436559677,
+ 0.07135494997501374,
+ 0.07029388542175292,
+ 0.06737940437793731,
+ 0.06583633923530578,
+ 0.06345893771648407,
+ 0.05942388106584549,
+ 0.06105950610637665,
+ 0.06514391770958901,
+ 0.06618037341833115,
+ 0.06543034576177598,
+ 0.0635401979148388,
+ 0.06032257821559906,
+ 0.05693511110544205,
+ 0.05423654878139496,
+ 0.049708415055274964,
+ 0.046185979115962984,
+ 0.04225068616271019,
+ 0.0371412379860878,
+ 0.03288117943108082,
+ 0.028753877902030944,
+ 0.02540679348707199,
+ 0.022826728397607802,
+ 0.020825295001268385,
+ 0.01934205988943577,
+ 0.017717279280722142,
+ 0.016153786206245423,
+ 0.01561382452249527,
+ 0.013925037890672684,
+ 0.012696143777668477,
+ 0.011785201603174209,
+ 0.010956936873495578,
+ 0.010217144775390624,
+ 0.009551341994851827,
+ 0.009032958608865738,
+ 0.008615280666947365,
+ 0.008203100349009037,
+ 0.007876600304245949,
+ 0.008993487451970577,
+ 0.007320681408047676,
+ 0.007038792558014393,
+ 0.006822358392179012,
+ 0.006652445471286773,
+ 0.0065686072878539566,
+ 0.006301340243220329,
+ 0.006194311405718326,
+ 0.006011598140001297,
+ 0.005876070992648602,
+ 0.005961736746132374,
+ 0.0057346595384180545,
+ 0.005598231753706932,
+ 0.005515987113118172,
+ 0.005370079948008061,
+ 0.005283707259595394,
+ 0.005166467700898647,
+ 0.0051793598145246506,
+ 0.004988818861544132,
+ 0.004967996621131897,
+ 0.004830757288634777,
+ 0.004682945563271642,
+ 0.004599864952266216,
+ 0.004583264472708106,
+ 0.004458400094695389
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8108769655227661,
+ 0.3922353684902191,
+ 0.15907782316207886,
+ 0.149577796459198
+ ],
+ "perturbation_rho": [
+ 0.6536975502967834,
+ 0.33696871995925903,
+ 0.15431806445121765,
+ 0.1703358292579651
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02259242907166481,
+ -0.0016305823810398579,
+ -0.0006174352020025253,
+ -0.0005583323654718697
+ ],
+ "0.003": [
+ -0.06632187962532043,
+ -0.004884002730250359,
+ -0.0018520723097026348,
+ -0.0016746381297707558
+ ],
+ "0.01": [
+ -0.2048409879207611,
+ -0.01618226245045662,
+ -0.006159749813377857,
+ -0.005569745786488056
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 3474.9130859375,
+ 1348.3646240234375,
+ 1462.0654296875,
+ 924.672607421875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.238513381195068,
+ 1.478446886062622,
+ 0.8984584705352783,
+ 0.6479596544265747,
+ 0.5321606098175049,
+ 0.46738452167510985,
+ 0.45212909936904905,
+ 0.4412958154678345,
+ 0.4428103973388672,
+ 0.45779245624542236,
+ 0.5129776763916015,
+ 0.48493399066925047,
+ 0.4955709422111511,
+ 0.5551924660682678,
+ 0.4973321964263916,
+ 0.5596337683677673,
+ 0.5621023122787475,
+ 0.5936956991195679,
+ 0.506741700553894,
+ 0.5527004140377044,
+ 0.5299466539382934,
+ 0.5636592745780945,
+ 0.5512495688438416,
+ 0.6911539608955384,
+ 0.7126970441818238,
+ 0.757884527015686,
+ 0.7561026565551758,
+ 0.8022804564714432,
+ 0.756680935382843,
+ 0.7413855548858642,
+ 0.7616110191345214,
+ 0.8522287889480591,
+ 0.90401587972641,
+ 0.8410554805755616,
+ 0.8393038982391358,
+ 0.8351445549964904,
+ 0.8266246129989624,
+ 0.8432566371917725,
+ 0.8550898251533509,
+ 0.8253010906219482,
+ 0.8000944749832153,
+ 0.7725691860198974,
+ 0.7631549596786499,
+ 0.7787857055664062,
+ 0.766472288608551,
+ 0.7898382484436035,
+ 0.8000267809867859,
+ 0.7795157686710358,
+ 0.784522922706604,
+ 0.7961834842681885,
+ 0.788183743095398,
+ 0.8009099166870117,
+ 0.7960924263954162,
+ 0.803066586303711,
+ 0.8122837594032287,
+ 0.7979355515480041,
+ 0.796984415435791,
+ 0.8062079792022705,
+ 0.8164349870204926,
+ 0.8265008636474609,
+ 0.8436849462509155,
+ 0.8493386405944824,
+ 0.8505276624202728,
+ 0.8448130174636841,
+ 0.8579680969238281,
+ 0.8611232654571533,
+ 0.8577412282943726,
+ 0.8524883877754211,
+ 0.8455306541442871,
+ 0.8488166980743408,
+ 0.8484283323287964,
+ 0.8408801859378815,
+ 0.8399367668151856,
+ 0.836677680015564,
+ 0.8344884692192077,
+ 0.834986524772644,
+ 0.8330111223220825,
+ 0.831924938583374,
+ 0.8312370910644531,
+ 0.830715307712555
+ ],
+ "train_acc": [
+ 0.1882,
+ 0.4923,
+ 0.6703,
+ 0.7584,
+ 0.8033,
+ 0.8246,
+ 0.8287,
+ 0.8365,
+ 0.8324,
+ 0.8263,
+ 0.8083,
+ 0.8171,
+ 0.8156,
+ 0.7956,
+ 0.8162,
+ 0.7952,
+ 0.7916,
+ 0.7863,
+ 0.8148,
+ 0.7992,
+ 0.813,
+ 0.8006,
+ 0.807,
+ 0.7772,
+ 0.768,
+ 0.7701,
+ 0.7688,
+ 0.7684,
+ 0.7655,
+ 0.7659,
+ 0.7579,
+ 0.737,
+ 0.7298,
+ 0.7463,
+ 0.7444,
+ 0.7461,
+ 0.7425,
+ 0.7347,
+ 0.7221,
+ 0.7309,
+ 0.7318,
+ 0.7317,
+ 0.7296,
+ 0.7252,
+ 0.7239,
+ 0.7159,
+ 0.7167,
+ 0.7169,
+ 0.7148,
+ 0.7099,
+ 0.7175,
+ 0.7085,
+ 0.7141,
+ 0.7089,
+ 0.7032,
+ 0.7083,
+ 0.7078,
+ 0.7084,
+ 0.7,
+ 0.7029,
+ 0.699,
+ 0.6951,
+ 0.6969,
+ 0.7002,
+ 0.695,
+ 0.6961,
+ 0.6957,
+ 0.6967,
+ 0.6991,
+ 0.6987,
+ 0.6988,
+ 0.6979,
+ 0.6988,
+ 0.7004,
+ 0.7003,
+ 0.7004,
+ 0.7006,
+ 0.7006,
+ 0.6997,
+ 0.7005
+ ],
+ "test_acc": [
+ 0.323,
+ 0.5955,
+ 0.715,
+ 0.766,
+ 0.7775,
+ 0.7915,
+ 0.7825,
+ 0.7865,
+ 0.785,
+ 0.7675,
+ 0.7915,
+ 0.747,
+ 0.7365,
+ 0.735,
+ 0.764,
+ 0.734,
+ 0.698,
+ 0.7815,
+ 0.7405,
+ 0.7365,
+ 0.7935,
+ 0.7415,
+ 0.716,
+ 0.7395,
+ 0.7405,
+ 0.738,
+ 0.7435,
+ 0.74,
+ 0.7195,
+ 0.729,
+ 0.717,
+ 0.663,
+ 0.7105,
+ 0.706,
+ 0.704,
+ 0.717,
+ 0.681,
+ 0.6935,
+ 0.722,
+ 0.6965,
+ 0.7145,
+ 0.706,
+ 0.7015,
+ 0.689,
+ 0.6965,
+ 0.693,
+ 0.705,
+ 0.6995,
+ 0.7,
+ 0.6905,
+ 0.6875,
+ 0.6795,
+ 0.6915,
+ 0.6805,
+ 0.6915,
+ 0.674,
+ 0.6855,
+ 0.673,
+ 0.669,
+ 0.665,
+ 0.6705,
+ 0.6655,
+ 0.67,
+ 0.666,
+ 0.6695,
+ 0.671,
+ 0.6665,
+ 0.667,
+ 0.668,
+ 0.664,
+ 0.6675,
+ 0.6705,
+ 0.668,
+ 0.668,
+ 0.67,
+ 0.665,
+ 0.6695,
+ 0.6695,
+ 0.6675,
+ 0.668
+ ],
+ "value_loss": [
+ 2.8863564193725586,
+ 0.9040914880752563,
+ 0.7810646405220032,
+ 0.6981226700782776,
+ 0.6097434432029724,
+ 0.6142956817626953,
+ 0.5842859931945801,
+ 0.517870895576477,
+ 0.5182754273414611,
+ 0.6007693460464477,
+ 0.680942530632019,
+ 0.5966949496269226,
+ 0.6465810567855835,
+ 0.7795912544250488,
+ 0.6385285264253616,
+ 0.7629974831581116,
+ 0.7991079656600952,
+ 0.8916878988265992,
+ 0.6929094882965088,
+ 0.7491918589115143,
+ 0.7855519455432892,
+ 0.8720088466644287,
+ 0.8952933601379395,
+ 1.208518335723877,
+ 1.2596970233917237,
+ 1.3889865486145019,
+ 1.3504928841590882,
+ 1.76775849237442,
+ 1.5157122314453124,
+ 1.3177562489509582,
+ 1.1500543141365052,
+ 1.3385095929145814,
+ 1.4191001964569092,
+ 1.2026564547538758,
+ 1.1336268447875977,
+ 1.130702359199524,
+ 1.011481032371521,
+ 1.033429777431488,
+ 0.9805498022079467,
+ 0.8623548080444335,
+ 0.7880003303527832,
+ 0.7476288684844971,
+ 0.6462140014648438,
+ 0.6593039730072021,
+ 0.5621418162345886,
+ 0.6217806543350219,
+ 0.6747557874679565,
+ 0.6232282665967941,
+ 0.6294091362953186,
+ 0.6572539217948914,
+ 0.5706359854221345,
+ 0.5169425714492798,
+ 0.5537946958541871,
+ 0.5706222624778747,
+ 0.5587895211219788,
+ 0.5054799375534058,
+ 0.5031447858333588,
+ 0.5232256004333496,
+ 0.5240278210163116,
+ 0.5081352228164673,
+ 0.5495406572341919,
+ 0.6334876583099365,
+ 0.5355876060128212,
+ 0.5040627335548401,
+ 0.55469250831604,
+ 0.5250602727890015,
+ 0.5236522147178649,
+ 0.5053264931678771,
+ 0.4896225148200989,
+ 0.4833145246982574,
+ 0.48712017555236814,
+ 0.48232889132499696,
+ 0.4699660972595215,
+ 0.48501924810409547,
+ 0.4632767639636993,
+ 0.4829914659500122,
+ 0.46285762519836426,
+ 0.4791563155412674,
+ 0.46995122051239013,
+ 0.4729928963661194
+ ],
+ "term_loss": [
+ 1.6036672487258912,
+ 0.4866477812767029,
+ 0.5500622243881226,
+ 0.5111940277099609,
+ 0.4329673198699951,
+ 0.4469112928390503,
+ 0.41419190340042117,
+ 0.3552157738447189,
+ 0.3613631259679794,
+ 0.43681443691253663,
+ 0.49862520866394044,
+ 0.42397409868240354,
+ 0.46771746263504027,
+ 0.5842745771408081,
+ 0.4544785821020603,
+ 0.5597044972896575,
+ 0.5882236742973328,
+ 0.6682760814666748,
+ 0.4957572563171387,
+ 0.5435506319046021,
+ 0.5837905749320984,
+ 0.6493298694610595,
+ 0.6785561132907867,
+ 0.93956556224823,
+ 0.9792157770156861,
+ 1.0973765476226807,
+ 1.0527679742336273,
+ 1.4304333041667938,
+ 1.1945446773529054,
+ 1.0108222512960434,
+ 0.845477667427063,
+ 1.021408819437027,
+ 1.070293742442131,
+ 0.8828932909011841,
+ 0.8144708358764648,
+ 0.8031732571125031,
+ 0.6978397472381592,
+ 0.7110097882270813,
+ 0.6671629565238952,
+ 0.5662335210800171,
+ 0.4992787841796875,
+ 0.459820813703537,
+ 0.36139142322540285,
+ 0.37380871934890747,
+ 0.27486766773462296,
+ 0.31456750046014786,
+ 0.35646585421562194,
+ 0.30645070412158965,
+ 0.3155028410434723,
+ 0.35171530480384827,
+ 0.262723495388031,
+ 0.2240681984901428,
+ 0.2624427561759949,
+ 0.2767317503809929,
+ 0.2615759829521179,
+ 0.21678510558605193,
+ 0.213090805208683,
+ 0.22851175367832183,
+ 0.22521133567094803,
+ 0.20825024695396424,
+ 0.23806381833553314,
+ 0.30820584111213684,
+ 0.22358069960772992,
+ 0.19847816874980925,
+ 0.23981675534248353,
+ 0.21385586824417113,
+ 0.21096881765127182,
+ 0.19432116413116454,
+ 0.18428481633663177,
+ 0.1760320121526718,
+ 0.17917428448200226,
+ 0.17456265774965285,
+ 0.16240413327217101,
+ 0.17174850260019303,
+ 0.15498115499019624,
+ 0.16968325634002684,
+ 0.1520833549261093,
+ 0.16171157859563828,
+ 0.15455809693336486,
+ 0.15622255086898804
+ ],
+ "bridge_loss": [
+ 0.9791954847954563,
+ 0.12670794755816459,
+ 0.017565081167966127,
+ 0.007164146476984024,
+ 0.017620862129330634,
+ 0.02251181682050228,
+ 0.026151837778091432,
+ 0.01914508735835552,
+ 0.010432719926536084,
+ 0.010145348550379277,
+ 0.011001840087771416,
+ 0.009505402293801308,
+ 0.008902425718307495,
+ 0.011087563878297806,
+ 0.009357659213244916,
+ 0.011638822643458844,
+ 0.014301572993397713,
+ 0.013270902928709983,
+ 0.01884037252739072,
+ 0.01476599485501647,
+ 0.017172387784719467,
+ 0.026732139322161674,
+ 0.02380416285097599,
+ 0.03586443645805121,
+ 0.04554584881961345,
+ 0.051492015558481215,
+ 0.0620356507062912,
+ 0.10263055491447448,
+ 0.08920669302195311,
+ 0.06797399497032165,
+ 0.05848033113479614,
+ 0.04522013221681118,
+ 0.06130107210278511,
+ 0.053479281087219714,
+ 0.05635778515636921,
+ 0.06460995850861073,
+ 0.05289331116974354,
+ 0.05607377367392182,
+ 0.04042225465476513,
+ 0.030378661921620368,
+ 0.025389883720874785,
+ 0.027952989809960128,
+ 0.025545942783355712,
+ 0.021930139112472533,
+ 0.02298613493666053,
+ 0.03622410003766417,
+ 0.0450515654027462,
+ 0.04776753831878305,
+ 0.043910300672054293,
+ 0.03366219551563263,
+ 0.03776019195318222,
+ 0.018074785171449184,
+ 0.017864137798547744,
+ 0.017495711874961854,
+ 0.017257797373831273,
+ 0.012870814455673098,
+ 0.013426685670018196,
+ 0.01694126845598221,
+ 0.01702145220786333,
+ 0.016847654724121093,
+ 0.023266981953382494,
+ 0.035923548865318296,
+ 0.022870525400713087,
+ 0.018457241381704806,
+ 0.02394478079676628,
+ 0.020566632018983365,
+ 0.022281900307536125,
+ 0.021731911043822764,
+ 0.018568690180778502,
+ 0.019266699397563935,
+ 0.019932482597231866,
+ 0.02130942338705063,
+ 0.021624688065052033,
+ 0.028506877756118775,
+ 0.02428789115548134,
+ 0.029018885892629624,
+ 0.02777098114490509,
+ 0.03438006125688553,
+ 0.03253316249623895,
+ 0.034451057982444765
+ ],
+ "tgrad_loss": [
+ 0.30349363470077517,
+ 0.29073575751781466,
+ 0.21343733773231507,
+ 0.17976449966430663,
+ 0.15915526002645491,
+ 0.1448725718975067,
+ 0.14394225373268127,
+ 0.14351004109382628,
+ 0.1464795805335045,
+ 0.15380956373214721,
+ 0.17131548562049867,
+ 0.16321545238494872,
+ 0.1699611658334732,
+ 0.18422911157608032,
+ 0.17469229288101196,
+ 0.19165415947437286,
+ 0.1965827165365219,
+ 0.21014091815948485,
+ 0.17831186084747314,
+ 0.19087522847652436,
+ 0.1845889872074127,
+ 0.1959468394756317,
+ 0.19293308794498443,
+ 0.23308833079338073,
+ 0.234935409450531,
+ 0.24011796731948853,
+ 0.2356892698287964,
+ 0.2346946145772934,
+ 0.23196086978912353,
+ 0.23896000286340713,
+ 0.246096316075325,
+ 0.271880633354187,
+ 0.28750537996292114,
+ 0.2662838943958282,
+ 0.2627982192516327,
+ 0.2629191486597061,
+ 0.26074797649383546,
+ 0.2663462108612061,
+ 0.2729646023273468,
+ 0.2657426230430603,
+ 0.26333165884017945,
+ 0.259855065202713,
+ 0.25927663507461546,
+ 0.26356511487960815,
+ 0.2642880185127258,
+ 0.2709890515089035,
+ 0.27323836481571195,
+ 0.2690100230574608,
+ 0.2699959950447082,
+ 0.2718764228820801,
+ 0.2701522953510284,
+ 0.27479958691596984,
+ 0.27348780364990233,
+ 0.2763948000907898,
+ 0.27995573606491087,
+ 0.2758240224838257,
+ 0.2766272976398468,
+ 0.27777257800102234,
+ 0.28179502913951876,
+ 0.2830373200416565,
+ 0.2882098621368408,
+ 0.28935827159881594,
+ 0.28913638255596164,
+ 0.2871273239135742,
+ 0.2909309693336487,
+ 0.2906377738952637,
+ 0.29040149817466737,
+ 0.2892734199285507,
+ 0.28676901168823243,
+ 0.28801581645011903,
+ 0.28801341381073,
+ 0.28645680844783783,
+ 0.2859372780799866,
+ 0.2847638677597046,
+ 0.2840077176332474,
+ 0.28428932056427003,
+ 0.2830032865524292,
+ 0.2830646735906601,
+ 0.2828599617004395,
+ 0.28231928570270537
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.05806349962949753,
+ 0.19388319551944733,
+ 0.1997416615486145,
+ 0.19820059835910797
+ ],
+ "perturbation_rho": [
+ 0.05481833964586258,
+ 0.3572811782360077,
+ 0.4186326265335083,
+ 0.3411045968532562
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0029148743487894535,
+ -0.0016693011857569218,
+ -0.0016626573633402586,
+ -0.0016281461575999856
+ ],
+ "0.003": [
+ -0.008709331974387169,
+ -0.005001912824809551,
+ -0.004982108250260353,
+ -0.004877123050391674
+ ],
+ "0.01": [
+ -0.0286177359521389,
+ -0.01660466194152832,
+ -0.01654389500617981,
+ -0.016194619238376617
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json
new file mode 100644
index 0000000..0727c71
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.5250055702209473,
+ 0.5507197608947754,
+ 0.3841320207595825,
+ 0.35932164669036865,
+ 0.31933714962005616,
+ 0.3227846714496613,
+ 0.3028541946411133,
+ 0.29807121329307557,
+ 0.27894931735992434,
+ 0.30708285484313963,
+ 0.2654671094417572,
+ 0.2526435827255249,
+ 0.22071890375614167,
+ 0.20774164290428163,
+ 0.2417035475730896,
+ 0.239601744556427,
+ 0.2061288031578064,
+ 0.20110705008506774,
+ 0.19673097145557403,
+ 0.17361064953804017,
+ 0.16336524235010147,
+ 0.1541515984773636,
+ 0.17720441585183144,
+ 0.15197478637695314,
+ 0.1717322502374649,
+ 0.15199407002925872,
+ 0.13259448325634002,
+ 0.14251351101398468,
+ 0.11849438445568085,
+ 0.12607571827173233,
+ 0.11433437283039093,
+ 0.10952981774806976,
+ 0.10948647691607476,
+ 0.09781867054402828,
+ 0.08961167633533478,
+ 0.10128397414684295,
+ 0.09377768075466156,
+ 0.086143566852808,
+ 0.07471307250261307,
+ 0.06912044876217842,
+ 0.06486728579998016,
+ 0.06798115438222885,
+ 0.06793259272575379,
+ 0.06783070080280304,
+ 0.06020965424776077,
+ 0.05598097594976425,
+ 0.0566912874341011,
+ 0.04851433913707733,
+ 0.05244531365633011,
+ 0.04565400942564011,
+ 0.04321225633025169,
+ 0.04449230827391148,
+ 0.039462119901180266,
+ 0.040013881278038024,
+ 0.03971400515437126,
+ 0.0358551750421524,
+ 0.03401491985321045,
+ 0.034367064037919046,
+ 0.032305684411525724,
+ 0.03139898471236229,
+ 0.030498171234130858,
+ 0.029822335571050643,
+ 0.029149569642543793,
+ 0.0281656219124794,
+ 0.028202341210842134,
+ 0.027365115937590598,
+ 0.026671420013904573,
+ 0.027203523302078248,
+ 0.026499097537994384,
+ 0.026119756138324738,
+ 0.025678298735618593,
+ 0.025355695700645445,
+ 0.025052896262705324,
+ 0.024881752938032152,
+ 0.024743154951930045,
+ 0.02462823152542114,
+ 0.024543652564287186,
+ 0.02447993883341551,
+ 0.024439664232730866,
+ 0.024415402659773825
+ ],
+ "train_acc": [
+ 0.498,
+ 0.8183,
+ 0.8589,
+ 0.8608,
+ 0.8736,
+ 0.8748,
+ 0.8796,
+ 0.8843,
+ 0.8915,
+ 0.88,
+ 0.8949,
+ 0.902,
+ 0.9137,
+ 0.9217,
+ 0.9068,
+ 0.9048,
+ 0.92,
+ 0.9225,
+ 0.9271,
+ 0.9331,
+ 0.9391,
+ 0.9439,
+ 0.9306,
+ 0.9439,
+ 0.9334,
+ 0.9419,
+ 0.9511,
+ 0.9454,
+ 0.9596,
+ 0.955,
+ 0.9606,
+ 0.9634,
+ 0.9623,
+ 0.9662,
+ 0.9726,
+ 0.9664,
+ 0.9714,
+ 0.9752,
+ 0.9799,
+ 0.9834,
+ 0.9869,
+ 0.9828,
+ 0.9825,
+ 0.9829,
+ 0.9881,
+ 0.9878,
+ 0.9892,
+ 0.9925,
+ 0.9894,
+ 0.9932,
+ 0.9943,
+ 0.9938,
+ 0.9963,
+ 0.9954,
+ 0.9952,
+ 0.9971,
+ 0.9978,
+ 0.9979,
+ 0.9989,
+ 0.9989,
+ 0.9986,
+ 0.999,
+ 0.999,
+ 0.9995,
+ 0.9993,
+ 0.9996,
+ 0.9998,
+ 0.9995,
+ 0.9996,
+ 0.9997,
+ 0.9997,
+ 0.9998,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999
+ ],
+ "test_acc": [
+ 0.763,
+ 0.8435,
+ 0.857,
+ 0.85,
+ 0.8625,
+ 0.8615,
+ 0.8655,
+ 0.8555,
+ 0.856,
+ 0.8635,
+ 0.864,
+ 0.8715,
+ 0.878,
+ 0.869,
+ 0.8615,
+ 0.8775,
+ 0.8695,
+ 0.869,
+ 0.8755,
+ 0.8725,
+ 0.875,
+ 0.872,
+ 0.8785,
+ 0.8775,
+ 0.8685,
+ 0.8775,
+ 0.8795,
+ 0.878,
+ 0.8825,
+ 0.876,
+ 0.882,
+ 0.8805,
+ 0.89,
+ 0.885,
+ 0.885,
+ 0.8795,
+ 0.8845,
+ 0.8835,
+ 0.881,
+ 0.8765,
+ 0.879,
+ 0.8815,
+ 0.8825,
+ 0.8835,
+ 0.877,
+ 0.8835,
+ 0.88,
+ 0.884,
+ 0.879,
+ 0.8825,
+ 0.881,
+ 0.879,
+ 0.8835,
+ 0.8815,
+ 0.8815,
+ 0.8825,
+ 0.8835,
+ 0.8815,
+ 0.8815,
+ 0.8835,
+ 0.8815,
+ 0.8835,
+ 0.8815,
+ 0.883,
+ 0.885,
+ 0.884,
+ 0.883,
+ 0.8815,
+ 0.883,
+ 0.8825,
+ 0.882,
+ 0.8825,
+ 0.8815,
+ 0.8825,
+ 0.8825,
+ 0.883,
+ 0.8825,
+ 0.883,
+ 0.883,
+ 0.883
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8572149276733398,
+ 0.8503379821777344,
+ 0.8309497833251953,
+ 0.8099952340126038
+ ],
+ "perturbation_rho": [
+ 0.9999990463256836,
+ 0.9999980330467224,
+ 0.999992311000824,
+ 0.9999608993530273
+ ],
+ "nudging": {
+ "0.001": [
+ -0.042521148920059204,
+ -0.023217972368001938,
+ -0.011091032065451145,
+ -0.005212459247559309
+ ],
+ "0.003": [
+ -0.1181650310754776,
+ -0.06687315553426743,
+ -0.032639797776937485,
+ -0.015497863292694092
+ ],
+ "0.01": [
+ -0.29344552755355835,
+ -0.19200363755226135,
+ -0.10158533602952957,
+ -0.050049468874931335
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.261956468582153,
+ 1.4311306690216063,
+ 0.818257098197937,
+ 0.5983575573444366,
+ 0.500597601890564,
+ 0.45219913649559024,
+ 0.4174496747016907,
+ 0.409495729637146,
+ 0.4188644021987915,
+ 0.45328485565185545,
+ 0.42861666593551634,
+ 0.46300609769821166,
+ 0.4457720745563507,
+ 0.45008082075119016,
+ 0.4816469186782837,
+ 0.491936355304718,
+ 0.4805133812904358,
+ 0.5310946586608887,
+ 0.5184094581604004,
+ 0.5349128709316253,
+ 0.503399237036705,
+ 0.5629850885391235,
+ 0.6070423364162445,
+ 0.5541394971847534,
+ 0.5405849707126618,
+ 0.5269447027683258,
+ 0.5041178157329559,
+ 0.5237154272437096,
+ 0.4906633505821228,
+ 0.6188776139259339,
+ 0.5532598972320557,
+ 0.5653144476890564,
+ 0.5119002490878105,
+ 0.5062383512377739,
+ 0.5014870280742645,
+ 0.5912513525962829,
+ 0.6307907728433609,
+ 0.5102149733304977,
+ 0.5199897046327591,
+ 0.5104138412237167,
+ 0.504832841014862,
+ 0.5849459474563599,
+ 0.5909522429466247,
+ 0.6081267190933227,
+ 0.5230989686727524,
+ 0.5009066128730774,
+ 0.4870625690460205,
+ 0.5026308774948121,
+ 0.513473293876648,
+ 0.48188849410749973,
+ 0.45255061175823214,
+ 0.46306118438243865,
+ 0.481172536277771,
+ 0.4813159273266792,
+ 0.4563068170785904,
+ 0.4633492294549942,
+ 0.45527973327636717,
+ 0.4800791665077209,
+ 0.4427429686546326,
+ 0.43737694044113157,
+ 0.45122047100067136,
+ 0.4516987937927246,
+ 0.4359778087615967,
+ 0.43745238494873045,
+ 0.4318913806915283,
+ 0.4248273630142212,
+ 0.41580243453979493,
+ 0.4173020489692688,
+ 0.41921982488632203,
+ 0.4114777256965637,
+ 0.4125749154686928,
+ 0.4053273830771446,
+ 0.4055808573246002,
+ 0.40145073013305665,
+ 0.4026311701536179,
+ 0.4003137221336365,
+ 0.3996645420074463,
+ 0.3981458621025085,
+ 0.3979306438922882,
+ 0.3975636598587036
+ ],
+ "train_acc": [
+ 0.1709,
+ 0.5147,
+ 0.692,
+ 0.7731,
+ 0.808,
+ 0.8242,
+ 0.8375,
+ 0.8453,
+ 0.8442,
+ 0.8349,
+ 0.8443,
+ 0.835,
+ 0.8441,
+ 0.8444,
+ 0.8351,
+ 0.8365,
+ 0.8411,
+ 0.8326,
+ 0.8345,
+ 0.8285,
+ 0.8374,
+ 0.8265,
+ 0.8206,
+ 0.8325,
+ 0.8334,
+ 0.8373,
+ 0.846,
+ 0.8393,
+ 0.8428,
+ 0.8205,
+ 0.8357,
+ 0.8299,
+ 0.8419,
+ 0.8418,
+ 0.8454,
+ 0.8266,
+ 0.8236,
+ 0.8434,
+ 0.8437,
+ 0.8446,
+ 0.8477,
+ 0.8375,
+ 0.8298,
+ 0.8288,
+ 0.842,
+ 0.848,
+ 0.8548,
+ 0.8496,
+ 0.8494,
+ 0.8506,
+ 0.8598,
+ 0.8581,
+ 0.8553,
+ 0.8512,
+ 0.8594,
+ 0.8581,
+ 0.8586,
+ 0.8553,
+ 0.8628,
+ 0.8646,
+ 0.8613,
+ 0.863,
+ 0.8651,
+ 0.8621,
+ 0.8631,
+ 0.864,
+ 0.871,
+ 0.8671,
+ 0.8717,
+ 0.8696,
+ 0.8701,
+ 0.8722,
+ 0.8724,
+ 0.8723,
+ 0.8715,
+ 0.8733,
+ 0.8733,
+ 0.8743,
+ 0.8735,
+ 0.8741
+ ],
+ "test_acc": [
+ 0.325,
+ 0.622,
+ 0.7225,
+ 0.764,
+ 0.783,
+ 0.8075,
+ 0.8055,
+ 0.8055,
+ 0.797,
+ 0.8075,
+ 0.7835,
+ 0.799,
+ 0.7925,
+ 0.793,
+ 0.8,
+ 0.8055,
+ 0.785,
+ 0.7905,
+ 0.79,
+ 0.791,
+ 0.7925,
+ 0.758,
+ 0.7805,
+ 0.783,
+ 0.8055,
+ 0.7965,
+ 0.787,
+ 0.804,
+ 0.7835,
+ 0.7975,
+ 0.7785,
+ 0.771,
+ 0.798,
+ 0.801,
+ 0.768,
+ 0.792,
+ 0.7705,
+ 0.791,
+ 0.81,
+ 0.7995,
+ 0.7865,
+ 0.7915,
+ 0.769,
+ 0.806,
+ 0.795,
+ 0.806,
+ 0.812,
+ 0.805,
+ 0.813,
+ 0.806,
+ 0.8075,
+ 0.8085,
+ 0.808,
+ 0.8185,
+ 0.8025,
+ 0.8185,
+ 0.8175,
+ 0.8155,
+ 0.8175,
+ 0.8095,
+ 0.817,
+ 0.818,
+ 0.817,
+ 0.823,
+ 0.818,
+ 0.828,
+ 0.823,
+ 0.82,
+ 0.8205,
+ 0.824,
+ 0.8235,
+ 0.824,
+ 0.8235,
+ 0.8245,
+ 0.8235,
+ 0.8265,
+ 0.827,
+ 0.8255,
+ 0.825,
+ 0.825
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.0060789515264332294,
+ 0.09873200953006744,
+ 0.10723873972892761,
+ 0.1101943776011467
+ ],
+ "perturbation_rho": [
+ -0.012974856421351433,
+ 0.14552229642868042,
+ 0.08513970673084259,
+ 0.06377018243074417
+ ],
+ "nudging": {
+ "0.001": [
+ -0.00029901170637458563,
+ -0.0006812716601416469,
+ -0.0004231537168379873,
+ -0.0004066851979587227
+ ],
+ "0.003": [
+ -0.0008656850550323725,
+ -0.0020401428919285536,
+ -0.0012693263124674559,
+ -0.001218506833538413
+ ],
+ "0.01": [
+ -0.0025177751667797565,
+ -0.006775799673050642,
+ -0.004219442140311003,
+ -0.00405311631038785
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.90833014793396,
+ 0.8779405179977418,
+ 0.5064040044784546,
+ 0.4657335244178772,
+ 0.4902631205320358,
+ 0.5776193201065063,
+ 0.649845489025116,
+ 0.6730898847579956,
+ 0.6785502085208893,
+ 0.6754426885128021,
+ 0.6688244145870209,
+ 0.6485107803106308,
+ 0.6637302653312683,
+ 0.6521788113594055,
+ 0.6718272481918335,
+ 0.6910618996620178,
+ 0.7287369018554688,
+ 0.7307573244094848,
+ 0.7283793703079223,
+ 0.79008408908844,
+ 0.8179881494522094,
+ 0.8709803493499756,
+ 0.8228100231170654,
+ 0.8579356725692749,
+ 0.8632372360229492,
+ 0.8647078338623047,
+ 0.8247142519950866,
+ 0.8100111122131348,
+ 0.827653882598877,
+ 0.7867350393295288,
+ 0.7713617871284485,
+ 0.7540933326721191,
+ 0.7635929446220397,
+ 0.731565843629837,
+ 0.7520291829109191,
+ 0.7454802143096924,
+ 0.7568781739234924,
+ 0.7290890070438385,
+ 0.7567377836227417,
+ 0.7685284609794617,
+ 0.7458412083625794,
+ 0.739471393108368,
+ 0.7550339795112609,
+ 0.7631093349456787,
+ 0.7788069766998291,
+ 0.7642952583789825,
+ 0.7572312101840973,
+ 0.7669681239128113,
+ 0.7663568916320801,
+ 0.7649306897163392,
+ 0.7452942167282105,
+ 0.7477542019367218,
+ 0.7388495827674866,
+ 0.7364303831100464,
+ 0.7253182221412658,
+ 0.7264514459609985,
+ 0.7120715827941895,
+ 0.711595621585846,
+ 0.7125990421295166,
+ 0.6964491970062255,
+ 0.690447259426117,
+ 0.686346722984314,
+ 0.6837696258544922,
+ 0.6897882652282715,
+ 0.6716403135299682,
+ 0.6684516845226288,
+ 0.658786863708496,
+ 0.6592671649932861,
+ 0.6566618491172791,
+ 0.6524367179870606,
+ 0.6484959433555603,
+ 0.6476131733894348,
+ 0.645097210597992,
+ 0.6444143989562988,
+ 0.6423414867401123,
+ 0.6404327310562133,
+ 0.6396769283294678,
+ 0.6387527324676514,
+ 0.6382552500724793,
+ 0.6379588050365448
+ ],
+ "train_acc": [
+ 0.317,
+ 0.6744,
+ 0.8113,
+ 0.8207,
+ 0.8166,
+ 0.7937,
+ 0.7738,
+ 0.7632,
+ 0.7617,
+ 0.7675,
+ 0.765,
+ 0.77,
+ 0.7642,
+ 0.7658,
+ 0.757,
+ 0.7525,
+ 0.7407,
+ 0.7439,
+ 0.7443,
+ 0.7262,
+ 0.7243,
+ 0.7127,
+ 0.728,
+ 0.7172,
+ 0.718,
+ 0.7182,
+ 0.7229,
+ 0.7304,
+ 0.7319,
+ 0.7341,
+ 0.7352,
+ 0.7414,
+ 0.738,
+ 0.7511,
+ 0.7459,
+ 0.7455,
+ 0.7481,
+ 0.7508,
+ 0.7422,
+ 0.7329,
+ 0.7467,
+ 0.7435,
+ 0.7391,
+ 0.7351,
+ 0.726,
+ 0.7289,
+ 0.7301,
+ 0.7278,
+ 0.7306,
+ 0.7293,
+ 0.7336,
+ 0.7358,
+ 0.7371,
+ 0.7395,
+ 0.7396,
+ 0.7388,
+ 0.7481,
+ 0.7457,
+ 0.7429,
+ 0.7528,
+ 0.7515,
+ 0.7537,
+ 0.7543,
+ 0.7518,
+ 0.7571,
+ 0.7615,
+ 0.7636,
+ 0.7662,
+ 0.7652,
+ 0.7643,
+ 0.766,
+ 0.7669,
+ 0.7664,
+ 0.7673,
+ 0.7688,
+ 0.7679,
+ 0.7679,
+ 0.7685,
+ 0.769,
+ 0.7687
+ ],
+ "test_acc": [
+ 0.5575,
+ 0.739,
+ 0.8005,
+ 0.8015,
+ 0.783,
+ 0.7665,
+ 0.747,
+ 0.7405,
+ 0.7335,
+ 0.7295,
+ 0.742,
+ 0.7355,
+ 0.7425,
+ 0.7325,
+ 0.719,
+ 0.7025,
+ 0.704,
+ 0.7005,
+ 0.692,
+ 0.704,
+ 0.6875,
+ 0.695,
+ 0.6645,
+ 0.684,
+ 0.677,
+ 0.697,
+ 0.7095,
+ 0.6875,
+ 0.7055,
+ 0.714,
+ 0.717,
+ 0.698,
+ 0.7235,
+ 0.7255,
+ 0.698,
+ 0.71,
+ 0.7215,
+ 0.7175,
+ 0.6895,
+ 0.7005,
+ 0.6965,
+ 0.7165,
+ 0.703,
+ 0.6825,
+ 0.696,
+ 0.709,
+ 0.6885,
+ 0.703,
+ 0.6925,
+ 0.714,
+ 0.705,
+ 0.704,
+ 0.7125,
+ 0.7125,
+ 0.7055,
+ 0.7165,
+ 0.72,
+ 0.7105,
+ 0.695,
+ 0.718,
+ 0.711,
+ 0.71,
+ 0.713,
+ 0.714,
+ 0.7155,
+ 0.72,
+ 0.7215,
+ 0.7195,
+ 0.718,
+ 0.721,
+ 0.724,
+ 0.7225,
+ 0.7285,
+ 0.724,
+ 0.7185,
+ 0.721,
+ 0.722,
+ 0.72,
+ 0.718,
+ 0.7175
+ ],
+ "state_pred_error": [
+ 0.7602040468215943,
+ 0.2622531470775604,
+ 0.17849978141784667,
+ 0.1614789155960083,
+ 0.16503283252716064,
+ 0.17506846377849578,
+ 0.17919811906814576,
+ 0.17643984322547912,
+ 0.174144562625885,
+ 0.16553328351974486,
+ 0.15643454706668855,
+ 0.14659336729049682,
+ 0.136305808365345,
+ 0.123571908390522,
+ 0.1111008218050003,
+ 0.10061488182544709,
+ 0.09224651036262513,
+ 0.08541531358957291,
+ 0.07722941876649857,
+ 0.07062110755443574,
+ 0.06594702410697938,
+ 0.0628838957965374,
+ 0.060209538972377775,
+ 0.05664124082326889,
+ 0.05358169343471527,
+ 0.050588799649477004,
+ 0.047043840610980985,
+ 0.043419835364818575,
+ 0.040251914036273956,
+ 0.03733443737626076,
+ 0.03289287920594215,
+ 0.030201040321588515,
+ 0.028524299293756484,
+ 0.027144377875328064,
+ 0.026436590403318406,
+ 0.02564192984700203,
+ 0.02490743891596794,
+ 0.02470569230914116,
+ 0.02470841442346573,
+ 0.02410018715262413,
+ 0.023862673461437226,
+ 0.024583475697040558,
+ 0.02422580669671297,
+ 0.024175903251767158,
+ 0.024176146936416627,
+ 0.024424808049201965,
+ 0.023978449884057045,
+ 0.023637285515666007,
+ 0.023030763539671897,
+ 0.022442915526032448,
+ 0.021631024262309076,
+ 0.02109491000175476,
+ 0.02076397671699524,
+ 0.01964172987639904,
+ 0.019197289264202118,
+ 0.01844798127412796,
+ 0.018010758863389494,
+ 0.017326503592729567,
+ 0.016925657695531844,
+ 0.01668251698166132,
+ 0.016097314363718033,
+ 0.015790151277184486,
+ 0.015420251709222793,
+ 0.015212734445929528,
+ 0.015064427372813225,
+ 0.014315600739419461,
+ 0.014239497092366219,
+ 0.01392769330739975,
+ 0.013602190324664115,
+ 0.013257772579789162,
+ 0.013332617598772049,
+ 0.012796076652407647,
+ 0.012833661264181137,
+ 0.012363243766129017,
+ 0.01199699844121933,
+ 0.011854414081573486,
+ 0.011675881730020047,
+ 0.011419792121648788,
+ 0.011595408976078034,
+ 0.011023352561891079
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.81822270154953,
+ 0.44441917538642883,
+ 0.15419423580169678,
+ 0.14087578654289246
+ ],
+ "perturbation_rho": [
+ 0.7556701302528381,
+ 0.42722654342651367,
+ 0.13306331634521484,
+ 0.10285839438438416
+ ],
+ "nudging": {
+ "0.001": [
+ -0.022801965475082397,
+ -0.0018839023541659117,
+ -0.0004756013513542712,
+ -0.0004290228243917227
+ ],
+ "0.003": [
+ -0.06668633222579956,
+ -0.005640539340674877,
+ -0.0014254236593842506,
+ -0.0012861560098826885
+ ],
+ "0.01": [
+ -0.2031538337469101,
+ -0.01867133006453514,
+ -0.004740326199680567,
+ -0.00427617784589529
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 6433.45703125,
+ 2426.59619140625,
+ 1950.234130859375,
+ 1929.63232421875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.262130627822876,
+ 1.4312172101974487,
+ 0.818198119354248,
+ 0.589842716884613,
+ 0.49746571922302246,
+ 0.44104833211898803,
+ 0.4330927776813507,
+ 0.4132209104537964,
+ 0.4186548101425171,
+ 0.4405179395675659,
+ 0.43852746906280515,
+ 0.47328574361801146,
+ 0.5121363965034484,
+ 0.4439137755632401,
+ 0.4516206186294556,
+ 0.45784061965942385,
+ 0.5997123807907104,
+ 0.48465886812210085,
+ 0.6097313745498657,
+ 0.5907854682922363,
+ 0.5859235813617706,
+ 0.590377276802063,
+ 0.625524351978302,
+ 0.7122808382987976,
+ 0.6915377367019653,
+ 0.7904257673263549,
+ 0.8108633769989013,
+ 0.8236039951324463,
+ 0.849212548828125,
+ 0.724233080291748,
+ 0.7623365852355957,
+ 0.7959084012508393,
+ 0.7782834875106811,
+ 0.8130025611877442,
+ 0.8162316653251648,
+ 0.8279668930053711,
+ 0.759434295463562,
+ 0.8115165338516236,
+ 0.8311242639541626,
+ 0.8506224093437195,
+ 0.8758153738975525,
+ 0.9087218969345093,
+ 0.9493237188339233,
+ 0.9206383923530579,
+ 0.9653225570678711,
+ 1.0096012796401979,
+ 0.9753759350776673,
+ 0.9789245065689087,
+ 1.0101529162406921,
+ 1.0138245718002319,
+ 1.0072479097366334,
+ 0.9653099195480347,
+ 0.968689307975769,
+ 0.9597694366455078,
+ 0.9519970666885376,
+ 0.9325507595062256,
+ 0.9163512690544129,
+ 0.9141956408500671,
+ 0.900567813205719,
+ 0.9053131622314453,
+ 0.8990885392189026,
+ 0.88783081741333,
+ 0.8858179836273193,
+ 0.891084521484375,
+ 0.8845443550109864,
+ 0.8778420943260193,
+ 0.8832936000823974,
+ 0.8880286014556885,
+ 0.8798037006378174,
+ 0.8909469594955445,
+ 0.8816548425674439,
+ 0.8780255848884583,
+ 0.8818641589641572,
+ 0.8773575880050659,
+ 0.876659261894226,
+ 0.8753621809005737,
+ 0.8751238561630249,
+ 0.8746530110836029,
+ 0.8737541898727417,
+ 0.8735915374755859
+ ],
+ "train_acc": [
+ 0.1742,
+ 0.5142,
+ 0.696,
+ 0.7751,
+ 0.8086,
+ 0.8296,
+ 0.8316,
+ 0.8419,
+ 0.8428,
+ 0.836,
+ 0.8431,
+ 0.8345,
+ 0.8294,
+ 0.849,
+ 0.8483,
+ 0.8465,
+ 0.8266,
+ 0.8466,
+ 0.8239,
+ 0.8237,
+ 0.8236,
+ 0.8235,
+ 0.8125,
+ 0.8013,
+ 0.7991,
+ 0.7778,
+ 0.7777,
+ 0.7636,
+ 0.7595,
+ 0.7692,
+ 0.7558,
+ 0.7432,
+ 0.7414,
+ 0.7234,
+ 0.72,
+ 0.7211,
+ 0.7351,
+ 0.7224,
+ 0.7159,
+ 0.7168,
+ 0.709,
+ 0.7059,
+ 0.6956,
+ 0.703,
+ 0.6912,
+ 0.6837,
+ 0.6921,
+ 0.6868,
+ 0.6771,
+ 0.6761,
+ 0.6757,
+ 0.6829,
+ 0.6764,
+ 0.6743,
+ 0.6757,
+ 0.6818,
+ 0.6796,
+ 0.6813,
+ 0.6852,
+ 0.6819,
+ 0.6807,
+ 0.6857,
+ 0.6895,
+ 0.684,
+ 0.6886,
+ 0.6874,
+ 0.686,
+ 0.6841,
+ 0.6864,
+ 0.6836,
+ 0.6887,
+ 0.687,
+ 0.6865,
+ 0.6878,
+ 0.6895,
+ 0.6872,
+ 0.6875,
+ 0.6882,
+ 0.6877,
+ 0.6878
+ ],
+ "test_acc": [
+ 0.318,
+ 0.624,
+ 0.7205,
+ 0.758,
+ 0.791,
+ 0.8005,
+ 0.8045,
+ 0.802,
+ 0.809,
+ 0.799,
+ 0.7845,
+ 0.7945,
+ 0.8075,
+ 0.7995,
+ 0.8025,
+ 0.8045,
+ 0.795,
+ 0.801,
+ 0.793,
+ 0.7855,
+ 0.7965,
+ 0.7685,
+ 0.751,
+ 0.763,
+ 0.77,
+ 0.749,
+ 0.7495,
+ 0.717,
+ 0.727,
+ 0.727,
+ 0.7105,
+ 0.7045,
+ 0.723,
+ 0.691,
+ 0.6775,
+ 0.6825,
+ 0.691,
+ 0.672,
+ 0.69,
+ 0.6865,
+ 0.683,
+ 0.6695,
+ 0.663,
+ 0.656,
+ 0.638,
+ 0.6515,
+ 0.662,
+ 0.638,
+ 0.6275,
+ 0.6255,
+ 0.6435,
+ 0.645,
+ 0.641,
+ 0.6485,
+ 0.642,
+ 0.6545,
+ 0.6475,
+ 0.651,
+ 0.6355,
+ 0.6495,
+ 0.645,
+ 0.6555,
+ 0.6505,
+ 0.6585,
+ 0.6655,
+ 0.6595,
+ 0.6545,
+ 0.656,
+ 0.6575,
+ 0.6515,
+ 0.661,
+ 0.6555,
+ 0.657,
+ 0.659,
+ 0.6645,
+ 0.659,
+ 0.6605,
+ 0.6615,
+ 0.663,
+ 0.662
+ ],
+ "value_loss": [
+ 2.836528095149994,
+ 0.816120489692688,
+ 0.7672985095977783,
+ 0.6673721037864685,
+ 0.6218352233886719,
+ 0.5661839260101318,
+ 0.5949610354423523,
+ 0.5516304483413697,
+ 0.5791759598731995,
+ 0.6596351661682129,
+ 0.6578461580753326,
+ 0.7922459089279175,
+ 0.9037014740467072,
+ 0.7193802554607391,
+ 0.7673241809844971,
+ 0.7787123111724854,
+ 1.3601861742019654,
+ 0.9313673071861267,
+ 1.474704369354248,
+ 1.3335748901367188,
+ 1.270239903330803,
+ 1.269356042098999,
+ 1.4781879760742187,
+ 1.7342560359954835,
+ 1.3972830940246581,
+ 1.6526852645874024,
+ 1.6395666912078857,
+ 1.56644215965271,
+ 1.5341948862075805,
+ 0.9233963856697083,
+ 1.0111778057098388,
+ 0.9221102019548416,
+ 0.7878839856147766,
+ 0.7374455715179443,
+ 0.8913812401771546,
+ 0.8214996140480042,
+ 0.6318444541931152,
+ 0.6830074096679688,
+ 0.6844325854301453,
+ 0.7359561821460724,
+ 0.7201960114479065,
+ 0.9737900894165039,
+ 0.9896724973022938,
+ 0.7746155975341796,
+ 0.8274507285118103,
+ 0.9665608058929444,
+ 0.8868430158615113,
+ 0.7537654181957245,
+ 0.8216570307731629,
+ 0.9841215091705322,
+ 0.769625757598877,
+ 0.7049013290405274,
+ 0.6331182146072387,
+ 0.573897342300415,
+ 0.6105682130813599,
+ 0.5479789059877396,
+ 0.5798083689689636,
+ 0.536684540271759,
+ 0.5124590743064881,
+ 0.5254100856781005,
+ 0.4978441138267517,
+ 0.471036555147171,
+ 0.4788544952392578,
+ 0.4990608347892761,
+ 0.4809326467514038,
+ 0.46791065502166745,
+ 0.457541916513443,
+ 0.49322594323158264,
+ 0.4535485433578491,
+ 0.4952109790802002,
+ 0.46238712191581727,
+ 0.47982813143730163,
+ 0.4530548775434494,
+ 0.4594691922664642,
+ 0.4442018630981445,
+ 0.44861485176086424,
+ 0.46499351823329926,
+ 0.424641322183609,
+ 0.4401831715106964,
+ 0.4397273305892944
+ ],
+ "term_loss": [
+ 1.6414134392738342,
+ 0.4443137921333313,
+ 0.559983926486969,
+ 0.49769357573986056,
+ 0.4615332902908325,
+ 0.4038254972457886,
+ 0.42386618661880493,
+ 0.39851482734680177,
+ 0.43347569313049317,
+ 0.5093920680999756,
+ 0.51156728348732,
+ 0.6394623676300049,
+ 0.7410367949008941,
+ 0.5717715268313884,
+ 0.6199797077178955,
+ 0.6282519329071045,
+ 1.1741165599822998,
+ 0.7754406516075134,
+ 1.2814094917297363,
+ 1.1448762008666993,
+ 1.078112751597166,
+ 1.0786702735185623,
+ 1.2648520378112793,
+ 1.4924066591262817,
+ 1.1564546440124512,
+ 1.3825412983894347,
+ 1.3632638927459717,
+ 1.273400711774826,
+ 1.2350535747528075,
+ 0.6543076923370361,
+ 0.743414258146286,
+ 0.6539574896752834,
+ 0.5301746461391449,
+ 0.47235264806747435,
+ 0.6108167475700378,
+ 0.5428714781761169,
+ 0.36918434228897096,
+ 0.4127294704437256,
+ 0.4095069869041443,
+ 0.4532541881084442,
+ 0.42979537315368654,
+ 0.657108716583252,
+ 0.6661989997468889,
+ 0.48077965931892397,
+ 0.5223898464202881,
+ 0.6413800700187683,
+ 0.5746263883352279,
+ 0.45323983748555186,
+ 0.5107939560890198,
+ 0.6490193854093551,
+ 0.45889209270477294,
+ 0.3982938908576965,
+ 0.3374675412416458,
+ 0.2782774634361267,
+ 0.3107684251785278,
+ 0.25898139514923096,
+ 0.2855128740787506,
+ 0.25347770825624466,
+ 0.23208063430786133,
+ 0.2410294221639633,
+ 0.2160837390065193,
+ 0.19500134890079499,
+ 0.20165469875335693,
+ 0.21840870115756988,
+ 0.20449393968582152,
+ 0.19281733981966973,
+ 0.18233885293602944,
+ 0.20709821685552596,
+ 0.1764617787361145,
+ 0.20976627004146575,
+ 0.18346078137159347,
+ 0.19315808384418487,
+ 0.174583125397563,
+ 0.18013888797163963,
+ 0.16657554160356522,
+ 0.16982417922019957,
+ 0.17727276504337788,
+ 0.15045344903618096,
+ 0.16139265533685684,
+ 0.15641304728984834
+ ],
+ "bridge_loss": [
+ 0.900298724684713,
+ 0.10897476739883423,
+ 0.013502670300006866,
+ 0.007317591543495655,
+ 0.013260967975854873,
+ 0.026125178402662277,
+ 0.03503929834663868,
+ 0.02188970936536789,
+ 0.013026782926917077,
+ 0.011307439970970154,
+ 0.010092764848843217,
+ 0.010237911105155945,
+ 0.013995288537442684,
+ 0.012832430324703456,
+ 0.012492080415040255,
+ 0.014081171977519989,
+ 0.02573243781030178,
+ 0.01742579458653927,
+ 0.02827236390709877,
+ 0.029418908831477165,
+ 0.030862452240288257,
+ 0.029623181630671024,
+ 0.0410612174987793,
+ 0.05416689481958747,
+ 0.05351105071902275,
+ 0.06370576785802841,
+ 0.07011887242197991,
+ 0.08096941623687744,
+ 0.07904928328990936,
+ 0.06591862261295318,
+ 0.05198305888175964,
+ 0.04291395637691021,
+ 0.03001920160204172,
+ 0.026808916348218918,
+ 0.041261438471078875,
+ 0.037955932024121286,
+ 0.03391407470107079,
+ 0.029103711080551146,
+ 0.02739130940437317,
+ 0.033617016315460206,
+ 0.03501213674545288,
+ 0.05587814524173736,
+ 0.05730794131085277,
+ 0.03438319742679596,
+ 0.039327720046043395,
+ 0.05050214891731739,
+ 0.04590215096473694,
+ 0.03501346428096294,
+ 0.03831291145086289,
+ 0.06274814118742943,
+ 0.03908389060497284,
+ 0.041417847597599027,
+ 0.02885300542116165,
+ 0.028863998132944105,
+ 0.03592278670668602,
+ 0.029343222188949584,
+ 0.036601207423210144,
+ 0.026603504705429076,
+ 0.026558925279974936,
+ 0.02896751680970192,
+ 0.02652877620458603,
+ 0.023973076324164868,
+ 0.026193797969818116,
+ 0.029547524043917656,
+ 0.0260269956946373,
+ 0.02558014368414879,
+ 0.025181468015909196,
+ 0.03461530534923077,
+ 0.027815614938735963,
+ 0.03386597931981087,
+ 0.02894253313243389,
+ 0.03772374717593193,
+ 0.028875116419792176,
+ 0.030721370708942413,
+ 0.029193979501724244,
+ 0.030907452699542044,
+ 0.03893886293917894,
+ 0.025970697021484374,
+ 0.030952987808734178,
+ 0.03557699205875397
+ ],
+ "tgrad_loss": [
+ 0.29481595182418824,
+ 0.2628319282531738,
+ 0.19381191189289093,
+ 0.1623609337568283,
+ 0.14704096510410308,
+ 0.1362332438468933,
+ 0.13605555095672608,
+ 0.13122591376304626,
+ 0.13267348070144652,
+ 0.13893566043376923,
+ 0.13618611092567443,
+ 0.14254561347961425,
+ 0.14866939194202422,
+ 0.13477630219459533,
+ 0.13485239193439483,
+ 0.1363792091369629,
+ 0.16033716580867768,
+ 0.13850085837841034,
+ 0.16502252187728883,
+ 0.15927977619171144,
+ 0.1612646919131279,
+ 0.161062579369545,
+ 0.1722747184753418,
+ 0.187682466506958,
+ 0.18731740918159484,
+ 0.20643819508552552,
+ 0.2061839234828949,
+ 0.2120720314979553,
+ 0.2200920252084732,
+ 0.20317007291316985,
+ 0.21578048248291015,
+ 0.2252387508034706,
+ 0.2276901375055313,
+ 0.23828400321006774,
+ 0.23930306017398834,
+ 0.24067220277786255,
+ 0.22874603548049927,
+ 0.24117423267364502,
+ 0.24753428769111632,
+ 0.24908498060703277,
+ 0.25538849935531616,
+ 0.2608032299041748,
+ 0.26616555204987524,
+ 0.25945273523330686,
+ 0.26573316116333007,
+ 0.2746785915374756,
+ 0.26631446256637575,
+ 0.26551211733818053,
+ 0.27255016849040986,
+ 0.2723539809703827,
+ 0.2716497754096985,
+ 0.2651895927429199,
+ 0.266797674536705,
+ 0.2667558801651001,
+ 0.2638769968032837,
+ 0.25965428969860077,
+ 0.2576942884683609,
+ 0.25660332770347594,
+ 0.2538195102930069,
+ 0.2554131515979767,
+ 0.2552316018819809,
+ 0.25206212692260743,
+ 0.25100599851608274,
+ 0.2511046103000641,
+ 0.2504117116451263,
+ 0.2495131744623184,
+ 0.2500215957164764,
+ 0.2515124215364456,
+ 0.24927114658355712,
+ 0.2515787253379822,
+ 0.24998380770683287,
+ 0.24894629969596863,
+ 0.24959663410186766,
+ 0.24860893502235412,
+ 0.2484323462486267,
+ 0.2478832187652588,
+ 0.24878188691139222,
+ 0.24821717635989188,
+ 0.24783752670288087,
+ 0.24773729231357575
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.08037468791007996,
+ 0.24492917954921722,
+ 0.2708122730255127,
+ 0.26078444719314575
+ ],
+ "perturbation_rho": [
+ 0.14874565601348877,
+ 0.4311285614967346,
+ 0.48388832807540894,
+ 0.44747647643089294
+ ],
+ "nudging": {
+ "0.001": [
+ -0.003998343367129564,
+ -0.0020397088956087828,
+ -0.0019317157566547394,
+ -0.001842876197770238
+ ],
+ "0.003": [
+ -0.011952575296163559,
+ -0.006111519411206245,
+ -0.005789835937321186,
+ -0.005522121675312519
+ ],
+ "0.01": [
+ -0.03933826461434364,
+ -0.020281529054045677,
+ -0.01922188699245453,
+ -0.018336530774831772
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json
new file mode 100644
index 0000000..533ce8d
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.4960858375549317,
+ 0.5346975540161133,
+ 0.38716840896606447,
+ 0.35499444410800934,
+ 0.30661033401489257,
+ 0.30922529895305634,
+ 0.27481330077648164,
+ 0.269934020614624,
+ 0.29978428807258606,
+ 0.25284944949150084,
+ 0.25780958070755006,
+ 0.23303727264404298,
+ 0.24132988526821136,
+ 0.20776223244667053,
+ 0.1969887863755226,
+ 0.1761551865696907,
+ 0.16374456174373628,
+ 0.18347106391191484,
+ 0.1597210103750229,
+ 0.1635675217628479,
+ 0.17662811236381531,
+ 0.15870836329460145,
+ 0.1737984106183052,
+ 0.13217050411701203,
+ 0.1460229372382164,
+ 0.12168637955188752,
+ 0.1280234918475151,
+ 0.12693974618911744,
+ 0.11462656342983246,
+ 0.1029154019355774,
+ 0.13926502933502197,
+ 0.10933776559829712,
+ 0.09320529713630676,
+ 0.09527391186952591,
+ 0.079886494910717,
+ 0.07977066860198975,
+ 0.07166484508514405,
+ 0.07007486948370933,
+ 0.06268392709493636,
+ 0.06896026997566224,
+ 0.06800698767900466,
+ 0.05527717870473862,
+ 0.06054863209873438,
+ 0.04793440787792206,
+ 0.054939467120170594,
+ 0.043425172302126884,
+ 0.04000619463920593,
+ 0.04502314983308315,
+ 0.03696476737260818,
+ 0.042237274646759033,
+ 0.043874549174308775,
+ 0.038109699201583865,
+ 0.03395200428068638,
+ 0.029588924580812453,
+ 0.028190810793638228,
+ 0.02734000713825226,
+ 0.028795221200585364,
+ 0.02614459018409252,
+ 0.02498855213224888,
+ 0.02417927698493004,
+ 0.024668072617053987,
+ 0.023915421676635743,
+ 0.023400312945246696,
+ 0.02246341987848282,
+ 0.022365201508998872,
+ 0.021897871212661266,
+ 0.021433941733837128,
+ 0.02118105274736881,
+ 0.020932374608516692,
+ 0.02072743790745735,
+ 0.020465456957370044,
+ 0.020281540298461916,
+ 0.02012429815530777,
+ 0.0200213955193758,
+ 0.01993154845237732,
+ 0.019858657205104827,
+ 0.019795786088705063,
+ 0.019747656816244127,
+ 0.01971831915974617,
+ 0.019699555786699057
+ ],
+ "train_acc": [
+ 0.5077,
+ 0.8231,
+ 0.8605,
+ 0.8665,
+ 0.8838,
+ 0.8805,
+ 0.891,
+ 0.8918,
+ 0.8816,
+ 0.9026,
+ 0.8988,
+ 0.9096,
+ 0.9022,
+ 0.919,
+ 0.9242,
+ 0.9348,
+ 0.9395,
+ 0.9298,
+ 0.9397,
+ 0.9393,
+ 0.9299,
+ 0.9363,
+ 0.9316,
+ 0.9518,
+ 0.9452,
+ 0.9571,
+ 0.9536,
+ 0.9555,
+ 0.9601,
+ 0.9645,
+ 0.9455,
+ 0.9596,
+ 0.969,
+ 0.9686,
+ 0.9778,
+ 0.9762,
+ 0.9809,
+ 0.9817,
+ 0.9867,
+ 0.9815,
+ 0.982,
+ 0.9885,
+ 0.9851,
+ 0.9931,
+ 0.9872,
+ 0.9941,
+ 0.9973,
+ 0.9923,
+ 0.9964,
+ 0.9936,
+ 0.9927,
+ 0.9951,
+ 0.9969,
+ 0.9991,
+ 0.9995,
+ 0.9994,
+ 0.9984,
+ 0.9996,
+ 0.9996,
+ 0.9997,
+ 0.9994,
+ 1.0,
+ 0.9999,
+ 1.0,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.75,
+ 0.8525,
+ 0.866,
+ 0.8635,
+ 0.8695,
+ 0.871,
+ 0.8765,
+ 0.8645,
+ 0.8605,
+ 0.8785,
+ 0.8745,
+ 0.8675,
+ 0.8715,
+ 0.8745,
+ 0.871,
+ 0.881,
+ 0.883,
+ 0.8775,
+ 0.8775,
+ 0.88,
+ 0.8765,
+ 0.879,
+ 0.876,
+ 0.8835,
+ 0.8815,
+ 0.8775,
+ 0.878,
+ 0.8845,
+ 0.8815,
+ 0.8815,
+ 0.876,
+ 0.8855,
+ 0.8835,
+ 0.8875,
+ 0.8875,
+ 0.884,
+ 0.8805,
+ 0.8825,
+ 0.8835,
+ 0.885,
+ 0.886,
+ 0.883,
+ 0.8845,
+ 0.8885,
+ 0.8935,
+ 0.8865,
+ 0.8865,
+ 0.882,
+ 0.886,
+ 0.889,
+ 0.884,
+ 0.8855,
+ 0.887,
+ 0.886,
+ 0.885,
+ 0.8875,
+ 0.885,
+ 0.885,
+ 0.889,
+ 0.8885,
+ 0.8875,
+ 0.8875,
+ 0.89,
+ 0.8875,
+ 0.887,
+ 0.8835,
+ 0.887,
+ 0.8865,
+ 0.887,
+ 0.888,
+ 0.8875,
+ 0.887,
+ 0.8855,
+ 0.886,
+ 0.886,
+ 0.8855,
+ 0.8855,
+ 0.8855,
+ 0.8855,
+ 0.8855
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.792909562587738,
+ 0.7804109454154968,
+ 0.7618845105171204,
+ 0.7463140487670898
+ ],
+ "perturbation_rho": [
+ 0.9999990463256836,
+ 0.9999976754188538,
+ 0.9999912977218628,
+ 0.9999581575393677
+ ],
+ "nudging": {
+ "0.001": [
+ -0.03518236428499222,
+ -0.019823763519525528,
+ -0.009707804769277573,
+ -0.004611268639564514
+ ],
+ "0.003": [
+ -0.09652796387672424,
+ -0.05666226148605347,
+ -0.028457924723625183,
+ -0.013685199432075024
+ ],
+ "0.01": [
+ -0.2336917370557785,
+ -0.1588592678308487,
+ -0.0874030739068985,
+ -0.04391264170408249
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2411655475616454,
+ 1.4526173705101013,
+ 0.8525485153198242,
+ 0.6137924177646636,
+ 0.5145371016025543,
+ 0.446749422454834,
+ 0.4214886118412018,
+ 0.4195548385620117,
+ 0.4367940719604492,
+ 0.4271266968727112,
+ 0.4506368330955505,
+ 0.431544850730896,
+ 0.47056838960647585,
+ 0.4950884919166565,
+ 0.46457617955207825,
+ 0.44138867642879487,
+ 0.46890158281326294,
+ 0.5305374766528607,
+ 0.473049675154686,
+ 0.5022008052349091,
+ 0.5181013618469238,
+ 0.5725814378738403,
+ 0.6426745875835419,
+ 0.5557390186309814,
+ 0.5579349591135979,
+ 0.5740194640159607,
+ 0.5308336600065231,
+ 0.5652545422554016,
+ 0.5799481949329376,
+ 0.5444272952079773,
+ 0.6203189346969128,
+ 0.5797858777523041,
+ 0.5540922529220581,
+ 0.6830843738555908,
+ 0.615204192352295,
+ 0.5617164747238159,
+ 0.5623749876022339,
+ 0.6315483769670129,
+ 0.5285355776786804,
+ 0.5771580843925476,
+ 0.5868863337516784,
+ 0.5256145215988159,
+ 0.5623120756149292,
+ 0.5721551623344422,
+ 0.5184764307022095,
+ 0.5232071911811829,
+ 0.5361109107017518,
+ 0.5600172671496868,
+ 0.4889044641494751,
+ 0.5039423065185547,
+ 0.48181177968978883,
+ 0.5018940591812133,
+ 0.5007769202709198,
+ 0.48498369932174684,
+ 0.49861330699920653,
+ 0.50194164686203,
+ 0.5412097283363342,
+ 0.4756260334253311,
+ 0.45754834973812103,
+ 0.44795829181671143,
+ 0.4544060218811035,
+ 0.44153900299072263,
+ 0.45146822926998137,
+ 0.4521883423805237,
+ 0.4729661870479584,
+ 0.4337798559188843,
+ 0.43757696523666384,
+ 0.42876729426383975,
+ 0.4239328568458557,
+ 0.42891270719766617,
+ 0.4150575352668762,
+ 0.41506909675598147,
+ 0.41555006608963013,
+ 0.41147264165878294,
+ 0.4131491298675537,
+ 0.41100745553970336,
+ 0.40833550534248353,
+ 0.4068710644721985,
+ 0.4059945067882538,
+ 0.40573364531993866
+ ],
+ "train_acc": [
+ 0.186,
+ 0.5098,
+ 0.6861,
+ 0.7694,
+ 0.803,
+ 0.8305,
+ 0.8387,
+ 0.8401,
+ 0.8367,
+ 0.8391,
+ 0.836,
+ 0.8406,
+ 0.8345,
+ 0.8287,
+ 0.837,
+ 0.8435,
+ 0.8413,
+ 0.8283,
+ 0.8436,
+ 0.8394,
+ 0.8373,
+ 0.822,
+ 0.8238,
+ 0.8295,
+ 0.8343,
+ 0.8312,
+ 0.8379,
+ 0.8308,
+ 0.83,
+ 0.8388,
+ 0.8251,
+ 0.836,
+ 0.8379,
+ 0.8196,
+ 0.8331,
+ 0.8437,
+ 0.8403,
+ 0.8265,
+ 0.8473,
+ 0.8364,
+ 0.8374,
+ 0.8477,
+ 0.8394,
+ 0.8473,
+ 0.8507,
+ 0.8521,
+ 0.8455,
+ 0.8448,
+ 0.8579,
+ 0.8505,
+ 0.8592,
+ 0.8549,
+ 0.8576,
+ 0.8598,
+ 0.8569,
+ 0.8518,
+ 0.8476,
+ 0.8597,
+ 0.8621,
+ 0.8677,
+ 0.8657,
+ 0.8661,
+ 0.8651,
+ 0.8658,
+ 0.8604,
+ 0.8685,
+ 0.8672,
+ 0.8697,
+ 0.8726,
+ 0.8692,
+ 0.8725,
+ 0.8752,
+ 0.8726,
+ 0.8731,
+ 0.8738,
+ 0.8747,
+ 0.874,
+ 0.8756,
+ 0.8752,
+ 0.8756
+ ],
+ "test_acc": [
+ 0.355,
+ 0.613,
+ 0.726,
+ 0.765,
+ 0.7915,
+ 0.7945,
+ 0.796,
+ 0.8035,
+ 0.7775,
+ 0.7815,
+ 0.7895,
+ 0.779,
+ 0.768,
+ 0.7545,
+ 0.7975,
+ 0.8,
+ 0.781,
+ 0.7915,
+ 0.799,
+ 0.783,
+ 0.7645,
+ 0.775,
+ 0.792,
+ 0.783,
+ 0.786,
+ 0.7715,
+ 0.7735,
+ 0.772,
+ 0.7965,
+ 0.756,
+ 0.761,
+ 0.801,
+ 0.735,
+ 0.7755,
+ 0.7805,
+ 0.794,
+ 0.7575,
+ 0.7605,
+ 0.7725,
+ 0.783,
+ 0.793,
+ 0.786,
+ 0.794,
+ 0.788,
+ 0.7975,
+ 0.784,
+ 0.7785,
+ 0.8035,
+ 0.8,
+ 0.808,
+ 0.797,
+ 0.799,
+ 0.795,
+ 0.793,
+ 0.806,
+ 0.7975,
+ 0.8075,
+ 0.793,
+ 0.8045,
+ 0.8165,
+ 0.809,
+ 0.816,
+ 0.815,
+ 0.81,
+ 0.808,
+ 0.8165,
+ 0.809,
+ 0.8195,
+ 0.8135,
+ 0.812,
+ 0.817,
+ 0.8165,
+ 0.816,
+ 0.8175,
+ 0.814,
+ 0.8165,
+ 0.817,
+ 0.817,
+ 0.8175,
+ 0.817
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.010789386928081512,
+ 0.08449429273605347,
+ 0.10027095675468445,
+ 0.1133105605840683
+ ],
+ "perturbation_rho": [
+ -0.022197294980287552,
+ 0.02167895808815956,
+ 0.18905602395534515,
+ 0.18277563154697418
+ ],
+ "nudging": {
+ "0.001": [
+ -8.850065933074802e-05,
+ -0.0005693648708984256,
+ -0.00039813597686588764,
+ -0.00038892755401320755
+ ],
+ "0.003": [
+ -0.000241757370531559,
+ -0.0017084539867937565,
+ -0.00119449058547616,
+ -0.0011681977193802595
+ ],
+ "0.01": [
+ -0.0005262043559923768,
+ -0.005684657022356987,
+ -0.003974507562816143,
+ -0.0038818921893835068
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8605559646606444,
+ 0.8181579312324524,
+ 0.4888786570072174,
+ 0.46094297194480893,
+ 0.5146874758720398,
+ 0.5756171208381653,
+ 0.6119997030258179,
+ 0.631787965297699,
+ 0.6700198846817017,
+ 0.7132655641555786,
+ 0.7236264010429382,
+ 0.7378828598022461,
+ 0.7261418657302856,
+ 0.727296348953247,
+ 0.7321721215248108,
+ 0.736586001586914,
+ 0.7621609721183776,
+ 0.763503788948059,
+ 0.7666075186729431,
+ 0.7711701553344726,
+ 0.7736121963500977,
+ 0.7452512830734253,
+ 0.7567199333190918,
+ 0.7540113342285156,
+ 0.7480614219665528,
+ 0.735906481552124,
+ 0.7370582301139832,
+ 0.6966712136268616,
+ 0.6802552005767822,
+ 0.6610010339736938,
+ 0.6873619891166687,
+ 0.6534000772476196,
+ 0.6929481398582459,
+ 0.6387723390579224,
+ 0.6156042585372925,
+ 0.6434125867843627,
+ 0.6252378331184387,
+ 0.6347130266189576,
+ 0.6249235614776611,
+ 0.6330950705289841,
+ 0.5946530082702637,
+ 0.6063001970291138,
+ 0.622239726114273,
+ 0.6078498930931091,
+ 0.5940731934547424,
+ 0.5847301836967468,
+ 0.5914536945343017,
+ 0.5992654499053955,
+ 0.5896003244400024,
+ 0.5899710475921631,
+ 0.5955881645202636,
+ 0.5772649069786072,
+ 0.579361309337616,
+ 0.5728494137763978,
+ 0.5764807563781739,
+ 0.5744461917877197,
+ 0.5702900684833526,
+ 0.577054048538208,
+ 0.5672821633338928,
+ 0.5654981985330582,
+ 0.5666977419853211,
+ 0.5643723483085632,
+ 0.5685850902557373,
+ 0.5597343187332153,
+ 0.5564246373176575,
+ 0.5545753452301025,
+ 0.5560362690925598,
+ 0.5581320198059082,
+ 0.547701037311554,
+ 0.5481671844482422,
+ 0.5475796377182007,
+ 0.5468229295730591,
+ 0.5432382588863373,
+ 0.5421132974624634,
+ 0.541416937828064,
+ 0.5409614672660827,
+ 0.5399176012039184,
+ 0.5391464573860169,
+ 0.5387552119731903,
+ 0.5384695112228394
+ ],
+ "train_acc": [
+ 0.3368,
+ 0.698,
+ 0.8163,
+ 0.8254,
+ 0.8097,
+ 0.7944,
+ 0.7835,
+ 0.7788,
+ 0.7649,
+ 0.7552,
+ 0.7385,
+ 0.7349,
+ 0.7359,
+ 0.7379,
+ 0.7343,
+ 0.7369,
+ 0.7296,
+ 0.7292,
+ 0.7336,
+ 0.7291,
+ 0.7343,
+ 0.7384,
+ 0.7402,
+ 0.7364,
+ 0.7392,
+ 0.7441,
+ 0.7439,
+ 0.7548,
+ 0.7638,
+ 0.77,
+ 0.7606,
+ 0.7728,
+ 0.7621,
+ 0.7791,
+ 0.7881,
+ 0.7784,
+ 0.7809,
+ 0.7789,
+ 0.7816,
+ 0.7812,
+ 0.7897,
+ 0.7883,
+ 0.7816,
+ 0.7874,
+ 0.7903,
+ 0.7956,
+ 0.791,
+ 0.788,
+ 0.7929,
+ 0.7935,
+ 0.7895,
+ 0.7969,
+ 0.7941,
+ 0.7975,
+ 0.7985,
+ 0.7961,
+ 0.8005,
+ 0.7976,
+ 0.8006,
+ 0.7995,
+ 0.7997,
+ 0.8015,
+ 0.8009,
+ 0.8023,
+ 0.8038,
+ 0.8063,
+ 0.8055,
+ 0.8068,
+ 0.8086,
+ 0.8086,
+ 0.8099,
+ 0.8084,
+ 0.812,
+ 0.8089,
+ 0.8106,
+ 0.8101,
+ 0.8105,
+ 0.813,
+ 0.8116,
+ 0.8115
+ ],
+ "test_acc": [
+ 0.5775,
+ 0.758,
+ 0.8025,
+ 0.7935,
+ 0.784,
+ 0.77,
+ 0.7645,
+ 0.749,
+ 0.7345,
+ 0.7205,
+ 0.7075,
+ 0.712,
+ 0.7105,
+ 0.716,
+ 0.7255,
+ 0.706,
+ 0.693,
+ 0.6855,
+ 0.716,
+ 0.719,
+ 0.716,
+ 0.7045,
+ 0.7215,
+ 0.705,
+ 0.7195,
+ 0.6925,
+ 0.7125,
+ 0.711,
+ 0.7125,
+ 0.7145,
+ 0.747,
+ 0.7325,
+ 0.7205,
+ 0.7515,
+ 0.7295,
+ 0.7535,
+ 0.7225,
+ 0.7535,
+ 0.739,
+ 0.7455,
+ 0.7515,
+ 0.7435,
+ 0.749,
+ 0.7635,
+ 0.755,
+ 0.7415,
+ 0.755,
+ 0.752,
+ 0.7465,
+ 0.7605,
+ 0.759,
+ 0.745,
+ 0.7625,
+ 0.748,
+ 0.7625,
+ 0.7665,
+ 0.7555,
+ 0.754,
+ 0.767,
+ 0.759,
+ 0.76,
+ 0.761,
+ 0.7705,
+ 0.765,
+ 0.7645,
+ 0.76,
+ 0.765,
+ 0.773,
+ 0.7705,
+ 0.7675,
+ 0.771,
+ 0.769,
+ 0.7705,
+ 0.764,
+ 0.767,
+ 0.766,
+ 0.7675,
+ 0.768,
+ 0.7675,
+ 0.7675
+ ],
+ "state_pred_error": [
+ 0.7528388725280761,
+ 0.2578148658514023,
+ 0.16944917948246002,
+ 0.15115742516517638,
+ 0.14653776726722717,
+ 0.1493137075185776,
+ 0.15279092507362366,
+ 0.1516626188278198,
+ 0.14644639718532562,
+ 0.1432818317890167,
+ 0.1341671544909477,
+ 0.12109726746082305,
+ 0.10874035103321075,
+ 0.09516428833007813,
+ 0.08291223795413971,
+ 0.0741053925871849,
+ 0.06677378851175308,
+ 0.05990288783311844,
+ 0.05339719951748848,
+ 0.047321006536483766,
+ 0.04257492316961289,
+ 0.039824042534828186,
+ 0.03776356348991394,
+ 0.03543094688653946,
+ 0.03290540891289711,
+ 0.030680635172128677,
+ 0.029502621805667876,
+ 0.028691610008478165,
+ 0.028108215525746345,
+ 0.02795259121656418,
+ 0.02805232812166214,
+ 0.028190095496177674,
+ 0.02814672722220421,
+ 0.028008159649372102,
+ 0.027467489010095596,
+ 0.02668677789568901,
+ 0.026043729621171952,
+ 0.025943757286667823,
+ 0.024753411382436752,
+ 0.024162132585048676,
+ 0.023421377569437025,
+ 0.022592406967282295,
+ 0.021806583201885225,
+ 0.020894898462295534,
+ 0.021760780826210975,
+ 0.01970126095712185,
+ 0.018973005139827727,
+ 0.018254657858610152,
+ 0.01774941844791174,
+ 0.017085333578288554,
+ 0.01667745073735714,
+ 0.015917856815457345,
+ 0.015461402994394302,
+ 0.015105176398158074,
+ 0.014731700393557548,
+ 0.014277263483405113,
+ 0.014336085096001625,
+ 0.013835087125003339,
+ 0.013015667875111103,
+ 0.012977058197557926,
+ 0.012411148184537887,
+ 0.012218371331691742,
+ 0.011917488634586334,
+ 0.011587343527376651,
+ 0.011386518168449402,
+ 0.010996050210297108,
+ 0.011000375728309154,
+ 0.01093198662251234,
+ 0.010665439885854722,
+ 0.010713081985712051,
+ 0.010309466387331486,
+ 0.009999687269330025,
+ 0.00984979961514473,
+ 0.00978974297195673,
+ 0.009679957465827465,
+ 0.009439942936599255,
+ 0.009190370073914527,
+ 0.009009707018733024,
+ 0.008934175878763198,
+ 0.008844223669171333
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8223247528076172,
+ 0.5256583094596863,
+ 0.17289233207702637,
+ 0.1550998091697693
+ ],
+ "perturbation_rho": [
+ 0.7023045420646667,
+ 0.4341009259223938,
+ 0.10907860845327377,
+ 0.14972183108329773
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02259308099746704,
+ -0.0022590490989387035,
+ -0.0004881378263235092,
+ -0.00040942247142083943
+ ],
+ "0.003": [
+ -0.06565646827220917,
+ -0.00675535574555397,
+ -0.0014629701618105173,
+ -0.0012272088788449764
+ ],
+ "0.01": [
+ -0.19577056169509888,
+ -0.022263746708631516,
+ -0.004863455425947905,
+ -0.0040816450491547585
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 6500.04248046875,
+ 2179.638671875,
+ 1695.392333984375,
+ 1466.414306640625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2343986097335815,
+ 1.453624027633667,
+ 0.8504115339279175,
+ 0.615304591178894,
+ 0.5090120125770569,
+ 0.45330931091308596,
+ 0.43282444887161253,
+ 0.43574942698478697,
+ 0.4284877701282501,
+ 0.43351908864974975,
+ 0.4202498661994934,
+ 0.4424209837436676,
+ 0.4577544458389282,
+ 0.492310822057724,
+ 0.48694960260391235,
+ 0.48417129316329954,
+ 0.4986941133260727,
+ 0.4728296154022217,
+ 0.5724463475704193,
+ 0.5595875578403473,
+ 0.532526982831955,
+ 0.5746327924728394,
+ 0.7126660821914673,
+ 0.7370420686721801,
+ 0.7313992212295533,
+ 0.7004754811286926,
+ 0.6956765615463257,
+ 0.7959447092533112,
+ 0.7934829597473144,
+ 0.856204462814331,
+ 0.8262276921272278,
+ 0.9044902267456054,
+ 0.8700028440475464,
+ 0.9274394365310669,
+ 0.9137028537750244,
+ 0.8890384769439698,
+ 1.0017674032211303,
+ 0.9142154163360595,
+ 0.9766313817024231,
+ 0.9468437704086303,
+ 0.9564611262321472,
+ 0.9481983922958374,
+ 0.985984567451477,
+ 0.9648167610168457,
+ 0.9928602050304413,
+ 0.9667063350677491,
+ 1.0476517265319825,
+ 1.0296577951431274,
+ 1.0196615926742554,
+ 0.9884319522857666,
+ 0.9943711001396179,
+ 0.996761853981018,
+ 0.9902983669281006,
+ 1.0116610792160035,
+ 0.9913013689041138,
+ 1.0162655168533326,
+ 0.9909055713653564,
+ 0.9940459415435791,
+ 0.9812287101745606,
+ 0.990528486442566,
+ 0.9934272569656372,
+ 0.9935013324737548,
+ 0.9953188559532166,
+ 0.9872588449478149,
+ 0.9923500513076782,
+ 0.9922672483444214,
+ 0.9931164207458496,
+ 0.985268419933319,
+ 0.9802879577636718,
+ 0.9865230370521545,
+ 0.9794404148101806,
+ 0.9768617332458496,
+ 0.9763567300796508,
+ 0.9761575534820557,
+ 0.974729040145874,
+ 0.972526121520996,
+ 0.9724656517028809,
+ 0.9720203231811524,
+ 0.9705313505172729,
+ 0.9701843170166016
+ ],
+ "train_acc": [
+ 0.1851,
+ 0.501,
+ 0.6924,
+ 0.7691,
+ 0.8101,
+ 0.8278,
+ 0.835,
+ 0.8321,
+ 0.838,
+ 0.8381,
+ 0.8452,
+ 0.8374,
+ 0.8368,
+ 0.8319,
+ 0.8298,
+ 0.8348,
+ 0.8353,
+ 0.8419,
+ 0.8244,
+ 0.8207,
+ 0.8248,
+ 0.8189,
+ 0.7836,
+ 0.7768,
+ 0.7709,
+ 0.7698,
+ 0.7677,
+ 0.7396,
+ 0.7351,
+ 0.7219,
+ 0.7224,
+ 0.7057,
+ 0.7025,
+ 0.6881,
+ 0.6911,
+ 0.6874,
+ 0.6617,
+ 0.6805,
+ 0.6654,
+ 0.67,
+ 0.6657,
+ 0.6666,
+ 0.6567,
+ 0.6515,
+ 0.6552,
+ 0.6553,
+ 0.6316,
+ 0.6448,
+ 0.6405,
+ 0.6466,
+ 0.6417,
+ 0.6463,
+ 0.643,
+ 0.6361,
+ 0.6427,
+ 0.6356,
+ 0.6455,
+ 0.645,
+ 0.6491,
+ 0.6414,
+ 0.642,
+ 0.6422,
+ 0.6438,
+ 0.6421,
+ 0.6378,
+ 0.6408,
+ 0.6401,
+ 0.6414,
+ 0.6434,
+ 0.6414,
+ 0.6442,
+ 0.6453,
+ 0.6441,
+ 0.646,
+ 0.6456,
+ 0.6434,
+ 0.645,
+ 0.6472,
+ 0.647,
+ 0.646
+ ],
+ "test_acc": [
+ 0.3695,
+ 0.6125,
+ 0.732,
+ 0.772,
+ 0.7855,
+ 0.7905,
+ 0.787,
+ 0.7925,
+ 0.798,
+ 0.802,
+ 0.7885,
+ 0.7805,
+ 0.7755,
+ 0.7785,
+ 0.779,
+ 0.7655,
+ 0.787,
+ 0.791,
+ 0.767,
+ 0.7695,
+ 0.767,
+ 0.707,
+ 0.7315,
+ 0.727,
+ 0.727,
+ 0.743,
+ 0.664,
+ 0.644,
+ 0.649,
+ 0.679,
+ 0.6495,
+ 0.651,
+ 0.6245,
+ 0.6465,
+ 0.6635,
+ 0.5545,
+ 0.6445,
+ 0.629,
+ 0.6125,
+ 0.6,
+ 0.6175,
+ 0.6225,
+ 0.59,
+ 0.5935,
+ 0.622,
+ 0.609,
+ 0.5955,
+ 0.5945,
+ 0.605,
+ 0.6335,
+ 0.5985,
+ 0.618,
+ 0.6125,
+ 0.615,
+ 0.612,
+ 0.626,
+ 0.6145,
+ 0.6215,
+ 0.622,
+ 0.614,
+ 0.6205,
+ 0.6205,
+ 0.619,
+ 0.6145,
+ 0.617,
+ 0.616,
+ 0.612,
+ 0.624,
+ 0.614,
+ 0.6145,
+ 0.6135,
+ 0.6175,
+ 0.6185,
+ 0.617,
+ 0.621,
+ 0.6165,
+ 0.6175,
+ 0.6165,
+ 0.615,
+ 0.617
+ ],
+ "value_loss": [
+ 3.023894792175293,
+ 0.8986896438598633,
+ 0.7798821739196777,
+ 0.6909401836395264,
+ 0.5764653768539428,
+ 0.5349095309972763,
+ 0.5056781127929687,
+ 0.5260066257476806,
+ 0.5290905786275863,
+ 0.5714910756111145,
+ 0.593832552909851,
+ 0.6378607465744018,
+ 0.7068720542907715,
+ 0.812154634809494,
+ 0.8033107622146607,
+ 0.8015370043754577,
+ 0.9214076406240463,
+ 0.7881726276397705,
+ 1.2114888192653657,
+ 1.0848007547855376,
+ 0.8881485988616943,
+ 1.0654814292907715,
+ 1.5107799823760986,
+ 1.4600254564762116,
+ 1.2796008218765258,
+ 1.135435813999176,
+ 0.9691264488220215,
+ 1.1726920662879945,
+ 1.129703632736206,
+ 1.1240834852218629,
+ 1.0206818098068238,
+ 1.0843358610153198,
+ 0.8683985090255737,
+ 0.9091012100219726,
+ 0.8982777906417847,
+ 0.740005069732666,
+ 0.9086256595611573,
+ 0.7258960815429687,
+ 0.8782961148262024,
+ 0.6398888462066651,
+ 0.7080119153976441,
+ 0.6535386414527893,
+ 0.6868848449230194,
+ 0.6373141875267029,
+ 0.6819823276519775,
+ 0.6544397377014161,
+ 0.8417046590805054,
+ 0.6846742402076721,
+ 0.6666352437019348,
+ 0.5878526174545288,
+ 0.5703939646720886,
+ 0.6319679483890533,
+ 0.5580304244041443,
+ 0.5517775423049927,
+ 0.5550727502822876,
+ 0.5422627649307251,
+ 0.526749885725975,
+ 0.5252036747217178,
+ 0.4967438272476196,
+ 0.5272078440189362,
+ 0.5113776790618897,
+ 0.5110072200298309,
+ 0.5037453308582306,
+ 0.501118311882019,
+ 0.48052791557312013,
+ 0.491667214345932,
+ 0.4838150468826294,
+ 0.4674044004917145,
+ 0.4652326403617859,
+ 0.45715550484657286,
+ 0.47330021438598635,
+ 0.45846579232215884,
+ 0.4664739728450775,
+ 0.4596080785751343,
+ 0.44709101357460024,
+ 0.5086768847942352,
+ 0.44456540699005126,
+ 0.4510745820999146,
+ 0.4489506968975067,
+ 0.4424677228450775
+ ],
+ "term_loss": [
+ 1.7427010470867157,
+ 0.48208142280578614,
+ 0.5679618017196655,
+ 0.5195615575790405,
+ 0.41694380503892897,
+ 0.37342323462963106,
+ 0.3461394340753555,
+ 0.3736634975910187,
+ 0.38409003803730013,
+ 0.424897181892395,
+ 0.4506664439201355,
+ 0.4885968829154968,
+ 0.5525542941093445,
+ 0.6469054134488106,
+ 0.6400146143913269,
+ 0.6403206890821457,
+ 0.7548702710151672,
+ 0.6292312892913818,
+ 1.030323140335083,
+ 0.8977560731410981,
+ 0.7063375649988651,
+ 0.8753381670951843,
+ 1.2645243648529052,
+ 1.2143967106819153,
+ 1.0314008697509767,
+ 0.8851956583857536,
+ 0.7202553007125855,
+ 0.8874784625053406,
+ 0.8458867080688477,
+ 0.8219177357673645,
+ 0.7048627055644989,
+ 0.7606868861675262,
+ 0.554924451828003,
+ 0.5762491623401642,
+ 0.5633525419235229,
+ 0.4294536910057068,
+ 0.5648997817039489,
+ 0.4093684819459915,
+ 0.5367715572834015,
+ 0.31539287347793576,
+ 0.3760087685585022,
+ 0.3255245527982712,
+ 0.35008056272268295,
+ 0.30248967091441153,
+ 0.3320766371250153,
+ 0.3127023727416992,
+ 0.46781888790130616,
+ 0.32705182971954344,
+ 0.3015207302093506,
+ 0.23376340117454528,
+ 0.2302341274499893,
+ 0.28476220836639404,
+ 0.21570249412059783,
+ 0.2140086658477783,
+ 0.2207069280743599,
+ 0.2051979726791382,
+ 0.19757021386027337,
+ 0.19944336045682431,
+ 0.1797251489162445,
+ 0.19338219695091247,
+ 0.1890155040860176,
+ 0.19045120375156402,
+ 0.17334317658543585,
+ 0.17656912994384766,
+ 0.15950183691978453,
+ 0.1694078619301319,
+ 0.16317301561832429,
+ 0.1491153277337551,
+ 0.14835610117912293,
+ 0.1391140363395214,
+ 0.15004074268341064,
+ 0.14137677636146545,
+ 0.14710547543764113,
+ 0.14120989878177642,
+ 0.13093972239494323,
+ 0.17345181898772716,
+ 0.12735800666809083,
+ 0.12920580761432648,
+ 0.12803946260213853,
+ 0.12383701201379299
+ ],
+ "bridge_loss": [
+ 0.9911150374100427,
+ 0.14225238285660743,
+ 0.01897906306087971,
+ 0.008157095196843147,
+ 0.016066196286678314,
+ 0.026334887421131135,
+ 0.025152397060394287,
+ 0.013772669732570648,
+ 0.009419957700371743,
+ 0.009206166239082813,
+ 0.009388158424198628,
+ 0.01007876497283578,
+ 0.010257267847657204,
+ 0.013791960202157498,
+ 0.015348700781166553,
+ 0.012856689554452896,
+ 0.018292034401744605,
+ 0.017754782377555966,
+ 0.020485600554943084,
+ 0.024397531032562255,
+ 0.022133925661444665,
+ 0.024291416144371032,
+ 0.04369710162878036,
+ 0.03945274412930012,
+ 0.040382358980178834,
+ 0.04041987403035164,
+ 0.035525544452667236,
+ 0.045289935863018035,
+ 0.04489333842992783,
+ 0.04701487867832184,
+ 0.06372669532299041,
+ 0.053910273158550265,
+ 0.04901574258804321,
+ 0.049852415746450426,
+ 0.05743934147357941,
+ 0.03363188169002533,
+ 0.04151349928379059,
+ 0.03473072373867035,
+ 0.05004978265017271,
+ 0.037063263088464735,
+ 0.03867579575777054,
+ 0.03736003184020519,
+ 0.03446328945159912,
+ 0.038409869611263275,
+ 0.04414601467847824,
+ 0.04355271501541138,
+ 0.058919631719589236,
+ 0.04385834427475929,
+ 0.05479392580688,
+ 0.0494567804440856,
+ 0.03416308156847954,
+ 0.04137864155471325,
+ 0.037130875611305236,
+ 0.02873442330956459,
+ 0.03029374772310257,
+ 0.02444745374917984,
+ 0.02370999895334244,
+ 0.022537667311728002,
+ 0.018014887282252312,
+ 0.03064262791275978,
+ 0.0187765949845314,
+ 0.017979868005216122,
+ 0.02728003891259432,
+ 0.02337435365319252,
+ 0.018309101203083992,
+ 0.020601727521419526,
+ 0.019028106117248537,
+ 0.01750932685434818,
+ 0.01801943519115448,
+ 0.017622895017266275,
+ 0.025175228443741798,
+ 0.019320746524631977,
+ 0.022181396812200545,
+ 0.021180605521798134,
+ 0.019371255433559418,
+ 0.03914435167312622,
+ 0.02086639016866684,
+ 0.025725779765844344,
+ 0.025558402460813524,
+ 0.02319883658438921
+ ],
+ "tgrad_loss": [
+ 0.29007866830825807,
+ 0.2743558446407318,
+ 0.19294130930900574,
+ 0.16322152862548828,
+ 0.14345537494421004,
+ 0.1351514089345932,
+ 0.13438627982139587,
+ 0.13857046403884887,
+ 0.13558058288097383,
+ 0.13738772497177124,
+ 0.13377795510292054,
+ 0.13918509731292725,
+ 0.1440604922056198,
+ 0.15145726749897004,
+ 0.14794744772911073,
+ 0.14835962448120119,
+ 0.14824533681869506,
+ 0.14118656301498414,
+ 0.16068009790182114,
+ 0.16264715282917022,
+ 0.15967711250782013,
+ 0.16585184245109558,
+ 0.2025585355758667,
+ 0.20617600531578065,
+ 0.20781758627891542,
+ 0.20982027254104615,
+ 0.21334560272693634,
+ 0.2399236711025238,
+ 0.23892358722686768,
+ 0.2551508683681488,
+ 0.252092413854599,
+ 0.2697386896133423,
+ 0.26445830760002137,
+ 0.28299963884353635,
+ 0.27748590664863587,
+ 0.27691949067115784,
+ 0.30221237459182737,
+ 0.2817968795776367,
+ 0.2914747746706009,
+ 0.2874327032566071,
+ 0.2933273449897766,
+ 0.2906540577888489,
+ 0.3023409938812256,
+ 0.29641464624404906,
+ 0.3057596742391586,
+ 0.2981846487045288,
+ 0.3149661375999451,
+ 0.31376406354904174,
+ 0.31032058653831485,
+ 0.3046324390411377,
+ 0.30599675626754763,
+ 0.3058270953178406,
+ 0.3051970504760742,
+ 0.30903445119857786,
+ 0.3040720769882202,
+ 0.3126173446655273,
+ 0.3054696724653244,
+ 0.3032226475715637,
+ 0.29900379276275635,
+ 0.3031830202102661,
+ 0.3035855787754059,
+ 0.3025761491298676,
+ 0.3031221126079559,
+ 0.30117482986450195,
+ 0.3027169793128967,
+ 0.3016576295852661,
+ 0.3016139295578003,
+ 0.30077974333763124,
+ 0.2988571047782898,
+ 0.30041857199668887,
+ 0.29808423919677735,
+ 0.297768265581131,
+ 0.29718710403442383,
+ 0.29721757326126097,
+ 0.29678003549575804,
+ 0.29608071341514586,
+ 0.2963410082817078,
+ 0.29614299502372743,
+ 0.29535283389091493,
+ 0.29543187527656556
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.0613640733063221,
+ 0.23986753821372986,
+ 0.24101567268371582,
+ 0.25395530462265015
+ ],
+ "perturbation_rho": [
+ 0.07897584140300751,
+ 0.3258228003978729,
+ 0.35056060552597046,
+ 0.3584677577018738
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0019706960301846266,
+ -0.0017678625881671906,
+ -0.0016834724228829145,
+ -0.0017289909301325679
+ ],
+ "0.003": [
+ -0.005873056128621101,
+ -0.0052978526800870895,
+ -0.005045462399721146,
+ -0.005181802436709404
+ ],
+ "0.01": [
+ -0.019116222858428955,
+ -0.01759088784456253,
+ -0.016751645132899284,
+ -0.017206376418471336
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json
new file mode 100644
index 0000000..c42babb
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.1690437764167785,
+ 0.526579748916626,
+ 0.4612072874069214,
+ 0.40229701833724973,
+ 0.3932571681022644,
+ 0.37171179904937746,
+ 0.37635504052639007,
+ 0.34792573761940004,
+ 0.33135794601440427,
+ 0.35720210390090945,
+ 0.2971177682876587,
+ 0.3144925072669983,
+ 0.2908399796247482,
+ 0.2602632574081421,
+ 0.3234870526790619,
+ 0.24370513725280762,
+ 0.25297106668949126,
+ 0.23075523381233215,
+ 0.23605980478525163,
+ 0.1943365602493286,
+ 0.23846449284553528,
+ 0.24400404317379,
+ 0.17749837155342102,
+ 0.18690768659114837,
+ 0.16863750772476196,
+ 0.20593492636680602,
+ 0.18994918286800386,
+ 0.16939699206352235,
+ 0.16769693479537964,
+ 0.12983431510925292,
+ 0.12260556392669678,
+ 0.15693657582998274,
+ 0.12875397876501082,
+ 0.13655461661815643,
+ 0.12720586278438567,
+ 0.11327027233839035,
+ 0.09552236033678055,
+ 0.0885159835100174,
+ 0.1007383291721344,
+ 0.11100154314041137,
+ 0.0981293179988861,
+ 0.0829784469485283,
+ 0.08495590468645096,
+ 0.06667495827674866,
+ 0.07823006441593171,
+ 0.07924402866363525,
+ 0.059052948009967805,
+ 0.06082535365819931,
+ 0.05081702738404274,
+ 0.046299984288215634,
+ 0.04768944467306137,
+ 0.04482775348424912,
+ 0.041376980124413966,
+ 0.03780490176081657,
+ 0.03604337072968483,
+ 0.03766505457162857,
+ 0.036802976721525195,
+ 0.03326233586370945,
+ 0.03231097190827131,
+ 0.030569579753279685,
+ 0.02986507187783718,
+ 0.028971056300401688,
+ 0.0288686943218112,
+ 0.02757761981189251,
+ 0.026668703991174696,
+ 0.026556660920381545,
+ 0.02589243197739124,
+ 0.025469816410541534,
+ 0.025155014288425447,
+ 0.024874832066893577,
+ 0.024470695948600768,
+ 0.024159772795438766,
+ 0.02393993109166622,
+ 0.023741512601077555,
+ 0.023583258251845835,
+ 0.023436618757247923,
+ 0.023351033651828765,
+ 0.02327720703482628,
+ 0.023227938520908355,
+ 0.0232003643065691
+ ],
+ "train_acc": [
+ 0.5941,
+ 0.8016,
+ 0.8207,
+ 0.8431,
+ 0.8474,
+ 0.8526,
+ 0.8539,
+ 0.8625,
+ 0.8701,
+ 0.8566,
+ 0.8817,
+ 0.8785,
+ 0.8863,
+ 0.9006,
+ 0.8764,
+ 0.9076,
+ 0.8996,
+ 0.9098,
+ 0.908,
+ 0.9244,
+ 0.9092,
+ 0.9053,
+ 0.9308,
+ 0.9258,
+ 0.9361,
+ 0.9215,
+ 0.9249,
+ 0.9344,
+ 0.9364,
+ 0.9568,
+ 0.9558,
+ 0.9416,
+ 0.9524,
+ 0.9504,
+ 0.9534,
+ 0.9615,
+ 0.9714,
+ 0.9737,
+ 0.965,
+ 0.9609,
+ 0.9671,
+ 0.9744,
+ 0.9736,
+ 0.9826,
+ 0.9761,
+ 0.9756,
+ 0.9869,
+ 0.986,
+ 0.9917,
+ 0.9946,
+ 0.9915,
+ 0.9935,
+ 0.9948,
+ 0.9972,
+ 0.9978,
+ 0.9967,
+ 0.9969,
+ 0.998,
+ 0.9984,
+ 0.9994,
+ 0.9991,
+ 0.9996,
+ 0.9995,
+ 0.9992,
+ 0.9997,
+ 0.9997,
+ 0.9997,
+ 0.9997,
+ 0.9996,
+ 0.9999,
+ 0.9998,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999
+ ],
+ "test_acc": [
+ 0.8045,
+ 0.826,
+ 0.825,
+ 0.845,
+ 0.8415,
+ 0.8465,
+ 0.8505,
+ 0.843,
+ 0.845,
+ 0.852,
+ 0.8615,
+ 0.84,
+ 0.852,
+ 0.858,
+ 0.8395,
+ 0.855,
+ 0.857,
+ 0.8625,
+ 0.865,
+ 0.865,
+ 0.8535,
+ 0.856,
+ 0.875,
+ 0.8655,
+ 0.8605,
+ 0.8615,
+ 0.8535,
+ 0.8615,
+ 0.8625,
+ 0.869,
+ 0.8635,
+ 0.858,
+ 0.8685,
+ 0.865,
+ 0.8665,
+ 0.863,
+ 0.868,
+ 0.859,
+ 0.8665,
+ 0.867,
+ 0.865,
+ 0.86,
+ 0.8655,
+ 0.8715,
+ 0.86,
+ 0.866,
+ 0.8655,
+ 0.865,
+ 0.8635,
+ 0.8655,
+ 0.868,
+ 0.8635,
+ 0.8635,
+ 0.8645,
+ 0.8665,
+ 0.869,
+ 0.866,
+ 0.8675,
+ 0.8655,
+ 0.866,
+ 0.8655,
+ 0.866,
+ 0.867,
+ 0.868,
+ 0.8675,
+ 0.867,
+ 0.8685,
+ 0.868,
+ 0.868,
+ 0.868,
+ 0.8675,
+ 0.867,
+ 0.8665,
+ 0.868,
+ 0.867,
+ 0.868,
+ 0.868,
+ 0.8675,
+ 0.868,
+ 0.868
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8442516326904297,
+ 0.8351782560348511,
+ 0.8238041400909424,
+ 0.811212420463562,
+ 0.800036609172821,
+ 0.789252519607544,
+ 0.7798817157745361,
+ 0.7730016708374023
+ ],
+ "perturbation_rho": [
+ 0.9999992251396179,
+ 0.9999983906745911,
+ 0.9999960660934448,
+ 0.99998939037323,
+ 0.9999715685844421,
+ 0.9999511241912842,
+ 0.9999076128005981,
+ 0.9998621940612793
+ ],
+ "nudging": {
+ "0.001": [
+ -0.04046643525362015,
+ -0.024846579879522324,
+ -0.014939611777663231,
+ -0.009067585691809654,
+ -0.00585249625146389,
+ -0.004124765284359455,
+ -0.0031854582484811544,
+ -0.0026463749818503857
+ ],
+ "0.003": [
+ -0.11249453574419022,
+ -0.07127158343791962,
+ -0.04364899545907974,
+ -0.026772987097501755,
+ -0.01737922430038452,
+ -0.012286147102713585,
+ -0.009504282847046852,
+ -0.007903642021119595
+ ],
+ "0.01": [
+ -0.281266987323761,
+ -0.2009655237197876,
+ -0.1321270614862442,
+ -0.08429376780986786,
+ -0.05586903542280197,
+ -0.039932381361722946,
+ -0.031076554208993912,
+ -0.025931723415851593
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.269032752609253,
+ 1.3050836851119996,
+ 0.8196908255577088,
+ 0.6588153503417968,
+ 0.5856991597175598,
+ 0.5283262263298034,
+ 0.5579123854637146,
+ 0.537654877281189,
+ 0.5828713527679443,
+ 0.6058343980789185,
+ 0.5558601338386535,
+ 0.5963786434173584,
+ 0.6240195028305053,
+ 0.6347664480209351,
+ 0.6456235321044922,
+ 0.6269678426742553,
+ 0.680553484249115,
+ 0.7317787364006042,
+ 0.794128333234787,
+ 0.6699356523513794,
+ 0.7476618877410889,
+ 0.8156976552963257,
+ 0.8354362937927247,
+ 0.7994426628112793,
+ 0.8500595897674561,
+ 0.9119489772796631,
+ 0.8346799810171127,
+ 0.8067910364151001,
+ 0.8339261085391044,
+ 0.7884325521469117,
+ 0.9549632612228394,
+ 0.875113792848587,
+ 0.7741540772438049,
+ 0.7001222875595092,
+ 0.7371560405731201,
+ 0.8241119850158691,
+ 0.7078411004543305,
+ 0.6887535285949707,
+ 0.7490071479797363,
+ 0.8013861232757569,
+ 0.7634008598327636,
+ 0.7581863780975342,
+ 0.6919024399757385,
+ 0.7027303151130676,
+ 0.6885574837267399,
+ 0.6507348452329635,
+ 0.6334816108703614,
+ 0.7169007764339447,
+ 0.6046502321720123,
+ 0.6008657840728759,
+ 0.7073253668785096,
+ 0.5771534276008606,
+ 0.620348064994812,
+ 0.5736126258850097,
+ 0.571743147277832,
+ 0.5836609784126282,
+ 0.5414934496879578,
+ 0.5247059268951416,
+ 0.529977638244629,
+ 0.5427842017531395,
+ 0.4983853917121887,
+ 0.5128863627433777,
+ 0.5041354479789734,
+ 0.5157700657367706,
+ 0.4914438611984253,
+ 0.4841920606136322,
+ 0.4769712302207947,
+ 0.4743790678024292,
+ 0.46768182845115663,
+ 0.4689002415180206,
+ 0.46644191064834595,
+ 0.4690598597049713,
+ 0.4642826473712921,
+ 0.46037765583992,
+ 0.45840771598815916,
+ 0.4571617786407471,
+ 0.45624103908538816,
+ 0.45523289976119996,
+ 0.45433819589614866,
+ 0.45354745016098025
+ ],
+ "train_acc": [
+ 0.1781,
+ 0.5294,
+ 0.6941,
+ 0.7522,
+ 0.7802,
+ 0.8039,
+ 0.7927,
+ 0.8033,
+ 0.7925,
+ 0.7912,
+ 0.8084,
+ 0.7955,
+ 0.7969,
+ 0.8011,
+ 0.798,
+ 0.8034,
+ 0.7941,
+ 0.7909,
+ 0.7855,
+ 0.8019,
+ 0.7902,
+ 0.7846,
+ 0.7813,
+ 0.787,
+ 0.7701,
+ 0.7786,
+ 0.7873,
+ 0.7865,
+ 0.7839,
+ 0.7916,
+ 0.7679,
+ 0.776,
+ 0.7934,
+ 0.8069,
+ 0.7998,
+ 0.7868,
+ 0.8001,
+ 0.8046,
+ 0.7948,
+ 0.7903,
+ 0.7909,
+ 0.7912,
+ 0.8001,
+ 0.8016,
+ 0.8037,
+ 0.8076,
+ 0.8143,
+ 0.7984,
+ 0.8156,
+ 0.8164,
+ 0.8,
+ 0.8198,
+ 0.8087,
+ 0.8181,
+ 0.8181,
+ 0.8174,
+ 0.8239,
+ 0.8221,
+ 0.8247,
+ 0.8211,
+ 0.8325,
+ 0.8307,
+ 0.8328,
+ 0.8272,
+ 0.8349,
+ 0.8344,
+ 0.836,
+ 0.8351,
+ 0.8394,
+ 0.8372,
+ 0.8397,
+ 0.8376,
+ 0.8392,
+ 0.8407,
+ 0.8395,
+ 0.8389,
+ 0.8404,
+ 0.8409,
+ 0.8412,
+ 0.841
+ ],
+ "test_acc": [
+ 0.376,
+ 0.6365,
+ 0.7185,
+ 0.747,
+ 0.7765,
+ 0.7345,
+ 0.76,
+ 0.7695,
+ 0.7125,
+ 0.7515,
+ 0.779,
+ 0.754,
+ 0.7795,
+ 0.7235,
+ 0.7565,
+ 0.756,
+ 0.7435,
+ 0.757,
+ 0.7585,
+ 0.7165,
+ 0.7445,
+ 0.7265,
+ 0.717,
+ 0.737,
+ 0.6785,
+ 0.731,
+ 0.7275,
+ 0.726,
+ 0.77,
+ 0.7255,
+ 0.7295,
+ 0.752,
+ 0.747,
+ 0.7735,
+ 0.732,
+ 0.7185,
+ 0.747,
+ 0.756,
+ 0.7365,
+ 0.737,
+ 0.734,
+ 0.761,
+ 0.7685,
+ 0.7725,
+ 0.74,
+ 0.782,
+ 0.773,
+ 0.776,
+ 0.7855,
+ 0.7195,
+ 0.7775,
+ 0.7715,
+ 0.7815,
+ 0.7905,
+ 0.7755,
+ 0.792,
+ 0.798,
+ 0.7885,
+ 0.7895,
+ 0.7885,
+ 0.794,
+ 0.794,
+ 0.797,
+ 0.793,
+ 0.806,
+ 0.8065,
+ 0.799,
+ 0.798,
+ 0.8025,
+ 0.801,
+ 0.8015,
+ 0.8095,
+ 0.808,
+ 0.8065,
+ 0.8,
+ 0.804,
+ 0.8015,
+ 0.8015,
+ 0.802,
+ 0.8
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.02832707017660141,
+ 0.13987571001052856,
+ 0.07857642322778702,
+ 0.061437755823135376,
+ 0.0877213403582573,
+ 0.09552451223134995,
+ 0.07042402029037476,
+ 0.08406771719455719
+ ],
+ "perturbation_rho": [
+ 0.034647777676582336,
+ 0.1467832326889038,
+ 0.036387018859386444,
+ 0.061308689415454865,
+ 0.1038040965795517,
+ 0.09023141860961914,
+ 0.03672575205564499,
+ 0.08190295100212097
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0011414524633437395,
+ -0.0005393982864916325,
+ -0.00023700599558651447,
+ -0.00016539759235456586,
+ -0.00020502961706370115,
+ -0.0002788097772281617,
+ -0.00019945131498388946,
+ -0.0002334596065338701
+ ],
+ "0.003": [
+ 0.003470724681392312,
+ -0.0016172737814486027,
+ -0.0007110200822353363,
+ -0.0004955856129527092,
+ -0.0006145928637124598,
+ -0.0008353168377652764,
+ -0.0005977450637146831,
+ -0.0006998619646765292
+ ],
+ "0.01": [
+ 0.012113340198993683,
+ -0.00537356361746788,
+ -0.0023620566353201866,
+ -0.001645779935643077,
+ -0.002037967788055539,
+ -0.0027765799313783646,
+ -0.001988787204027176,
+ -0.002327942755073309
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7007782346725464,
+ 0.8164017862319947,
+ 0.6423392364501953,
+ 0.7302445079803467,
+ 0.823608984375,
+ 0.9137458106994629,
+ 0.9564488334655762,
+ 0.9002143922328949,
+ 0.8733619658470154,
+ 0.8754102369308472,
+ 0.911200912475586,
+ 0.9395248275756836,
+ 0.9669746287345886,
+ 0.9382185889244079,
+ 0.901768593788147,
+ 0.9082238527297973,
+ 0.915930258178711,
+ 0.9233985857009888,
+ 0.8726478023529053,
+ 0.8490028512954712,
+ 0.8677912174224853,
+ 0.905773146533966,
+ 0.9145678676605224,
+ 0.8721040974617005,
+ 0.817108702468872,
+ 0.8035082785606384,
+ 0.740993898010254,
+ 0.7614496314525604,
+ 0.7472923977851867,
+ 0.746871427154541,
+ 0.7268754315376281,
+ 0.7289572984695435,
+ 0.7670538501739502,
+ 0.7607598701477051,
+ 0.7636146975517273,
+ 0.7497062658309936,
+ 0.7167949647426605,
+ 0.7196091802597046,
+ 0.718072020149231,
+ 0.7154478120803833,
+ 0.7283960567474366,
+ 0.7365614126205444,
+ 0.726603537940979,
+ 0.7100282831192016,
+ 0.694857945728302,
+ 0.6909708969116211,
+ 0.7026924235343933,
+ 0.723259468460083,
+ 0.7301779090881347,
+ 0.7366840793609619,
+ 0.7489474256515503,
+ 0.7501752611160278,
+ 0.7374589855194091,
+ 0.726950154876709,
+ 0.7204151838302613,
+ 0.7631172191619873,
+ 0.719224785232544,
+ 0.6950305696487427,
+ 0.6910476376533509,
+ 0.6889386486053467,
+ 0.6827648526191712,
+ 0.6788733221054077,
+ 0.6739130449295044,
+ 0.6725200511932373,
+ 0.673500218963623,
+ 0.6744556049346924,
+ 0.6729164401054383,
+ 0.6747148495674133,
+ 0.6735565113067628,
+ 0.6700731378555298,
+ 0.6690107128620147,
+ 0.6688071804046631,
+ 0.6681381563186646,
+ 0.6684000648498535,
+ 0.6678468257904052,
+ 0.6672025471687317,
+ 0.666564640045166,
+ 0.6660951887130737,
+ 0.666175397491455,
+ 0.6660839390754699
+ ],
+ "train_acc": [
+ 0.3802,
+ 0.6878,
+ 0.7608,
+ 0.7495,
+ 0.7293,
+ 0.6969,
+ 0.6768,
+ 0.6867,
+ 0.6862,
+ 0.6815,
+ 0.6774,
+ 0.6691,
+ 0.6534,
+ 0.6688,
+ 0.6753,
+ 0.6818,
+ 0.6749,
+ 0.6772,
+ 0.6934,
+ 0.694,
+ 0.6881,
+ 0.6835,
+ 0.6787,
+ 0.6872,
+ 0.7081,
+ 0.7135,
+ 0.7349,
+ 0.7261,
+ 0.7292,
+ 0.7292,
+ 0.7298,
+ 0.7329,
+ 0.7202,
+ 0.7235,
+ 0.7237,
+ 0.7284,
+ 0.7367,
+ 0.7329,
+ 0.7328,
+ 0.7355,
+ 0.7306,
+ 0.7288,
+ 0.731,
+ 0.7444,
+ 0.7426,
+ 0.7406,
+ 0.7403,
+ 0.7323,
+ 0.7344,
+ 0.7309,
+ 0.7275,
+ 0.7286,
+ 0.7301,
+ 0.7334,
+ 0.7389,
+ 0.7237,
+ 0.734,
+ 0.7472,
+ 0.7479,
+ 0.7468,
+ 0.7487,
+ 0.7464,
+ 0.7523,
+ 0.7524,
+ 0.7528,
+ 0.753,
+ 0.7511,
+ 0.7528,
+ 0.7546,
+ 0.7523,
+ 0.7553,
+ 0.7583,
+ 0.7551,
+ 0.7559,
+ 0.7534,
+ 0.7548,
+ 0.7541,
+ 0.7561,
+ 0.7552,
+ 0.7551
+ ],
+ "test_acc": [
+ 0.608,
+ 0.7325,
+ 0.725,
+ 0.7065,
+ 0.6975,
+ 0.671,
+ 0.6655,
+ 0.671,
+ 0.641,
+ 0.651,
+ 0.638,
+ 0.623,
+ 0.617,
+ 0.6505,
+ 0.633,
+ 0.6655,
+ 0.647,
+ 0.648,
+ 0.66,
+ 0.6445,
+ 0.656,
+ 0.6565,
+ 0.656,
+ 0.6785,
+ 0.6985,
+ 0.7075,
+ 0.7025,
+ 0.7125,
+ 0.711,
+ 0.715,
+ 0.71,
+ 0.71,
+ 0.706,
+ 0.6895,
+ 0.703,
+ 0.7085,
+ 0.7065,
+ 0.706,
+ 0.703,
+ 0.707,
+ 0.6915,
+ 0.7005,
+ 0.702,
+ 0.6995,
+ 0.7135,
+ 0.71,
+ 0.6905,
+ 0.7045,
+ 0.699,
+ 0.692,
+ 0.6975,
+ 0.687,
+ 0.707,
+ 0.7,
+ 0.688,
+ 0.7115,
+ 0.7185,
+ 0.722,
+ 0.72,
+ 0.707,
+ 0.7295,
+ 0.725,
+ 0.725,
+ 0.724,
+ 0.722,
+ 0.7175,
+ 0.7195,
+ 0.715,
+ 0.719,
+ 0.7185,
+ 0.719,
+ 0.716,
+ 0.7165,
+ 0.7175,
+ 0.716,
+ 0.7175,
+ 0.7175,
+ 0.7155,
+ 0.718,
+ 0.718
+ ],
+ "state_pred_error": [
+ 0.6709408867359161,
+ 0.18942265737056732,
+ 0.14080595693588258,
+ 0.1511134099006653,
+ 0.17209407310485839,
+ 0.1766144100666046,
+ 0.17131005449295045,
+ 0.16910524086952208,
+ 0.1503032527923584,
+ 0.14637641661167144,
+ 0.1414107642650604,
+ 0.12289449031352997,
+ 0.0937490943312645,
+ 0.07194982548952103,
+ 0.06582723281383514,
+ 0.0680177249968052,
+ 0.0612314338862896,
+ 0.05455904011726379,
+ 0.05373732958436012,
+ 0.05378581196665764,
+ 0.052673121321201326,
+ 0.04773973789215088,
+ 0.04812903320789337,
+ 0.05376589905619621,
+ 0.05221608868837357,
+ 0.0511037185549736,
+ 0.04819248498678207,
+ 0.04678433921933174,
+ 0.047127060896158215,
+ 0.04397982689738274,
+ 0.04087346328496933,
+ 0.04046012075543404,
+ 0.04122381027340889,
+ 0.04241861761212349,
+ 0.042094694751501086,
+ 0.0412453974545002,
+ 0.038724960923194884,
+ 0.03562711297273636,
+ 0.03296822139620781,
+ 0.0325114149659872,
+ 0.03283161758184433,
+ 0.035513292720913886,
+ 0.035710234045982364,
+ 0.03682430787086487,
+ 0.033476365625858304,
+ 0.03093737213909626,
+ 0.027777787262201308,
+ 0.02414869005382061,
+ 0.020448731756210328,
+ 0.017831652319431304,
+ 0.015582082697749139,
+ 0.014428501343727113,
+ 0.012960297419130802,
+ 0.012180000832676887,
+ 0.011530775272846221,
+ 0.010874310192465783,
+ 0.010527618415653705,
+ 0.010202822449803353,
+ 0.00984742543399334,
+ 0.009536775915324688,
+ 0.009180539272725581,
+ 0.008970437014102935,
+ 0.008827724769711495,
+ 0.008530926664918661,
+ 0.008309092213958503,
+ 0.008101929514110089,
+ 0.008094769676029682,
+ 0.007767554499208927,
+ 0.007610894358158112,
+ 0.007408130565285683,
+ 0.007262326770275831,
+ 0.007150135292857886,
+ 0.007085654979944229,
+ 0.0073706810601055625,
+ 0.006943213131278754,
+ 0.0066695098660886284,
+ 0.006669323475658894,
+ 0.006493967983126641,
+ 0.006413866003602743,
+ 0.006445458614826202
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8429861068725586,
+ 0.3551006317138672,
+ 0.246289923787117,
+ 0.21019335091114044,
+ 0.17309927940368652,
+ 0.14295682311058044,
+ 0.15966862440109253,
+ 0.13815715909004211
+ ],
+ "perturbation_rho": [
+ 0.7732758522033691,
+ 0.2933464050292969,
+ 0.24295836687088013,
+ 0.22880345582962036,
+ 0.1602117419242859,
+ 0.11042392998933792,
+ 0.18763291835784912,
+ 0.14856110513210297
+ ],
+ "nudging": {
+ "0.001": [
+ -0.017513541504740715,
+ -0.0010910499840974808,
+ -0.000708599342033267,
+ -0.0005966786993667483,
+ -0.00047664318117313087,
+ -0.0004276464751455933,
+ -0.0004729896318167448,
+ -0.0004151453322265297
+ ],
+ "0.003": [
+ -0.05139407142996788,
+ -0.003268325934186578,
+ -0.0021239686757326126,
+ -0.0017886366695165634,
+ -0.0014290767721831799,
+ -0.0012818754184991121,
+ -0.0014177404809743166,
+ -0.0012440300779417157
+ ],
+ "0.01": [
+ -0.15847395360469818,
+ -0.010836342349648476,
+ -0.007060050964355469,
+ -0.005947217810899019,
+ -0.004753550048917532,
+ -0.004264200571924448,
+ -0.004713424481451511,
+ -0.0041376142762601376
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 3389.93017578125,
+ 4477.634765625,
+ 1038.2586669921875,
+ 911.949951171875,
+ 702.6972045898438,
+ 659.9431762695312,
+ 824.164794921875,
+ 821.9293212890625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2660294412612916,
+ 1.3016457880973815,
+ 0.8186747265815735,
+ 0.6697447069168091,
+ 0.5803643805503845,
+ 0.5512525676727295,
+ 0.549796287727356,
+ 0.5450847043991088,
+ 0.5275615032196045,
+ 0.5319187931060791,
+ 0.5584789258956909,
+ 0.6303564451217651,
+ 0.6530141715049743,
+ 0.647641095161438,
+ 0.6535977718353272,
+ 0.6668755978107452,
+ 0.6444538109302521,
+ 0.7376987361907958,
+ 0.8571814809799194,
+ 0.8484122044563294,
+ 0.7817753293991089,
+ 0.8637002775192261,
+ 0.8521189229011535,
+ 0.8361198561668396,
+ 0.806985737991333,
+ 0.7815130719184875,
+ 0.802376530122757,
+ 0.8485978384971619,
+ 0.8367114802360535,
+ 0.8168601245880127,
+ 0.7851902055740356,
+ 0.7358182970046997,
+ 0.8997399300575256,
+ 0.9225360271453857,
+ 0.8570411529541015,
+ 0.8411993549346923,
+ 0.9375005828857422,
+ 0.8463716927528382,
+ 0.862580227470398,
+ 1.0098564163208008,
+ 0.9812262915611267,
+ 0.8729387621879577,
+ 0.8571597898483276,
+ 0.9974828210830688,
+ 0.8864622016906738,
+ 1.0887743062019348,
+ 1.0035358074188232,
+ 0.9521108211517334,
+ 0.9903197944641113,
+ 1.036623720550537,
+ 1.0008409860610963,
+ 1.0380868854522705,
+ 1.1012060861587525,
+ 1.0651326690673828,
+ 1.1333419822692872,
+ 1.0603330505371094,
+ 1.0721593137741088,
+ 1.0658496725082398,
+ 1.0947151290893555,
+ 1.099305485343933,
+ 1.0801114864349366,
+ 1.0791620138168334,
+ 1.0618044708251952,
+ 1.0570447917938233,
+ 1.0758753734588622,
+ 1.0394710207939148,
+ 1.029822176551819,
+ 1.041756462097168,
+ 1.0217557413101197,
+ 1.0205562198638916,
+ 1.0147280132293701,
+ 1.0095306674957276,
+ 1.001978309726715,
+ 0.9974158168792725,
+ 0.9953814093589782,
+ 0.9926533555030823,
+ 0.9918749931335449,
+ 0.9889670114517212,
+ 0.9879606288909912,
+ 0.9873974003791809
+ ],
+ "train_acc": [
+ 0.1797,
+ 0.5356,
+ 0.6972,
+ 0.7485,
+ 0.7819,
+ 0.7901,
+ 0.7974,
+ 0.8001,
+ 0.8077,
+ 0.8076,
+ 0.8072,
+ 0.79,
+ 0.7937,
+ 0.7962,
+ 0.7957,
+ 0.8015,
+ 0.8017,
+ 0.7861,
+ 0.7668,
+ 0.7721,
+ 0.7765,
+ 0.7621,
+ 0.7721,
+ 0.7745,
+ 0.7768,
+ 0.7865,
+ 0.7782,
+ 0.7703,
+ 0.7686,
+ 0.7611,
+ 0.752,
+ 0.7558,
+ 0.7123,
+ 0.6954,
+ 0.7044,
+ 0.7167,
+ 0.6963,
+ 0.7005,
+ 0.6968,
+ 0.6591,
+ 0.6589,
+ 0.6849,
+ 0.6881,
+ 0.6512,
+ 0.6785,
+ 0.6251,
+ 0.6467,
+ 0.6578,
+ 0.6456,
+ 0.6288,
+ 0.6419,
+ 0.6188,
+ 0.6092,
+ 0.6176,
+ 0.6027,
+ 0.6198,
+ 0.6133,
+ 0.6127,
+ 0.6121,
+ 0.6075,
+ 0.6127,
+ 0.6089,
+ 0.6184,
+ 0.6212,
+ 0.6156,
+ 0.6286,
+ 0.6251,
+ 0.626,
+ 0.6275,
+ 0.6322,
+ 0.6357,
+ 0.6335,
+ 0.6347,
+ 0.6367,
+ 0.6371,
+ 0.6398,
+ 0.6414,
+ 0.6418,
+ 0.6432,
+ 0.6433
+ ],
+ "test_acc": [
+ 0.3745,
+ 0.6335,
+ 0.7105,
+ 0.7265,
+ 0.7415,
+ 0.763,
+ 0.7755,
+ 0.7625,
+ 0.769,
+ 0.769,
+ 0.748,
+ 0.7415,
+ 0.728,
+ 0.75,
+ 0.739,
+ 0.7405,
+ 0.733,
+ 0.706,
+ 0.7025,
+ 0.737,
+ 0.715,
+ 0.7405,
+ 0.7475,
+ 0.722,
+ 0.7435,
+ 0.7475,
+ 0.7205,
+ 0.7215,
+ 0.713,
+ 0.687,
+ 0.7035,
+ 0.685,
+ 0.6305,
+ 0.6265,
+ 0.6465,
+ 0.594,
+ 0.613,
+ 0.624,
+ 0.583,
+ 0.568,
+ 0.6055,
+ 0.5875,
+ 0.572,
+ 0.636,
+ 0.5545,
+ 0.508,
+ 0.585,
+ 0.5945,
+ 0.5505,
+ 0.5855,
+ 0.563,
+ 0.534,
+ 0.55,
+ 0.5745,
+ 0.5905,
+ 0.567,
+ 0.587,
+ 0.532,
+ 0.554,
+ 0.5735,
+ 0.5795,
+ 0.5895,
+ 0.58,
+ 0.5915,
+ 0.601,
+ 0.599,
+ 0.6035,
+ 0.588,
+ 0.6105,
+ 0.6085,
+ 0.6065,
+ 0.6115,
+ 0.6185,
+ 0.6245,
+ 0.619,
+ 0.62,
+ 0.6225,
+ 0.617,
+ 0.618,
+ 0.6185
+ ],
+ "value_loss": [
+ 3.06523074798584,
+ 1.0051734189987183,
+ 0.9336865198135376,
+ 0.8656800090789795,
+ 0.7873764232635498,
+ 0.781440449142456,
+ 0.7908254833221435,
+ 0.8565213081359864,
+ 0.8310571252822876,
+ 0.8515260807037354,
+ 0.9407390365600586,
+ 1.1463200833320617,
+ 1.3171742897033691,
+ 1.262915803527832,
+ 1.386610294342041,
+ 1.402245961523056,
+ 1.353079345226288,
+ 1.6632261469364167,
+ 2.160128380584717,
+ 2.152520423412323,
+ 2.048775052833557,
+ 2.179873471832275,
+ 2.0917932035446167,
+ 2.110498323726654,
+ 2.0249694913864134,
+ 1.9754539145469665,
+ 2.0863923776626585,
+ 2.2604428833007812,
+ 1.882617956161499,
+ 1.6480644565582276,
+ 1.4238870953798295,
+ 1.0796037145614623,
+ 1.2265830523490906,
+ 1.1315664192199708,
+ 0.8243012958526611,
+ 1.5025688316345214,
+ 1.2351813243865968,
+ 1.0440775310993196,
+ 0.8022228635787964,
+ 0.9494114886283874,
+ 1.6274977996826172,
+ 0.7025753731250763,
+ 0.6086838336467743,
+ 0.85253525390625,
+ 0.5798639675140381,
+ 0.9239351823806763,
+ 0.7397382484912872,
+ 0.5377552442789078,
+ 0.5661793855428696,
+ 0.591952879333496,
+ 0.5815083159923553,
+ 0.5666080118179321,
+ 0.6167471637010574,
+ 0.5116942359924317,
+ 0.6500419594287873,
+ 0.5058183356523513,
+ 0.5127271728992462,
+ 0.5146393095970154,
+ 0.513179197883606,
+ 0.5277192692756653,
+ 0.5301190893173218,
+ 0.4902091938018799,
+ 0.4643077433586121,
+ 0.46406279153823854,
+ 0.47324425945281984,
+ 0.4390524193763733,
+ 0.43308766808509824,
+ 0.4483348261833191,
+ 0.45758007364273073,
+ 0.4258517781257629,
+ 0.40843180713653565,
+ 0.39923065466880797,
+ 0.3923787565469742,
+ 0.39694422893524167,
+ 0.388149334526062,
+ 0.3989525201797485,
+ 0.3880426513195038,
+ 0.38228393292427065,
+ 0.3847649987220764,
+ 0.3728706964492798
+ ],
+ "term_loss": [
+ 1.759378063583374,
+ 0.6950865835666656,
+ 0.7524722458839417,
+ 0.7025897565841674,
+ 0.630735333108902,
+ 0.6144626032829285,
+ 0.6203483947753906,
+ 0.6912198863983154,
+ 0.6812775425195694,
+ 0.7021899845123291,
+ 0.7890356311798096,
+ 0.9806006479740143,
+ 1.1520600126743317,
+ 1.0969103591918945,
+ 1.218403604888916,
+ 1.234606753462553,
+ 1.1846878055810928,
+ 1.4810678904533385,
+ 1.9551898319244385,
+ 1.9328652121543883,
+ 1.8252225715637207,
+ 1.9255873363494873,
+ 1.8419472370386123,
+ 1.8514944805145264,
+ 1.7480499786376953,
+ 1.7230984504699707,
+ 1.7801577151060104,
+ 1.9261333221912385,
+ 1.5824289985656739,
+ 1.3395356185913085,
+ 1.1190976068019867,
+ 0.8095712727546692,
+ 0.9129751841545105,
+ 0.8099967944145202,
+ 0.5449157089233398,
+ 1.1429317752838135,
+ 0.8717972569465637,
+ 0.7612683668017387,
+ 0.5363850374221801,
+ 0.6509348512649537,
+ 1.2403230022907257,
+ 0.44119430227279666,
+ 0.36985179181098937,
+ 0.5657508541107178,
+ 0.3316444114685059,
+ 0.6092286487579346,
+ 0.45416003305912017,
+ 0.2803884910583496,
+ 0.30142446330189704,
+ 0.32512425956726076,
+ 0.31511888599395754,
+ 0.2933908362150192,
+ 0.3304207047402859,
+ 0.23888909721374513,
+ 0.3518457849144936,
+ 0.2321460828304291,
+ 0.23690145794153214,
+ 0.24031942974328996,
+ 0.234180108833313,
+ 0.2491055172920227,
+ 0.2518234708428383,
+ 0.21771380550265312,
+ 0.19746038370132446,
+ 0.19613629539012908,
+ 0.20217996973991395,
+ 0.17647680728435516,
+ 0.1724887050151825,
+ 0.18513125069141387,
+ 0.19194528245925904,
+ 0.16750827902555465,
+ 0.15352465214729308,
+ 0.1455474760055542,
+ 0.1407638990163803,
+ 0.14426077477931976,
+ 0.13678922175168992,
+ 0.1451073505997658,
+ 0.13600888509750367,
+ 0.1320053924381733,
+ 0.13196719620227815,
+ 0.12118487646579743
+ ],
+ "bridge_loss": [
+ 1.0057456545681402,
+ 0.07984932231307029,
+ 0.006921142427995801,
+ 0.0070113932192325595,
+ 0.014598682332038879,
+ 0.028220770037174225,
+ 0.03126658735275269,
+ 0.026600006234645843,
+ 0.015867197705805303,
+ 0.015546117241680622,
+ 0.012967191728949546,
+ 0.015010805013775826,
+ 0.01505515177845955,
+ 0.016979839408397673,
+ 0.017059055781364442,
+ 0.021047090664505958,
+ 0.023958049084246157,
+ 0.022573659014701843,
+ 0.029818001449108122,
+ 0.044388598722219466,
+ 0.05576009316444397,
+ 0.07712252329587936,
+ 0.07596050485372544,
+ 0.089072286555171,
+ 0.1078504252910614,
+ 0.08938403369188308,
+ 0.13860380922555923,
+ 0.16278210570812227,
+ 0.12334684269428253,
+ 0.12987734815478325,
+ 0.1283024751573801,
+ 0.09875854194164276,
+ 0.1132021647453308,
+ 0.114243505692482,
+ 0.07930920803546905,
+ 0.16031358633041382,
+ 0.1483750568330288,
+ 0.07615681183040142,
+ 0.05947322273850441,
+ 0.06707281012535095,
+ 0.1555256877541542,
+ 0.04927767667770386,
+ 0.027832713788747788,
+ 0.05109234853982925,
+ 0.03510485389232636,
+ 0.06433321557044983,
+ 0.0509399315007031,
+ 0.029501312471553683,
+ 0.029298018515110016,
+ 0.022007736629247664,
+ 0.026509742373228073,
+ 0.02547568997144699,
+ 0.028158922368288042,
+ 0.01945364822745323,
+ 0.032367846205830574,
+ 0.021171480375528337,
+ 0.02125774438381195,
+ 0.021097413665056228,
+ 0.02262683149129152,
+ 0.021077597737312315,
+ 0.022499435234069824,
+ 0.017363783645629884,
+ 0.01511413771212101,
+ 0.016478369894623757,
+ 0.018426007288694382,
+ 0.01539817702770233,
+ 0.015168809753656387,
+ 0.017221828517317773,
+ 0.022410498839616776,
+ 0.015976610014587642,
+ 0.013848819640278816,
+ 0.012749422067403794,
+ 0.012547081257402897,
+ 0.014398891832679511,
+ 0.013543046182394028,
+ 0.01616565254330635,
+ 0.015339582663774491,
+ 0.014028705531358718,
+ 0.016140032187104227,
+ 0.015310661105066539
+ ],
+ "tgrad_loss": [
+ 0.30010702733993533,
+ 0.23023750939369203,
+ 0.17429312868118285,
+ 0.15607886154651643,
+ 0.14204240217208863,
+ 0.1387570774078369,
+ 0.13921050038337707,
+ 0.13870142607688904,
+ 0.13391238613128661,
+ 0.13378998804092407,
+ 0.13873620960712432,
+ 0.15070862843990326,
+ 0.1500591349840164,
+ 0.14902560558319092,
+ 0.15114763839244844,
+ 0.1465921157836914,
+ 0.14443349993228913,
+ 0.15958458815813065,
+ 0.17512055349349975,
+ 0.17526660327911378,
+ 0.16779239134788512,
+ 0.1771635971069336,
+ 0.17388546850681305,
+ 0.16993154878616332,
+ 0.16906907887458802,
+ 0.16297144203186034,
+ 0.16763084147572518,
+ 0.17152745275497436,
+ 0.17684210817813872,
+ 0.17865150032043456,
+ 0.17648701427578925,
+ 0.17127388672828675,
+ 0.20040569903850555,
+ 0.2073261212348938,
+ 0.20007638354301452,
+ 0.1993234664916992,
+ 0.21500900251865387,
+ 0.206652339220047,
+ 0.20636459765434265,
+ 0.23140381593704223,
+ 0.2316491063594818,
+ 0.21210338969230652,
+ 0.21099932672977448,
+ 0.23569203791618348,
+ 0.21311470336914062,
+ 0.25037331929206846,
+ 0.23463827657699585,
+ 0.2278654456615448,
+ 0.23545689868927003,
+ 0.2448208836555481,
+ 0.2398796889066696,
+ 0.2477414860725403,
+ 0.25816753516197205,
+ 0.2533514893531799,
+ 0.26582832283973695,
+ 0.2525007682800293,
+ 0.2545679742336273,
+ 0.25322246961593625,
+ 0.25637225708961486,
+ 0.25753615407943725,
+ 0.25579618854522707,
+ 0.25513160409927366,
+ 0.2517332214355469,
+ 0.25144813041687014,
+ 0.2526382836341858,
+ 0.2471774356842041,
+ 0.24543014860153198,
+ 0.24598174903392792,
+ 0.2432242931842804,
+ 0.24236688857078553,
+ 0.24105833854675293,
+ 0.24093375723361968,
+ 0.23906777582168579,
+ 0.23828456206321716,
+ 0.23781706585884094,
+ 0.23767951769828796,
+ 0.2366941836833954,
+ 0.23624983654022216,
+ 0.23665776674747466,
+ 0.23637515988349914
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.024487923830747604,
+ 0.1551763117313385,
+ 0.17440856993198395,
+ 0.18776318430900574,
+ 0.163284569978714,
+ 0.17855775356292725,
+ 0.162883460521698,
+ 0.17358574271202087
+ ],
+ "perturbation_rho": [
+ 0.024775028228759766,
+ 0.25605684518814087,
+ 0.2314496785402298,
+ 0.2697882056236267,
+ 0.24329833686351776,
+ 0.3152206242084503,
+ 0.23843368887901306,
+ 0.2751646637916565
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0010546729899942875,
+ -0.0011491177137941122,
+ -0.001177083933725953,
+ -0.0012467143824324012,
+ -0.0011091993656009436,
+ -0.0011924341088160872,
+ -0.0011279901955276728,
+ -0.0011755195446312428
+ ],
+ "0.003": [
+ -0.0031479522585868835,
+ -0.0034450858365744352,
+ -0.00352866156026721,
+ -0.0037402876187115908,
+ -0.0033245475497096777,
+ -0.0035774726420640945,
+ -0.0033813398331403732,
+ -0.0035263618919998407
+ ],
+ "0.01": [
+ -0.010280786082148552,
+ -0.011451397091150284,
+ -0.01173271145671606,
+ -0.012431012466549873,
+ -0.01105603575706482,
+ -0.011893808841705322,
+ -0.011241357773542404,
+ -0.011722835712134838
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json
new file mode 100644
index 0000000..75ed461
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.1754807784080505,
+ 0.5181709585666656,
+ 0.4592852454185486,
+ 0.48108175311088563,
+ 0.36512076749801636,
+ 0.34354006390571595,
+ 0.3322723610162735,
+ 0.297065003323555,
+ 0.3262266932606697,
+ 0.28987626616954804,
+ 0.30052861709594725,
+ 0.30294343957901,
+ 0.33569810996055605,
+ 0.2807107723712921,
+ 0.24509782445430756,
+ 0.22368610286712645,
+ 0.2224589084148407,
+ 0.22678682289123536,
+ 0.23643300566673278,
+ 0.261921722304821,
+ 0.18664481525421142,
+ 0.2196642207145691,
+ 0.17971987835168837,
+ 0.15603925316333772,
+ 0.14970590219497681,
+ 0.21505068674087524,
+ 0.20973155901432036,
+ 0.18755916361808778,
+ 0.15954147424697876,
+ 0.1524156427383423,
+ 0.1794239527463913,
+ 0.14108568379878997,
+ 0.13159887236356735,
+ 0.11600628448724747,
+ 0.1008336604475975,
+ 0.09575988247394562,
+ 0.09875326882600784,
+ 0.09757538337707519,
+ 0.0814407280921936,
+ 0.1022400197148323,
+ 0.09087320072650909,
+ 0.08520868092179298,
+ 0.06907072774618864,
+ 0.05944656895399093,
+ 0.06366101975440978,
+ 0.07264506211280823,
+ 0.08344530180692673,
+ 0.06239017713665962,
+ 0.05024316610693932,
+ 0.044702837443351746,
+ 0.045005498057976365,
+ 0.03973149275779724,
+ 0.04285087337195873,
+ 0.03791879476606846,
+ 0.0346739610761404,
+ 0.03288826472461224,
+ 0.031093527680635454,
+ 0.03032451833486557,
+ 0.03242490175962448,
+ 0.030104601883888246,
+ 0.028860807363316417,
+ 0.027365653735399245,
+ 0.027397248911857606,
+ 0.026892173463106156,
+ 0.025769270791113377,
+ 0.02494896683692932,
+ 0.02501359928548336,
+ 0.024235507121682168,
+ 0.023822496247291564,
+ 0.02354036187529564,
+ 0.023214907813072203,
+ 0.023110688921809196,
+ 0.022794095242023468,
+ 0.022592110830545426,
+ 0.0224503764398396,
+ 0.02231179800629616,
+ 0.02221992956995964,
+ 0.02214076687693596,
+ 0.022098414012789728,
+ 0.022070704632252455
+ ],
+ "train_acc": [
+ 0.5833,
+ 0.7995,
+ 0.8206,
+ 0.8106,
+ 0.8579,
+ 0.8631,
+ 0.8703,
+ 0.8866,
+ 0.8694,
+ 0.8846,
+ 0.8829,
+ 0.882,
+ 0.8702,
+ 0.888,
+ 0.9044,
+ 0.9149,
+ 0.9147,
+ 0.9108,
+ 0.9112,
+ 0.8992,
+ 0.9269,
+ 0.9152,
+ 0.9309,
+ 0.9441,
+ 0.9445,
+ 0.9223,
+ 0.919,
+ 0.93,
+ 0.9399,
+ 0.943,
+ 0.9314,
+ 0.949,
+ 0.953,
+ 0.9601,
+ 0.966,
+ 0.9715,
+ 0.9683,
+ 0.9679,
+ 0.9768,
+ 0.9662,
+ 0.9716,
+ 0.9727,
+ 0.9824,
+ 0.9876,
+ 0.985,
+ 0.9808,
+ 0.973,
+ 0.9843,
+ 0.9903,
+ 0.9935,
+ 0.9935,
+ 0.9959,
+ 0.9938,
+ 0.9957,
+ 0.9974,
+ 0.9976,
+ 0.9983,
+ 0.9982,
+ 0.9974,
+ 0.9979,
+ 0.9984,
+ 0.9988,
+ 0.9984,
+ 0.999,
+ 0.9987,
+ 0.9991,
+ 0.9991,
+ 0.9994,
+ 0.9993,
+ 0.9993,
+ 0.9996,
+ 0.9993,
+ 0.9995,
+ 0.9994,
+ 0.9994,
+ 0.9995,
+ 0.9996,
+ 0.9996,
+ 0.9995,
+ 0.9995
+ ],
+ "test_acc": [
+ 0.7705,
+ 0.82,
+ 0.8285,
+ 0.8205,
+ 0.823,
+ 0.824,
+ 0.8385,
+ 0.845,
+ 0.8365,
+ 0.846,
+ 0.838,
+ 0.8475,
+ 0.833,
+ 0.8455,
+ 0.833,
+ 0.8555,
+ 0.8565,
+ 0.8535,
+ 0.8545,
+ 0.849,
+ 0.8605,
+ 0.853,
+ 0.86,
+ 0.862,
+ 0.869,
+ 0.867,
+ 0.856,
+ 0.862,
+ 0.8655,
+ 0.8665,
+ 0.8545,
+ 0.86,
+ 0.862,
+ 0.8595,
+ 0.8675,
+ 0.863,
+ 0.8745,
+ 0.8655,
+ 0.867,
+ 0.872,
+ 0.873,
+ 0.875,
+ 0.871,
+ 0.8765,
+ 0.875,
+ 0.874,
+ 0.86,
+ 0.8715,
+ 0.87,
+ 0.8705,
+ 0.872,
+ 0.873,
+ 0.8755,
+ 0.8685,
+ 0.871,
+ 0.8735,
+ 0.87,
+ 0.872,
+ 0.874,
+ 0.871,
+ 0.8715,
+ 0.8725,
+ 0.873,
+ 0.871,
+ 0.871,
+ 0.872,
+ 0.8705,
+ 0.8715,
+ 0.873,
+ 0.871,
+ 0.8695,
+ 0.8695,
+ 0.87,
+ 0.8715,
+ 0.87,
+ 0.87,
+ 0.8715,
+ 0.8715,
+ 0.8715,
+ 0.8715
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8294941186904907,
+ 0.823101282119751,
+ 0.815970778465271,
+ 0.8095235824584961,
+ 0.8066394329071045,
+ 0.8012610673904419,
+ 0.7956615686416626,
+ 0.7900899648666382
+ ],
+ "perturbation_rho": [
+ 0.999998927116394,
+ 0.999997615814209,
+ 0.9999938011169434,
+ 0.9999845027923584,
+ 0.9999604225158691,
+ 0.9999330043792725,
+ 0.999873697757721,
+ 0.999819278717041
+ ],
+ "nudging": {
+ "0.001": [
+ -0.035539593547582626,
+ -0.021562810987234116,
+ -0.012927833944559097,
+ -0.007899895310401917,
+ -0.005169217474758625,
+ -0.0036920299753546715,
+ -0.0028583952225744724,
+ -0.002364233136177063
+ ],
+ "0.003": [
+ -0.0985700860619545,
+ -0.0616692453622818,
+ -0.037691134959459305,
+ -0.023295730352401733,
+ -0.015336824581027031,
+ -0.01098954863846302,
+ -0.008523097261786461,
+ -0.007056646980345249
+ ],
+ "0.01": [
+ -0.2528620958328247,
+ -0.17482446134090424,
+ -0.11384513974189758,
+ -0.07313278317451477,
+ -0.04917728155851364,
+ -0.03563641011714935,
+ -0.02781001478433609,
+ -0.02310660108923912
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.1838191192626955,
+ 1.202098671722412,
+ 0.7546534229278564,
+ 0.6286930981874466,
+ 0.5413522202730179,
+ 0.5016274568080902,
+ 0.4973876078605652,
+ 0.5006243084907531,
+ 0.491056324505806,
+ 0.5162841996192932,
+ 0.503458097076416,
+ 0.5122841632843017,
+ 0.6047590888977051,
+ 0.5742595722198486,
+ 0.6101696805477143,
+ 0.5846948350906372,
+ 0.6041797488331795,
+ 0.5839841031074524,
+ 0.6028947599411011,
+ 0.6573390657663345,
+ 0.6277515439033509,
+ 0.7153009181976319,
+ 0.6114065330982208,
+ 0.7203419920444488,
+ 0.704536079788208,
+ 0.7316081617355347,
+ 0.7904250410079956,
+ 0.7298012476921082,
+ 0.9584419759750367,
+ 0.7364888837814331,
+ 0.7200859572410584,
+ 0.7152903346061706,
+ 0.7418321360588074,
+ 0.6785042297184467,
+ 0.7197946992874146,
+ 0.7295546224594116,
+ 0.7811001716613769,
+ 0.7459795353889466,
+ 0.7168794848442077,
+ 0.8068981638908386,
+ 0.6808593973636627,
+ 0.6812150555133819,
+ 0.6748936148405075,
+ 0.7090878666877747,
+ 0.6815416418075562,
+ 0.7244775035858154,
+ 0.7989970844268799,
+ 0.7369783718109131,
+ 0.6676865758895874,
+ 0.6741015150070191,
+ 0.6873524452403188,
+ 0.6283843026161194,
+ 0.6744810340195895,
+ 0.6269000155448914,
+ 0.7053837902069092,
+ 0.647765721988678,
+ 0.6138295706748962,
+ 0.6056019225120545,
+ 0.6158565293312073,
+ 0.6043323511123657,
+ 0.6008664073240012,
+ 0.5667676944732666,
+ 0.5763443781375885,
+ 0.5698577795982361,
+ 0.5726742564201355,
+ 0.5617806459903717,
+ 0.5556433219909668,
+ 0.5606436388015748,
+ 0.5541526489257812,
+ 0.5531132131576538,
+ 0.5459820462226868,
+ 0.5402892316818237,
+ 0.5384351867675782,
+ 0.5412482352614403,
+ 0.5334744161128998,
+ 0.5311016474723816,
+ 0.5313176528930664,
+ 0.5276195110797882,
+ 0.526644831725955,
+ 0.5260294675350189
+ ],
+ "train_acc": [
+ 0.2066,
+ 0.5772,
+ 0.7178,
+ 0.7667,
+ 0.7971,
+ 0.8116,
+ 0.8113,
+ 0.8184,
+ 0.8219,
+ 0.8197,
+ 0.8231,
+ 0.8219,
+ 0.8026,
+ 0.814,
+ 0.8081,
+ 0.8205,
+ 0.8152,
+ 0.8241,
+ 0.8169,
+ 0.8076,
+ 0.8168,
+ 0.8118,
+ 0.8261,
+ 0.8074,
+ 0.8136,
+ 0.811,
+ 0.8037,
+ 0.8151,
+ 0.7895,
+ 0.8177,
+ 0.8222,
+ 0.819,
+ 0.8215,
+ 0.8305,
+ 0.8227,
+ 0.8213,
+ 0.8166,
+ 0.8222,
+ 0.8271,
+ 0.814,
+ 0.8341,
+ 0.8325,
+ 0.8348,
+ 0.8234,
+ 0.8302,
+ 0.825,
+ 0.818,
+ 0.8222,
+ 0.8356,
+ 0.8346,
+ 0.8324,
+ 0.8422,
+ 0.8386,
+ 0.8419,
+ 0.8283,
+ 0.8399,
+ 0.8478,
+ 0.8481,
+ 0.8417,
+ 0.848,
+ 0.8489,
+ 0.8569,
+ 0.8523,
+ 0.8537,
+ 0.8533,
+ 0.8548,
+ 0.8574,
+ 0.8564,
+ 0.8571,
+ 0.8579,
+ 0.8587,
+ 0.8613,
+ 0.8608,
+ 0.8598,
+ 0.8623,
+ 0.8616,
+ 0.8606,
+ 0.8618,
+ 0.8622,
+ 0.8617
+ ],
+ "test_acc": [
+ 0.4245,
+ 0.633,
+ 0.7,
+ 0.7355,
+ 0.7595,
+ 0.771,
+ 0.781,
+ 0.776,
+ 0.7695,
+ 0.7775,
+ 0.785,
+ 0.7285,
+ 0.7645,
+ 0.7665,
+ 0.7315,
+ 0.7645,
+ 0.742,
+ 0.767,
+ 0.7485,
+ 0.772,
+ 0.7575,
+ 0.769,
+ 0.739,
+ 0.715,
+ 0.723,
+ 0.721,
+ 0.755,
+ 0.685,
+ 0.7375,
+ 0.747,
+ 0.7845,
+ 0.7575,
+ 0.788,
+ 0.7475,
+ 0.7465,
+ 0.734,
+ 0.786,
+ 0.7485,
+ 0.7305,
+ 0.7745,
+ 0.7775,
+ 0.779,
+ 0.756,
+ 0.7395,
+ 0.784,
+ 0.7605,
+ 0.7665,
+ 0.7785,
+ 0.77,
+ 0.7655,
+ 0.7925,
+ 0.7745,
+ 0.7755,
+ 0.7855,
+ 0.764,
+ 0.785,
+ 0.777,
+ 0.769,
+ 0.783,
+ 0.792,
+ 0.7985,
+ 0.807,
+ 0.803,
+ 0.803,
+ 0.8035,
+ 0.8065,
+ 0.7965,
+ 0.7995,
+ 0.8065,
+ 0.811,
+ 0.8015,
+ 0.8015,
+ 0.8035,
+ 0.8,
+ 0.8,
+ 0.8045,
+ 0.8025,
+ 0.806,
+ 0.8045,
+ 0.804
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.029147807508707047,
+ 0.09590217471122742,
+ 0.0916377604007721,
+ 0.10714393854141235,
+ 0.10661958158016205,
+ 0.05731643736362457,
+ 0.06447312980890274,
+ 0.05185993015766144
+ ],
+ "perturbation_rho": [
+ -0.08288859575986862,
+ 0.14039787650108337,
+ 0.1433517336845398,
+ 0.1548803746700287,
+ 0.09298646450042725,
+ 0.08800182491540909,
+ 0.09949750453233719,
+ 0.02763376198709011
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0017877263016998768,
+ -0.000630493275821209,
+ -0.00031784665770828724,
+ -0.00033820740645751357,
+ -0.0003272043541073799,
+ -0.00018869461200665683,
+ -0.0002295648882864043,
+ -0.00016335875261574984
+ ],
+ "0.003": [
+ 0.005449830554425716,
+ -0.001886849058791995,
+ -0.0009509308729320765,
+ -0.0010138512589037418,
+ -0.0009805148001760244,
+ -0.0005645205965265632,
+ -0.0006858182605355978,
+ -0.00048740144120529294
+ ],
+ "0.01": [
+ 0.019184602424502373,
+ -0.0062692309729754925,
+ -0.0031640869565308094,
+ -0.0033698435872793198,
+ -0.003262510057538748,
+ -0.0018756084609776735,
+ -0.0022803605534136295,
+ -0.0016227040905505419
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7473140567779541,
+ 0.9251619996070862,
+ 0.7068822136878967,
+ 0.6734603995323181,
+ 0.7457750282287597,
+ 0.8054894256591797,
+ 0.8525734433174134,
+ 0.8588375370025635,
+ 0.8834347763061523,
+ 0.8960849166870117,
+ 0.9051341072082519,
+ 0.9054860986709595,
+ 0.9049023498535156,
+ 0.9338330560684204,
+ 0.8942585109710693,
+ 0.866205068397522,
+ 0.8675411263465881,
+ 0.8408319032192231,
+ 0.8157361579895019,
+ 0.8383380194664002,
+ 0.7929928570747375,
+ 0.8159124660491943,
+ 0.8006898342132568,
+ 0.7805020513534546,
+ 0.7467561506271362,
+ 0.7769838253021241,
+ 0.740959705066681,
+ 0.7387035996437072,
+ 0.7201678607463836,
+ 0.7209407108306884,
+ 0.7474315497398376,
+ 0.7333630378723145,
+ 0.7624125885009766,
+ 0.7098405016899109,
+ 0.7155334932327271,
+ 0.7373080111503602,
+ 0.6897648265838623,
+ 0.7116705716133118,
+ 0.6977139730453491,
+ 0.689065051651001,
+ 0.7276701536178589,
+ 0.726329208946228,
+ 0.7151447709083557,
+ 0.7019258667945861,
+ 0.7494557568073272,
+ 0.7007609943389893,
+ 0.7020422275543213,
+ 0.6922769821166992,
+ 0.6776938212394714,
+ 0.6798969288825989,
+ 0.6656915367126465,
+ 0.6746529310703278,
+ 0.6393669857978821,
+ 0.6383698108673096,
+ 0.6358671523094177,
+ 0.6303783107280732,
+ 0.6350876825332642,
+ 0.6365802597522736,
+ 0.6297786211013794,
+ 0.6428515602111816,
+ 0.6437168377876282,
+ 0.6237785207748413,
+ 0.6191892197608948,
+ 0.6191086200714111,
+ 0.6186483777046203,
+ 0.6168421429157257,
+ 0.6117486687660217,
+ 0.6113159837722778,
+ 0.6117036319255829,
+ 0.607511134815216,
+ 0.6095974473953247,
+ 0.6053294305801391,
+ 0.6047506375312806,
+ 0.6027808818817139,
+ 0.6011299852371216,
+ 0.6004490308761596,
+ 0.5999058860778809,
+ 0.5991122978210449,
+ 0.598829758644104,
+ 0.598610949087143
+ ],
+ "train_acc": [
+ 0.364,
+ 0.6574,
+ 0.7329,
+ 0.753,
+ 0.7398,
+ 0.7248,
+ 0.7084,
+ 0.698,
+ 0.6894,
+ 0.6845,
+ 0.6805,
+ 0.6781,
+ 0.6804,
+ 0.6737,
+ 0.6854,
+ 0.6889,
+ 0.6907,
+ 0.6997,
+ 0.7082,
+ 0.7014,
+ 0.7176,
+ 0.7145,
+ 0.7188,
+ 0.7206,
+ 0.7318,
+ 0.7271,
+ 0.7373,
+ 0.735,
+ 0.7415,
+ 0.7401,
+ 0.744,
+ 0.7405,
+ 0.7346,
+ 0.7542,
+ 0.746,
+ 0.739,
+ 0.7483,
+ 0.751,
+ 0.7539,
+ 0.748,
+ 0.7431,
+ 0.744,
+ 0.7449,
+ 0.7473,
+ 0.7364,
+ 0.7478,
+ 0.7439,
+ 0.7468,
+ 0.7538,
+ 0.7511,
+ 0.7531,
+ 0.7538,
+ 0.7664,
+ 0.7687,
+ 0.7632,
+ 0.7699,
+ 0.7701,
+ 0.7688,
+ 0.7692,
+ 0.765,
+ 0.7657,
+ 0.77,
+ 0.7734,
+ 0.7728,
+ 0.7735,
+ 0.7713,
+ 0.7752,
+ 0.777,
+ 0.7762,
+ 0.7752,
+ 0.7746,
+ 0.7782,
+ 0.7776,
+ 0.7801,
+ 0.7778,
+ 0.7788,
+ 0.7778,
+ 0.7797,
+ 0.7787,
+ 0.7793
+ ],
+ "test_acc": [
+ 0.557,
+ 0.6835,
+ 0.712,
+ 0.7145,
+ 0.693,
+ 0.687,
+ 0.6815,
+ 0.674,
+ 0.672,
+ 0.661,
+ 0.6595,
+ 0.661,
+ 0.6535,
+ 0.6555,
+ 0.66,
+ 0.6525,
+ 0.6575,
+ 0.6745,
+ 0.662,
+ 0.665,
+ 0.6775,
+ 0.6725,
+ 0.6565,
+ 0.685,
+ 0.6865,
+ 0.6955,
+ 0.6925,
+ 0.6985,
+ 0.6935,
+ 0.674,
+ 0.7045,
+ 0.6865,
+ 0.7,
+ 0.7075,
+ 0.679,
+ 0.706,
+ 0.7085,
+ 0.7025,
+ 0.718,
+ 0.7025,
+ 0.7085,
+ 0.6865,
+ 0.709,
+ 0.681,
+ 0.713,
+ 0.7125,
+ 0.714,
+ 0.7035,
+ 0.7085,
+ 0.7075,
+ 0.7005,
+ 0.722,
+ 0.725,
+ 0.7115,
+ 0.7165,
+ 0.728,
+ 0.7245,
+ 0.7215,
+ 0.7265,
+ 0.7275,
+ 0.7165,
+ 0.727,
+ 0.731,
+ 0.7285,
+ 0.7265,
+ 0.7245,
+ 0.7275,
+ 0.7215,
+ 0.724,
+ 0.7265,
+ 0.7285,
+ 0.723,
+ 0.7275,
+ 0.7275,
+ 0.7275,
+ 0.728,
+ 0.729,
+ 0.7285,
+ 0.727,
+ 0.7265
+ ],
+ "state_pred_error": [
+ 0.6621009309768677,
+ 0.18949966685771943,
+ 0.1467816726922989,
+ 0.15708787188529968,
+ 0.17524181332588196,
+ 0.19041815445423127,
+ 0.19469740133285524,
+ 0.19334899117946625,
+ 0.18909891850948335,
+ 0.1834290199995041,
+ 0.1776910136461258,
+ 0.1693726092338562,
+ 0.1593346801996231,
+ 0.15057109451293946,
+ 0.13607191491127013,
+ 0.12221740016937256,
+ 0.11063073590993881,
+ 0.10139462573528289,
+ 0.09178647582530976,
+ 0.08364639749526978,
+ 0.0763305801987648,
+ 0.07042970400452614,
+ 0.06602095465660095,
+ 0.06487999885678292,
+ 0.06271354095935822,
+ 0.061520341455936434,
+ 0.059059248542785645,
+ 0.056564629304409024,
+ 0.05402934091091156,
+ 0.05196828144788742,
+ 0.050360298389196395,
+ 0.0480489935874939,
+ 0.04519245035648346,
+ 0.04349969825744629,
+ 0.04201801525950432,
+ 0.04072046799659729,
+ 0.03955439219474793,
+ 0.03672264353334904,
+ 0.03492691957950592,
+ 0.03289650791883469,
+ 0.03177874554991722,
+ 0.030649135023355485,
+ 0.02864566181600094,
+ 0.02688669348657131,
+ 0.025244250574707985,
+ 0.023715209478139876,
+ 0.021778766030073164,
+ 0.020335312649607657,
+ 0.019033752544224264,
+ 0.018155685628950594,
+ 0.017363225120306015,
+ 0.016726057812571526,
+ 0.01624702921509743,
+ 0.015930817434191703,
+ 0.015584588533639908,
+ 0.015295122048258782,
+ 0.015127958336472512,
+ 0.014801454600691795,
+ 0.014687491267919541,
+ 0.014063061302900314,
+ 0.01438164930343628,
+ 0.01355879987180233,
+ 0.01320074545443058,
+ 0.012842133796215058,
+ 0.01253392604291439,
+ 0.01236460832208395,
+ 0.011886253049969674,
+ 0.011621960616111756,
+ 0.011426134213805198,
+ 0.011017198014259339,
+ 0.010708265140652656,
+ 0.01054772773683071,
+ 0.01050231020450592,
+ 0.010149630855768919,
+ 0.009902083823084832,
+ 0.009754141983389855,
+ 0.009604894667863845,
+ 0.00941408416479826,
+ 0.009380772784352303,
+ 0.009179592244327068
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8188973069190979,
+ 0.4508240222930908,
+ 0.20906424522399902,
+ 0.16529136896133423,
+ 0.1612900048494339,
+ 0.1292058229446411,
+ 0.14780420064926147,
+ 0.1308501958847046
+ ],
+ "perturbation_rho": [
+ 0.7345798015594482,
+ 0.40806666016578674,
+ 0.18922817707061768,
+ 0.1360217034816742,
+ 0.11187596619129181,
+ 0.1472519189119339,
+ 0.12442155927419662,
+ 0.11949814856052399
+ ],
+ "nudging": {
+ "0.001": [
+ -0.021930836141109467,
+ -0.0014364664675667882,
+ -0.0005421066889539361,
+ -0.0004351946117822081,
+ -0.00039058327092789114,
+ -0.0003250233712606132,
+ -0.00035381075576879084,
+ -0.00031243677949532866
+ ],
+ "0.003": [
+ -0.0643623024225235,
+ -0.004303464200347662,
+ -0.0016258403193205595,
+ -0.0013055813033133745,
+ -0.0011712429113686085,
+ -0.0009750650497153401,
+ -0.0010611845646053553,
+ -0.0009370018960908055
+ ],
+ "0.01": [
+ -0.19829359650611877,
+ -0.01426965557038784,
+ -0.005409521050751209,
+ -0.004344802349805832,
+ -0.0038992268964648247,
+ -0.0032464847899973392,
+ -0.003532196395099163,
+ -0.00311922375112772
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 5640.76416015625,
+ 3768.9912109375,
+ 2209.80126953125,
+ 1863.6328125,
+ 1833.0330810546875,
+ 2052.747802734375,
+ 1687.1876220703125,
+ 1871.18310546875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.186090153121948,
+ 1.1984385531425477,
+ 0.758064928817749,
+ 0.626275444984436,
+ 0.5633068831443787,
+ 0.5013768714904785,
+ 0.5079200323104859,
+ 0.5059850447654725,
+ 0.4841378322124481,
+ 0.519163568687439,
+ 0.5544459510803222,
+ 0.5611598224639892,
+ 0.5388422620296478,
+ 0.6585407733917237,
+ 0.576538342666626,
+ 0.600434935760498,
+ 0.6034886390686035,
+ 0.6376714500427246,
+ 0.6580952283859253,
+ 0.663741570186615,
+ 0.7861046495437622,
+ 0.7275902103424072,
+ 0.7628611448287964,
+ 0.8346376148223877,
+ 0.8310700666427613,
+ 0.8562221878051758,
+ 1.003050333881378,
+ 1.005180773639679,
+ 1.0375463592529297,
+ 0.9521340274810791,
+ 1.0032074150085448,
+ 1.0618027465820312,
+ 1.0746233934402465,
+ 1.0948340304374695,
+ 1.1240816584587097,
+ 1.0969329462051391,
+ 1.1547944499969482,
+ 1.0115770859718323,
+ 1.187496001434326,
+ 1.1422000102996825,
+ 1.2583707466125489,
+ 1.1105651211738587,
+ 1.149918165588379,
+ 1.156761019897461,
+ 1.0984439032554627,
+ 1.153316777420044,
+ 1.1259891437530518,
+ 1.1472719621658325,
+ 1.116767183303833,
+ 1.0828887168884278,
+ 1.06634891872406,
+ 1.1018301118850709,
+ 1.1700591009140016,
+ 1.119646194076538,
+ 1.1126467975616454,
+ 1.128969659423828,
+ 1.1335998802185059,
+ 1.116425537109375,
+ 1.1152625152587892,
+ 1.1043034273147583,
+ 1.1250763381958009,
+ 1.1375839376449586,
+ 1.1613730312347412,
+ 1.114402931690216,
+ 1.110203257751465,
+ 1.110114776992798,
+ 1.0994714338302611,
+ 1.10834795627594,
+ 1.0854792390823365,
+ 1.0907306499481202,
+ 1.0760109588623046,
+ 1.0793846405029297,
+ 1.0701058303833009,
+ 1.0693202518463134,
+ 1.0654688898086548,
+ 1.0643323517799377,
+ 1.062985421180725,
+ 1.063136572265625,
+ 1.0616274564743042,
+ 1.060890511226654
+ ],
+ "train_acc": [
+ 0.2037,
+ 0.5759,
+ 0.7201,
+ 0.7655,
+ 0.786,
+ 0.8129,
+ 0.8139,
+ 0.8149,
+ 0.8211,
+ 0.8163,
+ 0.8115,
+ 0.8102,
+ 0.8227,
+ 0.8002,
+ 0.8182,
+ 0.815,
+ 0.8163,
+ 0.8129,
+ 0.8129,
+ 0.8135,
+ 0.7906,
+ 0.7999,
+ 0.7921,
+ 0.769,
+ 0.7656,
+ 0.7611,
+ 0.7238,
+ 0.7113,
+ 0.6958,
+ 0.6976,
+ 0.6775,
+ 0.6548,
+ 0.6512,
+ 0.6319,
+ 0.6236,
+ 0.6178,
+ 0.611,
+ 0.6423,
+ 0.6127,
+ 0.61,
+ 0.5833,
+ 0.6211,
+ 0.612,
+ 0.6054,
+ 0.6155,
+ 0.6017,
+ 0.6061,
+ 0.5974,
+ 0.6079,
+ 0.6116,
+ 0.6099,
+ 0.6073,
+ 0.5914,
+ 0.5991,
+ 0.6026,
+ 0.5958,
+ 0.5946,
+ 0.6011,
+ 0.6002,
+ 0.6053,
+ 0.5985,
+ 0.5905,
+ 0.5887,
+ 0.5986,
+ 0.6012,
+ 0.6023,
+ 0.604,
+ 0.6011,
+ 0.6086,
+ 0.605,
+ 0.6125,
+ 0.6069,
+ 0.6108,
+ 0.6143,
+ 0.6148,
+ 0.6154,
+ 0.6165,
+ 0.6149,
+ 0.6145,
+ 0.616
+ ],
+ "test_acc": [
+ 0.4205,
+ 0.6445,
+ 0.6985,
+ 0.728,
+ 0.768,
+ 0.7555,
+ 0.7905,
+ 0.781,
+ 0.7895,
+ 0.7495,
+ 0.7755,
+ 0.767,
+ 0.7785,
+ 0.75,
+ 0.7695,
+ 0.7655,
+ 0.788,
+ 0.779,
+ 0.744,
+ 0.7345,
+ 0.7575,
+ 0.754,
+ 0.7015,
+ 0.701,
+ 0.7185,
+ 0.724,
+ 0.636,
+ 0.626,
+ 0.598,
+ 0.5585,
+ 0.579,
+ 0.579,
+ 0.5785,
+ 0.5585,
+ 0.5555,
+ 0.444,
+ 0.5675,
+ 0.4385,
+ 0.559,
+ 0.4735,
+ 0.5265,
+ 0.57,
+ 0.498,
+ 0.548,
+ 0.517,
+ 0.5415,
+ 0.5515,
+ 0.4515,
+ 0.5275,
+ 0.5605,
+ 0.5295,
+ 0.5445,
+ 0.5505,
+ 0.5395,
+ 0.5455,
+ 0.53,
+ 0.566,
+ 0.5735,
+ 0.579,
+ 0.587,
+ 0.56,
+ 0.569,
+ 0.575,
+ 0.5795,
+ 0.5845,
+ 0.576,
+ 0.584,
+ 0.5885,
+ 0.59,
+ 0.5785,
+ 0.5835,
+ 0.593,
+ 0.5875,
+ 0.5915,
+ 0.594,
+ 0.592,
+ 0.59,
+ 0.5935,
+ 0.5955,
+ 0.5935
+ ],
+ "value_loss": [
+ 2.972377465057373,
+ 0.9248018383979797,
+ 1.0020131734848023,
+ 1.001979987335205,
+ 0.9705457033157349,
+ 0.8233501838684082,
+ 0.7766179365158081,
+ 0.7434081115245819,
+ 0.6680281215190887,
+ 0.8222749937057495,
+ 0.9086565495491028,
+ 0.9337426007270813,
+ 0.8717771873474122,
+ 1.2898138553142549,
+ 1.0746097915649413,
+ 1.2781329341888428,
+ 1.1974793502807617,
+ 1.34198962059021,
+ 1.3165509941101075,
+ 1.5385431747436524,
+ 1.9559954346179962,
+ 1.8219638473510742,
+ 1.7863510093688966,
+ 2.057444320678711,
+ 1.9194623096466064,
+ 1.976530602836609,
+ 2.3657245763778687,
+ 2.159454160308838,
+ 1.9747343505859376,
+ 1.5638118370056153,
+ 1.2694459007263184,
+ 1.2683067232131957,
+ 1.1694433807373046,
+ 1.1675490615844726,
+ 1.0915654657363891,
+ 1.0240236600875854,
+ 1.7238075693130492,
+ 0.835702922821045,
+ 1.110375917816162,
+ 0.8499037637710571,
+ 1.055553258895874,
+ 1.0895272705078125,
+ 1.12765179977417,
+ 0.7910501505374908,
+ 0.6725261320114135,
+ 0.734961402130127,
+ 0.6772283415317535,
+ 0.6853561975479125,
+ 0.6990460660934448,
+ 0.8313457719802857,
+ 0.5796068740844726,
+ 0.6480168206691742,
+ 0.8037886819362641,
+ 0.5881471869468688,
+ 0.6110391419410706,
+ 0.5128450169563293,
+ 0.5585265712738037,
+ 0.5103896431922913,
+ 0.5027615876197815,
+ 0.5387080775737763,
+ 0.5066710983276367,
+ 0.5061055371284485,
+ 0.5857940488815307,
+ 0.47782063326835633,
+ 0.5022022886276245,
+ 0.45191595425605774,
+ 0.4483213914871216,
+ 0.44163735978603363,
+ 0.44864495878219607,
+ 0.4398085097312927,
+ 0.4156592011928558,
+ 0.4245777335166931,
+ 0.42239491229057313,
+ 0.4158617585659027,
+ 0.4056261803150177,
+ 0.3981911696434021,
+ 0.39951434321403506,
+ 0.40600771880149844,
+ 0.39831735172271726,
+ 0.3977136660575867
+ ],
+ "term_loss": [
+ 1.7086821298599244,
+ 0.6393537052154541,
+ 0.831955358505249,
+ 0.8549827503204346,
+ 0.8313716646194458,
+ 0.6740786487579346,
+ 0.6076947003364563,
+ 0.5965874532222748,
+ 0.538589419388771,
+ 0.6892606357574463,
+ 0.7693541362762452,
+ 0.7941495090007782,
+ 0.7356539968967438,
+ 1.1337381413698195,
+ 0.9334297341823578,
+ 1.133020539855957,
+ 1.0501272022247314,
+ 1.1906745010375976,
+ 1.1603767150878905,
+ 1.383775331878662,
+ 1.7672954069495201,
+ 1.618180365753174,
+ 1.5548997764587402,
+ 1.7815429141998291,
+ 1.634721337890625,
+ 1.6693853170394897,
+ 1.9992852979660034,
+ 1.7566577983856202,
+ 1.5732412117004395,
+ 1.1724922225952148,
+ 0.9129334537506103,
+ 0.9116888998031616,
+ 0.811285630607605,
+ 0.782278653216362,
+ 0.6845991757392883,
+ 0.5974405498027802,
+ 1.1749914863586426,
+ 0.455600013923645,
+ 0.733255504322052,
+ 0.520190512561798,
+ 0.697090616607666,
+ 0.744835383605957,
+ 0.7489512222290039,
+ 0.44376978453397753,
+ 0.3575445245265961,
+ 0.41143530030250547,
+ 0.36194814307689666,
+ 0.35318923025131227,
+ 0.3714102928161621,
+ 0.48353575496673584,
+ 0.2622438941001892,
+ 0.31617711095809936,
+ 0.45348238250017164,
+ 0.2884477474451065,
+ 0.3248059089899063,
+ 0.22525122106075288,
+ 0.27484396206140516,
+ 0.2325062701702118,
+ 0.22512192395329475,
+ 0.26193017570972443,
+ 0.2302307121038437,
+ 0.22658776865005492,
+ 0.29551011357307433,
+ 0.20677382897138596,
+ 0.22635481977462768,
+ 0.17875954384803772,
+ 0.1794549295425415,
+ 0.17492746146917343,
+ 0.1828258805513382,
+ 0.1739099319458008,
+ 0.15372597955465317,
+ 0.15907710464000702,
+ 0.15855794508755208,
+ 0.15342277257442474,
+ 0.14609964501857758,
+ 0.13945738344192504,
+ 0.136053040933609,
+ 0.1458153038263321,
+ 0.1393143364906311,
+ 0.13710964921712876
+ ],
+ "bridge_loss": [
+ 0.9758284360856575,
+ 0.06962661180198193,
+ 0.005672540656849742,
+ 0.003370350643992424,
+ 0.006644147405028343,
+ 0.030381520032882692,
+ 0.04909406066536903,
+ 0.026274551457166673,
+ 0.013745080161094665,
+ 0.013532327757775783,
+ 0.0138886878028512,
+ 0.013557788728922606,
+ 0.014762255641818047,
+ 0.01668152751326561,
+ 0.01626828481554985,
+ 0.01767303576171398,
+ 0.020321840810775756,
+ 0.019734235203266143,
+ 0.02249946554452181,
+ 0.022086227571964264,
+ 0.040416947451233864,
+ 0.06203577089309693,
+ 0.08303722366094589,
+ 0.11707051875591278,
+ 0.12063585679531097,
+ 0.13916499671936036,
+ 0.17566344423294067,
+ 0.20474205927848815,
+ 0.1913953489303589,
+ 0.1900377607345581,
+ 0.14244086827039718,
+ 0.12460256059169769,
+ 0.1259830789089203,
+ 0.147844007897377,
+ 0.16582468271255493,
+ 0.18581496963500976,
+ 0.3006300089836121,
+ 0.15080310106873512,
+ 0.12048298480510712,
+ 0.07477383016645908,
+ 0.08642990236282348,
+ 0.09502357883453369,
+ 0.12325514240264893,
+ 0.08798319578170777,
+ 0.06590155552625657,
+ 0.06488577566146851,
+ 0.06051054383516312,
+ 0.07300690015554429,
+ 0.07357583614587784,
+ 0.09772055714130401,
+ 0.0707737734824419,
+ 0.0786128630578518,
+ 0.09063167880773544,
+ 0.044709685909748074,
+ 0.03420306581407785,
+ 0.03227839771509171,
+ 0.028627947074174882,
+ 0.025130870291590692,
+ 0.02522470474541187,
+ 0.027251064124703406,
+ 0.023627802783250808,
+ 0.023905384761095046,
+ 0.02898607106804848,
+ 0.01962408951073885,
+ 0.024935207891464233,
+ 0.022261195167899133,
+ 0.020190077558159828,
+ 0.017063735301792622,
+ 0.02027609973549843,
+ 0.019097698336839677,
+ 0.017230739736557008,
+ 0.019787984344363213,
+ 0.020351601561903954,
+ 0.01930274936258793,
+ 0.016703577791899443,
+ 0.016038631775975226,
+ 0.021321783912181855,
+ 0.01768758919239044,
+ 0.017187132662534715,
+ 0.018799800185859205
+ ],
+ "tgrad_loss": [
+ 0.28786688737869265,
+ 0.2158215215921402,
+ 0.16438527557849883,
+ 0.14362689361572265,
+ 0.13252989099025728,
+ 0.11889001908302307,
+ 0.1198291732788086,
+ 0.12054610551595688,
+ 0.11569361996650696,
+ 0.11948202958106995,
+ 0.12541372295618058,
+ 0.12603530632257462,
+ 0.12136093652248382,
+ 0.13939418510198592,
+ 0.12491177189350128,
+ 0.12743936359882355,
+ 0.12703030982017516,
+ 0.13158088505268098,
+ 0.13367481677532195,
+ 0.13268162167072295,
+ 0.14828308132886886,
+ 0.14174770864248276,
+ 0.1484140252828598,
+ 0.1588308961868286,
+ 0.16410512266159058,
+ 0.16798028388023376,
+ 0.19077582602500914,
+ 0.19805429615974426,
+ 0.21009778094291687,
+ 0.20128185844421387,
+ 0.21407157855033873,
+ 0.23201526298522948,
+ 0.2321746678352356,
+ 0.23742639436721802,
+ 0.24114160361289977,
+ 0.2407681416273117,
+ 0.24818605904579163,
+ 0.2292998040676117,
+ 0.25663742961883546,
+ 0.25493942279815673,
+ 0.27203273811340334,
+ 0.24966830728054046,
+ 0.25544544095993044,
+ 0.2592971650838852,
+ 0.24908005418777465,
+ 0.25864032859802244,
+ 0.25476965675354,
+ 0.25916006617546083,
+ 0.25405994086265565,
+ 0.25008946247100833,
+ 0.24658920845985413,
+ 0.25322684478759766,
+ 0.2596746240615845,
+ 0.25498975529670714,
+ 0.25203017072677614,
+ 0.2553153970241547,
+ 0.25505466132164,
+ 0.2527525003910065,
+ 0.25241495661735536,
+ 0.24952683820724486,
+ 0.2528125834941864,
+ 0.25561238169670103,
+ 0.261297861289978,
+ 0.2514227141857147,
+ 0.2509122602939606,
+ 0.2508952157974243,
+ 0.2486763837337494,
+ 0.24964616248607635,
+ 0.24554297575950623,
+ 0.24680087909698487,
+ 0.2447024793624878,
+ 0.24571264839172363,
+ 0.24348536689281464,
+ 0.243136239695549,
+ 0.24282296109199525,
+ 0.24269515240192413,
+ 0.24213951697349548,
+ 0.2425048230648041,
+ 0.24181588273048402,
+ 0.24180421624183654
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.014968650415539742,
+ 0.08219218999147415,
+ 0.12315872311592102,
+ 0.1350458562374115,
+ 0.16176681220531464,
+ 0.1692444086074829,
+ 0.17282617092132568,
+ 0.17642942070960999
+ ],
+ "perturbation_rho": [
+ 0.09865723550319672,
+ 0.1636437624692917,
+ 0.19447889924049377,
+ 0.2091381549835205,
+ 0.2243458330631256,
+ 0.23168572783470154,
+ 0.2512606978416443,
+ 0.23721641302108765
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0006243207026273012,
+ -0.0006085919449105859,
+ -0.0008320298511534929,
+ -0.0008824424585327506,
+ -0.000980146462097764,
+ -0.0010583256371319294,
+ -0.001075199106708169,
+ -0.0010938441846519709
+ ],
+ "0.003": [
+ -0.001858972478657961,
+ -0.001825807150453329,
+ -0.002494026906788349,
+ -0.0026476685889065266,
+ -0.0029380805790424347,
+ -0.0031721340492367744,
+ -0.003223641077056527,
+ -0.0032798685133457184
+ ],
+ "0.01": [
+ -0.006006492767482996,
+ -0.006066862493753433,
+ -0.008294559083878994,
+ -0.008802486583590508,
+ -0.009770728647708893,
+ -0.010544568300247192,
+ -0.010718668811023235,
+ -0.010904812254011631
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json
new file mode 100644
index 0000000..4d3fe23
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.1496125110149384,
+ 0.5061822664260864,
+ 0.4693412160873413,
+ 0.43734210863113404,
+ 0.3776036578655243,
+ 0.39574705362319945,
+ 0.3516918658494949,
+ 0.33453388838768006,
+ 0.3495379844665527,
+ 0.3402368752479553,
+ 0.3161138860940933,
+ 0.2867650896936655,
+ 0.24054993677139283,
+ 0.2714561710357666,
+ 0.25964800286293027,
+ 0.2755970516204834,
+ 0.24782800941467284,
+ 0.22855919575691222,
+ 0.21334439667463304,
+ 0.20634846214056016,
+ 0.19688657937049867,
+ 0.23594446697235108,
+ 0.23073553504943847,
+ 0.20792550567090512,
+ 0.1676195205926895,
+ 0.1842089424610138,
+ 0.18720704748630523,
+ 0.14316579525470732,
+ 0.17303093489408494,
+ 0.1381333925008774,
+ 0.13757353625297547,
+ 0.14679754115343094,
+ 0.13663861708641054,
+ 0.16062574342489241,
+ 0.11842985030412674,
+ 0.10145846538543701,
+ 0.09054735779762269,
+ 0.1080644615650177,
+ 0.12051263661384583,
+ 0.08496876339912414,
+ 0.09041771185398102,
+ 0.11978768072724343,
+ 0.08271067204475403,
+ 0.09710697619915008,
+ 0.09531720114350319,
+ 0.06220439117997885,
+ 0.05394122452735901,
+ 0.05304814251065254,
+ 0.04881165652275085,
+ 0.06747119562029838,
+ 0.051796284824609753,
+ 0.045333140206336976,
+ 0.04041213118433953,
+ 0.03992201315760612,
+ 0.03727436591982841,
+ 0.037020414257049564,
+ 0.03644478557109833,
+ 0.03349559764266014,
+ 0.033058264112472535,
+ 0.03204139881432056,
+ 0.02992909691929817,
+ 0.030789311078190804,
+ 0.028830358052253723,
+ 0.02774413277506828,
+ 0.027408198833465576,
+ 0.026751420867443084,
+ 0.02626628998219967,
+ 0.02568119297027588,
+ 0.02794391964673996,
+ 0.025825911223888397,
+ 0.025229841116070746,
+ 0.02475675569474697,
+ 0.02444171721935272,
+ 0.02418347292840481,
+ 0.023966037380695342,
+ 0.023791261124610903,
+ 0.02370161115527153,
+ 0.023618511060625316,
+ 0.023566739109903576,
+ 0.023538703203201294
+ ],
+ "train_acc": [
+ 0.6047,
+ 0.8052,
+ 0.8181,
+ 0.8276,
+ 0.8498,
+ 0.8476,
+ 0.862,
+ 0.863,
+ 0.8633,
+ 0.8678,
+ 0.8784,
+ 0.8865,
+ 0.9094,
+ 0.8962,
+ 0.8993,
+ 0.8902,
+ 0.9042,
+ 0.9135,
+ 0.9174,
+ 0.9199,
+ 0.9245,
+ 0.9116,
+ 0.9118,
+ 0.9205,
+ 0.9377,
+ 0.929,
+ 0.9273,
+ 0.9482,
+ 0.9329,
+ 0.95,
+ 0.9481,
+ 0.9471,
+ 0.9498,
+ 0.9397,
+ 0.9585,
+ 0.9669,
+ 0.9722,
+ 0.9615,
+ 0.9578,
+ 0.9738,
+ 0.9706,
+ 0.9567,
+ 0.9741,
+ 0.9684,
+ 0.9693,
+ 0.9856,
+ 0.9907,
+ 0.9901,
+ 0.9921,
+ 0.983,
+ 0.9894,
+ 0.9947,
+ 0.9951,
+ 0.9956,
+ 0.9973,
+ 0.9968,
+ 0.9967,
+ 0.9979,
+ 0.9981,
+ 0.9983,
+ 0.9988,
+ 0.9977,
+ 0.9988,
+ 0.999,
+ 0.9992,
+ 0.9993,
+ 0.9995,
+ 0.9994,
+ 0.9982,
+ 0.9996,
+ 0.9995,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999
+ ],
+ "test_acc": [
+ 0.761,
+ 0.7965,
+ 0.798,
+ 0.8105,
+ 0.808,
+ 0.8195,
+ 0.819,
+ 0.8365,
+ 0.8285,
+ 0.8275,
+ 0.8305,
+ 0.824,
+ 0.8395,
+ 0.8335,
+ 0.8365,
+ 0.8225,
+ 0.841,
+ 0.841,
+ 0.8395,
+ 0.845,
+ 0.842,
+ 0.833,
+ 0.8505,
+ 0.8415,
+ 0.849,
+ 0.8415,
+ 0.844,
+ 0.8435,
+ 0.8405,
+ 0.8505,
+ 0.8515,
+ 0.847,
+ 0.841,
+ 0.848,
+ 0.852,
+ 0.8585,
+ 0.8605,
+ 0.8535,
+ 0.857,
+ 0.854,
+ 0.8485,
+ 0.848,
+ 0.8455,
+ 0.8575,
+ 0.856,
+ 0.8575,
+ 0.8565,
+ 0.8585,
+ 0.8555,
+ 0.8515,
+ 0.8575,
+ 0.8595,
+ 0.8605,
+ 0.8595,
+ 0.861,
+ 0.8595,
+ 0.866,
+ 0.8605,
+ 0.861,
+ 0.8605,
+ 0.8575,
+ 0.8595,
+ 0.86,
+ 0.858,
+ 0.8575,
+ 0.8575,
+ 0.8565,
+ 0.8575,
+ 0.857,
+ 0.857,
+ 0.8565,
+ 0.854,
+ 0.855,
+ 0.8545,
+ 0.855,
+ 0.8555,
+ 0.8555,
+ 0.8555,
+ 0.8555,
+ 0.8555
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8810831904411316,
+ 0.8730225563049316,
+ 0.8656145334243774,
+ 0.8578245639801025,
+ 0.8490546345710754,
+ 0.8397257328033447,
+ 0.8311692476272583,
+ 0.8243355751037598
+ ],
+ "perturbation_rho": [
+ 0.9999987483024597,
+ 0.9999980330467224,
+ 0.9999955892562866,
+ 0.9999854564666748,
+ 0.9999719858169556,
+ 0.999948263168335,
+ 0.9998974204063416,
+ 0.9998607039451599
+ ],
+ "nudging": {
+ "0.001": [
+ -0.03612860292196274,
+ -0.02260003425180912,
+ -0.013746894896030426,
+ -0.008408663794398308,
+ -0.005443554371595383,
+ -0.003843091195449233,
+ -0.0029569226317107677,
+ -0.0024378034286201
+ ],
+ "0.003": [
+ -0.09868516772985458,
+ -0.06405734270811081,
+ -0.03987570106983185,
+ -0.024722333997488022,
+ -0.01612165942788124,
+ -0.011425917968153954,
+ -0.008809964172542095,
+ -0.007272382732480764
+ ],
+ "0.01": [
+ -0.23731596767902374,
+ -0.17453062534332275,
+ -0.11795195937156677,
+ -0.07674264907836914,
+ -0.05135927349328995,
+ -0.036901768296957016,
+ -0.028667811304330826,
+ -0.02376912161707878
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.1675753231048582,
+ 1.1856547933578492,
+ 0.7580281761169434,
+ 0.6381688435554504,
+ 0.5754390489578247,
+ 0.5642330053329467,
+ 0.5420730123996734,
+ 0.5234871512413025,
+ 0.5435975284576416,
+ 0.5557498501777649,
+ 0.5523532521486282,
+ 0.5620559630751609,
+ 0.557824009513855,
+ 0.6107632051467895,
+ 0.603276273059845,
+ 0.6159,
+ 0.6201973339080811,
+ 0.6276999963760376,
+ 0.721551043510437,
+ 0.7058568975448608,
+ 0.6804799362182617,
+ 0.8315831820487976,
+ 0.8213359106063842,
+ 0.7040662940979003,
+ 0.7242366206169129,
+ 0.7309036163330078,
+ 0.8841015676498413,
+ 0.7365514185905456,
+ 0.7004390016555786,
+ 0.7948915409207344,
+ 0.7725572082519532,
+ 0.7417861236095429,
+ 0.7524257236361503,
+ 0.7014043121337891,
+ 0.8019312177658081,
+ 0.7336400012016296,
+ 0.746234344291687,
+ 0.7332810028076172,
+ 0.7219296333312988,
+ 0.663898908996582,
+ 0.8586195873260498,
+ 0.766791400718689,
+ 0.8692042198181152,
+ 0.6851024099349976,
+ 0.7478959278404713,
+ 0.6670105101585388,
+ 0.6914398956298828,
+ 0.8393889261245727,
+ 0.7394916067123413,
+ 0.6740026753425599,
+ 0.6510983401298523,
+ 0.6899495806217194,
+ 0.6442845206975937,
+ 0.5954629945755004,
+ 0.6383736618518829,
+ 0.6042263046264649,
+ 0.6990487686634064,
+ 0.5667548357009887,
+ 0.6024624797821045,
+ 0.5855678743302822,
+ 0.5720387092590332,
+ 0.5841287456512451,
+ 0.5879881093502045,
+ 0.5573869585037231,
+ 0.5499968002319336,
+ 0.5739686104774475,
+ 0.5461770409703255,
+ 0.5319844762802124,
+ 0.5512453693389893,
+ 0.5292456346511841,
+ 0.528937708568573,
+ 0.5258590517044067,
+ 0.5199304915189743,
+ 0.5163791128158569,
+ 0.5159513384819031,
+ 0.5147338192939759,
+ 0.5139513021469116,
+ 0.5105164805054665,
+ 0.5090386550664902,
+ 0.5086064174175262
+ ],
+ "train_acc": [
+ 0.2113,
+ 0.5768,
+ 0.7207,
+ 0.7623,
+ 0.7827,
+ 0.7893,
+ 0.7994,
+ 0.8061,
+ 0.8041,
+ 0.8103,
+ 0.807,
+ 0.8079,
+ 0.8151,
+ 0.8028,
+ 0.8134,
+ 0.8128,
+ 0.8123,
+ 0.8091,
+ 0.7976,
+ 0.8004,
+ 0.8062,
+ 0.7834,
+ 0.7907,
+ 0.8099,
+ 0.8061,
+ 0.8062,
+ 0.7875,
+ 0.8111,
+ 0.811,
+ 0.7996,
+ 0.7993,
+ 0.808,
+ 0.8062,
+ 0.8152,
+ 0.7973,
+ 0.8111,
+ 0.8104,
+ 0.8107,
+ 0.8152,
+ 0.8178,
+ 0.7866,
+ 0.8024,
+ 0.7844,
+ 0.8167,
+ 0.8026,
+ 0.8254,
+ 0.8192,
+ 0.7921,
+ 0.809,
+ 0.8179,
+ 0.8206,
+ 0.8156,
+ 0.8235,
+ 0.8322,
+ 0.8207,
+ 0.83,
+ 0.8145,
+ 0.8345,
+ 0.8257,
+ 0.8301,
+ 0.8322,
+ 0.8341,
+ 0.8296,
+ 0.8373,
+ 0.8403,
+ 0.8335,
+ 0.8369,
+ 0.8424,
+ 0.8379,
+ 0.8438,
+ 0.841,
+ 0.8409,
+ 0.8451,
+ 0.8438,
+ 0.8447,
+ 0.8457,
+ 0.8451,
+ 0.8461,
+ 0.8469,
+ 0.8469
+ ],
+ "test_acc": [
+ 0.409,
+ 0.647,
+ 0.72,
+ 0.737,
+ 0.733,
+ 0.7465,
+ 0.7405,
+ 0.758,
+ 0.7695,
+ 0.744,
+ 0.7575,
+ 0.755,
+ 0.751,
+ 0.743,
+ 0.7635,
+ 0.765,
+ 0.756,
+ 0.7515,
+ 0.7465,
+ 0.72,
+ 0.724,
+ 0.7135,
+ 0.764,
+ 0.776,
+ 0.7465,
+ 0.663,
+ 0.738,
+ 0.756,
+ 0.7275,
+ 0.762,
+ 0.7695,
+ 0.7285,
+ 0.7305,
+ 0.7585,
+ 0.742,
+ 0.756,
+ 0.736,
+ 0.762,
+ 0.771,
+ 0.716,
+ 0.75,
+ 0.716,
+ 0.7745,
+ 0.75,
+ 0.7535,
+ 0.742,
+ 0.7085,
+ 0.746,
+ 0.75,
+ 0.7585,
+ 0.753,
+ 0.78,
+ 0.7735,
+ 0.7895,
+ 0.788,
+ 0.7515,
+ 0.7745,
+ 0.7725,
+ 0.784,
+ 0.783,
+ 0.7705,
+ 0.7865,
+ 0.781,
+ 0.798,
+ 0.7755,
+ 0.7975,
+ 0.802,
+ 0.7925,
+ 0.7955,
+ 0.7955,
+ 0.7945,
+ 0.7945,
+ 0.794,
+ 0.7985,
+ 0.797,
+ 0.798,
+ 0.8,
+ 0.799,
+ 0.7995,
+ 0.7985
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.027731137350201607,
+ 0.10604047030210495,
+ 0.13601002097129822,
+ 0.07596071809530258,
+ 0.0985877588391304,
+ 0.08992618322372437,
+ 0.1115533858537674,
+ 0.10418008267879486
+ ],
+ "perturbation_rho": [
+ -0.01300876960158348,
+ 0.12486347556114197,
+ 0.1899794042110443,
+ 0.08801613748073578,
+ 0.11934874951839447,
+ 0.15905101597309113,
+ 0.1374979466199875,
+ 0.167507603764534
+ ],
+ "nudging": {
+ "0.001": [
+ -0.00116775743663311,
+ -0.0005817725323140621,
+ -0.0004425079678185284,
+ -0.0002278374886373058,
+ -0.00030131125822663307,
+ -0.0003067472716793418,
+ -0.00033343967515975237,
+ -0.00031045585637912154
+ ],
+ "0.003": [
+ -0.003487181384116411,
+ -0.0017464003758504987,
+ -0.0013272382784634829,
+ -0.0006842178991064429,
+ -0.0009047683561220765,
+ -0.0009237582562491298,
+ -0.001001371769234538,
+ -0.0009321005782112479
+ ],
+ "0.01": [
+ -0.011210349388420582,
+ -0.00580610241740942,
+ -0.004417200107127428,
+ -0.002277099061757326,
+ -0.003015844151377678,
+ -0.0030763214454054832,
+ -0.003333096392452717,
+ -0.003100896719843149
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.6784069482803345,
+ 0.8538369147300721,
+ 0.6258324602127076,
+ 0.668401536655426,
+ 0.7467584712982178,
+ 0.8377721960067749,
+ 0.9246440408706665,
+ 0.9443994323730469,
+ 0.8772222507476807,
+ 0.8539061568260193,
+ 0.8640116756439209,
+ 0.8537434608459472,
+ 0.8456798457145691,
+ 0.8172312419891358,
+ 0.8153982551574707,
+ 0.8007552943229675,
+ 0.794915559387207,
+ 0.8125922817230224,
+ 0.8261112766265869,
+ 0.8598634362220764,
+ 0.8852636333465577,
+ 0.8463179750442504,
+ 0.8648002141952514,
+ 0.8659900695800781,
+ 0.8808840075492859,
+ 0.8678793494224548,
+ 0.8149205436706543,
+ 0.8051315529823303,
+ 0.7829432733535766,
+ 0.8025028318405152,
+ 0.806145126914978,
+ 0.7712487247467041,
+ 0.7314799781799316,
+ 0.7506569934844971,
+ 0.7251035878658295,
+ 0.7171359412193299,
+ 0.7223926441192627,
+ 0.7606710305213928,
+ 0.7542281196594238,
+ 0.7664629793167115,
+ 0.7547179684638977,
+ 0.7321481575012208,
+ 0.7432650357246399,
+ 0.759351619386673,
+ 0.7231213260650635,
+ 0.7028192038059234,
+ 0.7018617664337158,
+ 0.6897621598243714,
+ 0.6744844152450562,
+ 0.661704832649231,
+ 0.6507027347564698,
+ 0.651756622838974,
+ 0.6367372986793518,
+ 0.6331114406585694,
+ 0.621852323770523,
+ 0.6100035942077636,
+ 0.6207889963150024,
+ 0.6060253511428833,
+ 0.6061938572883606,
+ 0.5996559371948242,
+ 0.5985591208934784,
+ 0.594506115436554,
+ 0.5957340684890747,
+ 0.5967603279113769,
+ 0.5868529572486877,
+ 0.5819584226608276,
+ 0.5830897835254669,
+ 0.5751743601322175,
+ 0.5750890419960022,
+ 0.5712065260887146,
+ 0.5768221997261047,
+ 0.57174985704422,
+ 0.5698016437530518,
+ 0.5679710320472717,
+ 0.5670583985328674,
+ 0.5655418931007385,
+ 0.5647730830669403,
+ 0.564036203956604,
+ 0.5634859690189361,
+ 0.5633206834793091
+ ],
+ "train_acc": [
+ 0.3775,
+ 0.6775,
+ 0.7658,
+ 0.7622,
+ 0.7479,
+ 0.7153,
+ 0.683,
+ 0.6745,
+ 0.6916,
+ 0.6924,
+ 0.6903,
+ 0.6979,
+ 0.6947,
+ 0.7022,
+ 0.7023,
+ 0.7059,
+ 0.7174,
+ 0.7102,
+ 0.7041,
+ 0.7003,
+ 0.6969,
+ 0.7058,
+ 0.6969,
+ 0.6961,
+ 0.6944,
+ 0.7061,
+ 0.7134,
+ 0.7147,
+ 0.7232,
+ 0.7225,
+ 0.7195,
+ 0.7299,
+ 0.7416,
+ 0.7358,
+ 0.7423,
+ 0.7457,
+ 0.7415,
+ 0.7298,
+ 0.7298,
+ 0.7304,
+ 0.7341,
+ 0.7385,
+ 0.7345,
+ 0.7343,
+ 0.7411,
+ 0.7455,
+ 0.7503,
+ 0.7477,
+ 0.758,
+ 0.7611,
+ 0.7653,
+ 0.7635,
+ 0.769,
+ 0.769,
+ 0.7748,
+ 0.7762,
+ 0.7738,
+ 0.7796,
+ 0.7799,
+ 0.7829,
+ 0.7854,
+ 0.7821,
+ 0.7841,
+ 0.7834,
+ 0.7892,
+ 0.7867,
+ 0.7844,
+ 0.7916,
+ 0.7943,
+ 0.7908,
+ 0.7905,
+ 0.7918,
+ 0.7904,
+ 0.7928,
+ 0.7977,
+ 0.7965,
+ 0.7967,
+ 0.7968,
+ 0.7979,
+ 0.7976
+ ],
+ "test_acc": [
+ 0.5905,
+ 0.713,
+ 0.732,
+ 0.735,
+ 0.709,
+ 0.6775,
+ 0.632,
+ 0.668,
+ 0.6925,
+ 0.6775,
+ 0.668,
+ 0.654,
+ 0.6655,
+ 0.6685,
+ 0.6705,
+ 0.665,
+ 0.647,
+ 0.672,
+ 0.647,
+ 0.6545,
+ 0.666,
+ 0.669,
+ 0.6395,
+ 0.654,
+ 0.6495,
+ 0.6735,
+ 0.684,
+ 0.69,
+ 0.6515,
+ 0.6245,
+ 0.638,
+ 0.681,
+ 0.684,
+ 0.6905,
+ 0.6955,
+ 0.6795,
+ 0.679,
+ 0.6915,
+ 0.6655,
+ 0.683,
+ 0.6745,
+ 0.6925,
+ 0.6685,
+ 0.6965,
+ 0.6905,
+ 0.7015,
+ 0.7225,
+ 0.7035,
+ 0.713,
+ 0.7285,
+ 0.7095,
+ 0.727,
+ 0.717,
+ 0.7325,
+ 0.7405,
+ 0.742,
+ 0.7285,
+ 0.733,
+ 0.733,
+ 0.741,
+ 0.745,
+ 0.7425,
+ 0.741,
+ 0.7395,
+ 0.739,
+ 0.748,
+ 0.7505,
+ 0.743,
+ 0.7455,
+ 0.7465,
+ 0.7455,
+ 0.749,
+ 0.751,
+ 0.748,
+ 0.755,
+ 0.7485,
+ 0.7515,
+ 0.749,
+ 0.7505,
+ 0.7505
+ ],
+ "state_pred_error": [
+ 0.6772782639980316,
+ 0.19106789288520812,
+ 0.13515139267444612,
+ 0.13850510149002077,
+ 0.15888860702514648,
+ 0.1779759260416031,
+ 0.18962191469669343,
+ 0.19099906651973725,
+ 0.19079499611854553,
+ 0.1884487063884735,
+ 0.16957074830532073,
+ 0.1468679202079773,
+ 0.13275577713251113,
+ 0.12061098921298981,
+ 0.11245400367975235,
+ 0.1107190781712532,
+ 0.10698225569725037,
+ 0.10462268464565277,
+ 0.10515006263256073,
+ 0.1079078679561615,
+ 0.10459889571666718,
+ 0.09621057146787644,
+ 0.09101127699613572,
+ 0.0875964389204979,
+ 0.08520031116008758,
+ 0.07949715087413788,
+ 0.07065141149759292,
+ 0.059809070467948915,
+ 0.05204611879587173,
+ 0.04686824198961258,
+ 0.04378255767822266,
+ 0.04081880375742912,
+ 0.03798793787956238,
+ 0.0367397832930088,
+ 0.03546322963833809,
+ 0.03455261668562889,
+ 0.0339633260011673,
+ 0.033648267769813535,
+ 0.032997100949287414,
+ 0.03264095353484154,
+ 0.03156215361058712,
+ 0.03050885224044323,
+ 0.029427878975868224,
+ 0.028430858767032625,
+ 0.027126849246025084,
+ 0.025839528360962868,
+ 0.024351652067899705,
+ 0.022825814968347548,
+ 0.021286853644251823,
+ 0.019926348620653154,
+ 0.018836932730674744,
+ 0.017829388728737832,
+ 0.017018498905003072,
+ 0.01635422433912754,
+ 0.015619463436305523,
+ 0.015121812850236893,
+ 0.014551292099058628,
+ 0.014125415742397309,
+ 0.01379347063228488,
+ 0.013232204216718673,
+ 0.012918133257329463,
+ 0.012570921210944653,
+ 0.012321776081621647,
+ 0.011932332634925841,
+ 0.012032916615903378,
+ 0.011654329168796539,
+ 0.01127493067085743,
+ 0.010999307538568974,
+ 0.010814604671299457,
+ 0.010433502918481826,
+ 0.010403014844655991,
+ 0.010025098942220211,
+ 0.009788281431794166,
+ 0.009658125045895577,
+ 0.009502492478489876,
+ 0.00937487707734108,
+ 0.009174802857637405,
+ 0.00912027053758502,
+ 0.008794732482731342,
+ 0.008746991481631994
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8145060539245605,
+ 0.39495280385017395,
+ 0.15602949261665344,
+ 0.14954066276550293,
+ 0.1189848780632019,
+ 0.14297258853912354,
+ 0.11834269762039185,
+ 0.11334948241710663
+ ],
+ "perturbation_rho": [
+ 0.7131592035293579,
+ 0.31938445568084717,
+ 0.13574811816215515,
+ 0.13510501384735107,
+ 0.12680554389953613,
+ 0.13444143533706665,
+ 0.1260460913181305,
+ 0.09450235962867737
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02241743914783001,
+ -0.0012560778995975852,
+ -0.00039777648635208607,
+ -0.00037799825076945126,
+ -0.0003125373332295567,
+ -0.00036414398346096277,
+ -0.00031964073423296213,
+ -0.00029873993480578065
+ ],
+ "0.003": [
+ -0.06559374928474426,
+ -0.0037621967494487762,
+ -0.001192728290334344,
+ -0.0011324514634907246,
+ -0.0009376248344779015,
+ -0.0010918397456407547,
+ -0.000958584132604301,
+ -0.0008956205565482378
+ ],
+ "0.01": [
+ -0.20040717720985413,
+ -0.012472910806536674,
+ -0.003969438374042511,
+ -0.003768536727875471,
+ -0.0031205681152641773,
+ -0.00363306887447834,
+ -0.0031901695765554905,
+ -0.002980557270348072
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 7208.7744140625,
+ 4043.077392578125,
+ 2431.6259765625,
+ 2036.907958984375,
+ 1977.547119140625,
+ 1708.2327880859375,
+ 1901.497314453125,
+ 1821.6331787109375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.169899132156372,
+ 1.197789729309082,
+ 0.7590794116973877,
+ 0.6422608478546142,
+ 0.584924817276001,
+ 0.5648346998214722,
+ 0.5388649930000305,
+ 0.5851700714111329,
+ 0.5517988770008088,
+ 0.525461665058136,
+ 0.5722274063110352,
+ 0.5967739044189453,
+ 0.599816835308075,
+ 0.6654899589538574,
+ 0.524122939491272,
+ 0.5636429683685302,
+ 0.7308413411140442,
+ 0.653116132569313,
+ 0.7010653434753418,
+ 0.7020271137237549,
+ 0.6951467881679535,
+ 0.7047059141159058,
+ 0.735547448348999,
+ 0.9342722967147827,
+ 0.8680836700439453,
+ 0.9131568016052246,
+ 0.9096203659534454,
+ 1.0347100614547728,
+ 0.9645821760177612,
+ 0.9702437899589539,
+ 0.9094774784564972,
+ 0.9601590196609497,
+ 1.0798742359161377,
+ 1.092118327331543,
+ 1.032936611366272,
+ 1.1091057176589967,
+ 1.0215610338211059,
+ 0.9568075794219971,
+ 1.0716010482788085,
+ 1.0599199287414551,
+ 1.2421540455818176,
+ 1.2023227766036988,
+ 1.1708740584373474,
+ 1.1385227828979492,
+ 1.1439118378639221,
+ 1.0960134803771973,
+ 1.1730884643554687,
+ 1.102697074317932,
+ 1.1464144012451172,
+ 1.0509382783889771,
+ 1.0821549007415772,
+ 1.164067378616333,
+ 1.0707063930511476,
+ 1.1033225898742676,
+ 1.1311242740631104,
+ 1.1095260940551759,
+ 1.103656944656372,
+ 1.093299767112732,
+ 1.1076723503112793,
+ 1.1251354174613952,
+ 1.1135358158111572,
+ 1.1405975442886354,
+ 1.1332505071640016,
+ 1.1395424041748048,
+ 1.1576629329681396,
+ 1.1703690267562865,
+ 1.1598464979171752,
+ 1.1532865390777587,
+ 1.1590178819656372,
+ 1.1575250087738038,
+ 1.1601745920181274,
+ 1.1568465393066407,
+ 1.1543491954803466,
+ 1.154213610458374,
+ 1.1500441106796264,
+ 1.1494695510864257,
+ 1.1487898721694947,
+ 1.1466926807403564,
+ 1.1453759771347045,
+ 1.144642575263977
+ ],
+ "train_acc": [
+ 0.214,
+ 0.572,
+ 0.7171,
+ 0.762,
+ 0.7828,
+ 0.7896,
+ 0.7977,
+ 0.7902,
+ 0.8043,
+ 0.8146,
+ 0.8075,
+ 0.8023,
+ 0.8098,
+ 0.7934,
+ 0.8285,
+ 0.8211,
+ 0.7869,
+ 0.8048,
+ 0.7953,
+ 0.7903,
+ 0.791,
+ 0.7912,
+ 0.7783,
+ 0.7442,
+ 0.7565,
+ 0.7494,
+ 0.7425,
+ 0.7158,
+ 0.7176,
+ 0.7073,
+ 0.709,
+ 0.6874,
+ 0.6568,
+ 0.6523,
+ 0.6548,
+ 0.631,
+ 0.6549,
+ 0.6643,
+ 0.6365,
+ 0.636,
+ 0.6048,
+ 0.611,
+ 0.6129,
+ 0.6199,
+ 0.6083,
+ 0.6216,
+ 0.6033,
+ 0.6136,
+ 0.607,
+ 0.6242,
+ 0.6212,
+ 0.5947,
+ 0.6192,
+ 0.6108,
+ 0.6008,
+ 0.6101,
+ 0.6167,
+ 0.6127,
+ 0.6161,
+ 0.6081,
+ 0.6131,
+ 0.6068,
+ 0.6051,
+ 0.6046,
+ 0.5949,
+ 0.597,
+ 0.5965,
+ 0.5993,
+ 0.5982,
+ 0.5988,
+ 0.5983,
+ 0.601,
+ 0.599,
+ 0.6012,
+ 0.5997,
+ 0.5996,
+ 0.6003,
+ 0.6001,
+ 0.6019,
+ 0.6011
+ ],
+ "test_acc": [
+ 0.4045,
+ 0.6525,
+ 0.71,
+ 0.7445,
+ 0.741,
+ 0.75,
+ 0.757,
+ 0.7435,
+ 0.7555,
+ 0.765,
+ 0.7525,
+ 0.7735,
+ 0.7285,
+ 0.772,
+ 0.7585,
+ 0.7385,
+ 0.719,
+ 0.734,
+ 0.76,
+ 0.7505,
+ 0.745,
+ 0.7105,
+ 0.711,
+ 0.717,
+ 0.708,
+ 0.694,
+ 0.6665,
+ 0.692,
+ 0.633,
+ 0.587,
+ 0.621,
+ 0.5625,
+ 0.586,
+ 0.536,
+ 0.4865,
+ 0.5185,
+ 0.5765,
+ 0.5355,
+ 0.6045,
+ 0.5395,
+ 0.514,
+ 0.476,
+ 0.553,
+ 0.528,
+ 0.5495,
+ 0.507,
+ 0.5325,
+ 0.479,
+ 0.547,
+ 0.558,
+ 0.4865,
+ 0.579,
+ 0.5495,
+ 0.492,
+ 0.536,
+ 0.5855,
+ 0.563,
+ 0.572,
+ 0.5725,
+ 0.562,
+ 0.5645,
+ 0.5625,
+ 0.559,
+ 0.54,
+ 0.551,
+ 0.5415,
+ 0.559,
+ 0.563,
+ 0.5585,
+ 0.5535,
+ 0.559,
+ 0.55,
+ 0.556,
+ 0.564,
+ 0.553,
+ 0.559,
+ 0.5535,
+ 0.5525,
+ 0.555,
+ 0.555
+ ],
+ "value_loss": [
+ 2.7866874431610107,
+ 0.9174076202392578,
+ 0.8914946027755737,
+ 0.9023974754333496,
+ 0.8192308839321136,
+ 0.7574673677444458,
+ 0.7969445713043213,
+ 0.9423759811401368,
+ 0.9109364691734314,
+ 0.808044982624054,
+ 0.9660812770843505,
+ 1.1082358276367188,
+ 1.1196660041809081,
+ 1.2880344915866853,
+ 0.9416150609016418,
+ 1.0244576909065246,
+ 1.7019867615699769,
+ 1.3895921471595765,
+ 1.5365349853515624,
+ 1.5349470893859862,
+ 1.5058123647689818,
+ 1.4833002822875976,
+ 1.5964698181152344,
+ 2.332591817855835,
+ 2.1592319396972655,
+ 2.3775140846252443,
+ 2.055455123615265,
+ 2.358651049351692,
+ 1.9399827407836914,
+ 1.801168231010437,
+ 1.4624209257125855,
+ 1.3816904611587524,
+ 2.3037928730010986,
+ 1.6289699904441834,
+ 1.1638665494918823,
+ 1.3711586618423461,
+ 1.3940555594444275,
+ 0.8574702676773072,
+ 0.915366801071167,
+ 0.8432927488327027,
+ 2.127538126420975,
+ 1.3269745040893555,
+ 1.3527723755836487,
+ 1.1931525053024292,
+ 1.2245771019935607,
+ 1.1547237043857574,
+ 0.9767586273193359,
+ 1.0432306060791015,
+ 0.8256955463409423,
+ 0.6316090171813965,
+ 0.6487793773651123,
+ 0.739714870929718,
+ 0.5902126419067383,
+ 0.6460893482208252,
+ 0.672758955001831,
+ 0.6674723028182984,
+ 0.6114201810836792,
+ 0.5738068954467773,
+ 0.6004385272026062,
+ 0.5945483853816986,
+ 0.5871271083831787,
+ 0.627871448135376,
+ 0.6086034240722656,
+ 0.5733864782333374,
+ 0.5696756621360779,
+ 0.6026423274040222,
+ 0.6132345210075378,
+ 0.5927936091423035,
+ 0.5670827034950257,
+ 0.564662850189209,
+ 0.5607326948165894,
+ 0.5638655605316162,
+ 0.5459429302215576,
+ 0.5456877880096436,
+ 0.5736805513381958,
+ 0.5470059418201446,
+ 0.5224333214044571,
+ 0.5464944786071777,
+ 0.5188668343544006,
+ 0.5412774887084961
+ ],
+ "term_loss": [
+ 1.63910704536438,
+ 0.6317383563995361,
+ 0.7112859618186951,
+ 0.7408633338928222,
+ 0.6577937492370606,
+ 0.5729757232189179,
+ 0.6305919244766235,
+ 0.7700344627380371,
+ 0.7500860171318054,
+ 0.6568901985168457,
+ 0.8059835026741028,
+ 0.9458411903381347,
+ 0.954459958934784,
+ 1.1104201313018798,
+ 0.7928285349845886,
+ 0.8695057340621948,
+ 1.5071396081924437,
+ 1.21288857524395,
+ 1.3495808773040772,
+ 1.3286071298122406,
+ 1.2826879957199098,
+ 1.2582777523040771,
+ 1.3444410652160645,
+ 1.9734292907714843,
+ 1.788304136276245,
+ 2.006763204574585,
+ 1.687252942943573,
+ 2.00210447653532,
+ 1.596301502227783,
+ 1.428968256187439,
+ 1.14496179561615,
+ 1.0461816717147827,
+ 1.8839465621948241,
+ 1.194931499004364,
+ 0.8141011932373047,
+ 0.9930688802719116,
+ 1.0058540163993837,
+ 0.5390169447898865,
+ 0.5843337638854981,
+ 0.5027120730400085,
+ 1.6004343148708344,
+ 0.8963684169769287,
+ 0.893130143404007,
+ 0.764038823890686,
+ 0.7726210286140441,
+ 0.7405953636407853,
+ 0.5840272753715515,
+ 0.6448911304473877,
+ 0.4747549978256226,
+ 0.3141033357620239,
+ 0.33270398921966554,
+ 0.4020488702058792,
+ 0.2790641488313675,
+ 0.3292891996383667,
+ 0.3515699282169342,
+ 0.34689451780319214,
+ 0.3006282347202301,
+ 0.27147112836837767,
+ 0.29616545426845553,
+ 0.28420736417770387,
+ 0.2826799100875855,
+ 0.3165199294090271,
+ 0.2988843548297882,
+ 0.2680483558177948,
+ 0.261594016623497,
+ 0.29058788201808927,
+ 0.29542932945489886,
+ 0.2805451308965683,
+ 0.2601419636726379,
+ 0.2575787572383881,
+ 0.25340069789886477,
+ 0.2539660128593445,
+ 0.23847104530334473,
+ 0.2382884523868561,
+ 0.2596001932859421,
+ 0.23661555552482605,
+ 0.2207985038548708,
+ 0.23649365541934966,
+ 0.21443204939365387,
+ 0.23150972747802734
+ ],
+ "bridge_loss": [
+ 0.851698666994652,
+ 0.05855167130827904,
+ 0.006215408114343882,
+ 0.0038532218255102634,
+ 0.011163550445437431,
+ 0.037724834394454954,
+ 0.02354336112141609,
+ 0.020078385154902935,
+ 0.01455264826565981,
+ 0.012083962416648865,
+ 0.012597031140327454,
+ 0.011899129335582256,
+ 0.01517092033624649,
+ 0.016714082181453704,
+ 0.01529124939441681,
+ 0.01617379978299141,
+ 0.02265110963135958,
+ 0.02179773365855217,
+ 0.025880517882108687,
+ 0.044521565622091294,
+ 0.05782247805893421,
+ 0.05953346390724182,
+ 0.07923136401176453,
+ 0.15373265982866288,
+ 0.17564270244836808,
+ 0.1691748236656189,
+ 0.1638057589173317,
+ 0.13287635965049266,
+ 0.12563166702985765,
+ 0.14815512808561326,
+ 0.09730534753799439,
+ 0.10153535420894623,
+ 0.16397418546676637,
+ 0.16828366361260413,
+ 0.09841816610097885,
+ 0.11215688467025757,
+ 0.13492409853935242,
+ 0.0738004425406456,
+ 0.0662885293841362,
+ 0.07449169340133667,
+ 0.24015194996595382,
+ 0.1427286093711853,
+ 0.1754998088359833,
+ 0.1464556162595749,
+ 0.16590757843255996,
+ 0.13885814949274064,
+ 0.10230485528707504,
+ 0.11841529335975647,
+ 0.0632941883802414,
+ 0.04624536537528038,
+ 0.04330551617741585,
+ 0.04858552278876305,
+ 0.0362572277367115,
+ 0.03532285144329071,
+ 0.03417909780740738,
+ 0.0386603756070137,
+ 0.03108417900800705,
+ 0.025329264031350614,
+ 0.0265734569311142,
+ 0.02687511657476425,
+ 0.023663357776403427,
+ 0.027196960085630415,
+ 0.02578365526199341,
+ 0.021047952508926392,
+ 0.021056697730720043,
+ 0.022916216899454594,
+ 0.02991764326095581,
+ 0.026238187783956528,
+ 0.019742111763358116,
+ 0.02061487686634064,
+ 0.019812159460783005,
+ 0.023762189900875093,
+ 0.021338633975386618,
+ 0.021927258050441743,
+ 0.029114572647213937,
+ 0.024936546593904495,
+ 0.01797967905253172,
+ 0.025368353989720344,
+ 0.020480678632855416,
+ 0.02621319934129715
+ ],
+ "tgrad_loss": [
+ 0.295881768321991,
+ 0.22711758861541748,
+ 0.17399323415756227,
+ 0.15768092048168184,
+ 0.15027358498573304,
+ 0.14676680796146394,
+ 0.1428092940092087,
+ 0.15226313366889954,
+ 0.14629780707359313,
+ 0.13907082080841066,
+ 0.14750074167251587,
+ 0.15049550247192384,
+ 0.15003512766361238,
+ 0.16090027875900267,
+ 0.1334952704668045,
+ 0.13877815887928008,
+ 0.17219604279994966,
+ 0.1549058295071125,
+ 0.161073606300354,
+ 0.16181839514374732,
+ 0.16530189299583434,
+ 0.16548906588554382,
+ 0.17279738521575927,
+ 0.2054298910856247,
+ 0.19528509845733644,
+ 0.2015760479450226,
+ 0.20439642648696899,
+ 0.22367020057439804,
+ 0.21804955558776856,
+ 0.22404484484195708,
+ 0.220153786444664,
+ 0.23397343626022338,
+ 0.2558721103668213,
+ 0.2657548138618469,
+ 0.25134719014167783,
+ 0.26593290541172027,
+ 0.25327744019031523,
+ 0.2446528902053833,
+ 0.2647445123195648,
+ 0.26608898282051086,
+ 0.2869518846511841,
+ 0.28787748503684996,
+ 0.2841424269676209,
+ 0.28265806045532227,
+ 0.28604849166870117,
+ 0.275270179605484,
+ 0.2904265064239502,
+ 0.2799241715431213,
+ 0.2876463684082031,
+ 0.27126030888557434,
+ 0.2727698717355728,
+ 0.2890804699420929,
+ 0.2748912615776062,
+ 0.2814773001670837,
+ 0.2870099315643311,
+ 0.2819174147605896,
+ 0.27970777044296263,
+ 0.277006508564949,
+ 0.27769961276054383,
+ 0.28346590518951414,
+ 0.2807838364601135,
+ 0.28415455718040467,
+ 0.28393541340827944,
+ 0.28429017095565795,
+ 0.287024947977066,
+ 0.2891382306098938,
+ 0.2878875425100327,
+ 0.2860102851390839,
+ 0.2871986273288727,
+ 0.28646921577453616,
+ 0.2875198390007019,
+ 0.2861373591423035,
+ 0.28613325204849244,
+ 0.2854720791339874,
+ 0.2849657874107361,
+ 0.28545383520126344,
+ 0.2836551445007324,
+ 0.2846324709892273,
+ 0.28395411243438723,
+ 0.28355456256866457
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.03383665531873703,
+ 0.10378465056419373,
+ 0.1522345095872879,
+ 0.12050338089466095,
+ 0.12787620723247528,
+ 0.13963481783866882,
+ 0.14998120069503784,
+ 0.1584387719631195
+ ],
+ "perturbation_rho": [
+ 0.02018044888973236,
+ 0.14589767158031464,
+ 0.20607107877731323,
+ 0.18045580387115479,
+ 0.1894514560699463,
+ 0.16447019577026367,
+ 0.1924649477005005,
+ 0.2218032032251358
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0010144492844119668,
+ -0.0008512640488334,
+ -0.0010741300648078322,
+ -0.0009214384481310844,
+ -0.0009110164828598499,
+ -0.0009800404077395797,
+ -0.0010496200993657112,
+ -0.0010793276596814394
+ ],
+ "0.003": [
+ -0.003022595774382353,
+ -0.0025523165240883827,
+ -0.003220552345737815,
+ -0.002765212208032608,
+ -0.002732472261413932,
+ -0.0029396198224276304,
+ -0.0031477869488298893,
+ -0.003236861899495125
+ ],
+ "0.01": [
+ -0.00981426052749157,
+ -0.00849075522273779,
+ -0.010712197050452232,
+ -0.009203735738992691,
+ -0.009092864580452442,
+ -0.00978156179189682,
+ -0.010470103472471237,
+ -0.010766083374619484
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json
new file mode 100644
index 0000000..e1e1009
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.238738206100464,
+ 0.6613351190567016,
+ 0.5395772783279419,
+ 0.4733346885681152,
+ 0.4231542590379715,
+ 0.3620361569643021,
+ 0.3230682401239872,
+ 0.2523321887969971,
+ 0.3470890686511993,
+ 0.25146674609184266,
+ 0.24440096678733825,
+ 0.1842203591823578,
+ 0.24344354785680772,
+ 0.11816815827786922,
+ 0.06866284420490265,
+ 0.08833205785751343,
+ 0.09207577448785305,
+ 0.0486494089782238,
+ 0.046294594306498765,
+ 0.027046850475668908,
+ 0.015711779367923735,
+ 0.012188610082678497,
+ 0.007740385116636753,
+ 0.00582380747757852,
+ 0.0050085094667971135,
+ 0.00443948317989707,
+ 0.004161420274153352,
+ 0.003766811668127775,
+ 0.0034422829911112786,
+ 0.0034336333803832533,
+ 0.0030249461911618708,
+ 0.002912200229614973,
+ 0.0027408694557845593,
+ 0.0024907449718564747,
+ 0.0023011812917888164,
+ 0.0021857335910201075,
+ 0.002056089808046818,
+ 0.0019683007838204505,
+ 0.0018585119150578975,
+ 0.001773246581107378,
+ 0.001690511012636125,
+ 0.0016192044278606772,
+ 0.0015656297475099563,
+ 0.0015094914896413684,
+ 0.001456394356675446,
+ 0.001409525142610073,
+ 0.001370351544767618,
+ 0.0013320897528901695,
+ 0.0012892388922162354,
+ 0.0012502161199226976,
+ 0.0012188509058207273,
+ 0.0011895375870168208,
+ 0.001164797018840909,
+ 0.0011384376548230649,
+ 0.001114835398364812,
+ 0.0010922997965477407,
+ 0.0010709371257573367,
+ 0.0010527558989822865,
+ 0.0010423784567043185,
+ 0.0010238841459155083,
+ 0.001007764333859086,
+ 0.00099469233751297,
+ 0.000982387449592352,
+ 0.0009712855339050292,
+ 0.000962210407666862,
+ 0.0009533346139825881,
+ 0.0009455815449357032,
+ 0.0009392593406140805,
+ 0.0009328387510031461,
+ 0.000927877208031714,
+ 0.0009235073435120285,
+ 0.0009196365909650922,
+ 0.000916477270424366,
+ 0.0009136286557652056,
+ 0.0009118279222398996,
+ 0.0009102091716602444,
+ 0.0009090610071085393,
+ 0.0009083506962284446,
+ 0.0009078968527726829,
+ 0.0009076604296453298
+ ],
+ "train_acc": [
+ 0.5545,
+ 0.7429,
+ 0.7953,
+ 0.8162,
+ 0.8395,
+ 0.8666,
+ 0.8809,
+ 0.9067,
+ 0.8711,
+ 0.9101,
+ 0.9094,
+ 0.938,
+ 0.911,
+ 0.9619,
+ 0.9852,
+ 0.974,
+ 0.9711,
+ 0.9893,
+ 0.9889,
+ 0.9964,
+ 0.9996,
+ 0.9994,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.711,
+ 0.7345,
+ 0.743,
+ 0.7465,
+ 0.749,
+ 0.7505,
+ 0.7575,
+ 0.759,
+ 0.7535,
+ 0.7525,
+ 0.748,
+ 0.751,
+ 0.7425,
+ 0.766,
+ 0.7635,
+ 0.7515,
+ 0.7645,
+ 0.7585,
+ 0.771,
+ 0.7665,
+ 0.765,
+ 0.7635,
+ 0.7695,
+ 0.767,
+ 0.77,
+ 0.7695,
+ 0.7695,
+ 0.77,
+ 0.7695,
+ 0.7655,
+ 0.766,
+ 0.7665,
+ 0.7655,
+ 0.7645,
+ 0.766,
+ 0.7665,
+ 0.7655,
+ 0.765,
+ 0.766,
+ 0.766,
+ 0.7665,
+ 0.7655,
+ 0.765,
+ 0.766,
+ 0.7655,
+ 0.7655,
+ 0.7645,
+ 0.764,
+ 0.765,
+ 0.766,
+ 0.767,
+ 0.765,
+ 0.7645,
+ 0.764,
+ 0.7635,
+ 0.7635,
+ 0.7635,
+ 0.7645,
+ 0.763,
+ 0.763,
+ 0.7635,
+ 0.7645,
+ 0.7625,
+ 0.764,
+ 0.7625,
+ 0.763,
+ 0.763,
+ 0.7625,
+ 0.761,
+ 0.7625,
+ 0.762,
+ 0.762,
+ 0.7615,
+ 0.7615,
+ 0.7615,
+ 0.7615,
+ 0.7615,
+ 0.7615,
+ 0.7615,
+ 0.7615
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.86488276720047,
+ 0.8622424006462097,
+ 0.8600971698760986,
+ 0.85722416639328,
+ 0.8523166179656982,
+ 0.8457985520362854,
+ 0.8359642028808594,
+ 0.828606367111206,
+ 0.8221874237060547,
+ 0.8125513792037964,
+ 0.80171799659729,
+ 0.7934804558753967
+ ],
+ "perturbation_rho": [
+ 0.9999992251396179,
+ 0.9999991655349731,
+ 0.9999990463256836,
+ 0.9999980330467224,
+ 0.9999971389770508,
+ 0.9999936819076538,
+ 0.9999881386756897,
+ 0.9999800324440002,
+ 0.9999632835388184,
+ 0.999937891960144,
+ 0.9999018311500549,
+ 0.9998522996902466
+ ],
+ "nudging": {
+ "0.001": [
+ -0.05972275882959366,
+ -0.04901757463812828,
+ -0.039307620376348495,
+ -0.03037886694073677,
+ -0.02256305143237114,
+ -0.016410548239946365,
+ -0.01194553542882204,
+ -0.008773503825068474,
+ -0.006583607289940119,
+ -0.0050867884419858456,
+ -0.004056186880916357,
+ -0.0033473381772637367
+ ],
+ "0.003": [
+ -0.1681329607963562,
+ -0.13970935344696045,
+ -0.11326389014720917,
+ -0.08840985596179962,
+ -0.06622078269720078,
+ -0.04846895486116409,
+ -0.03543655201792717,
+ -0.026105739176273346,
+ -0.01962977647781372,
+ -0.015187501907348633,
+ -0.012121773324906826,
+ -0.010009994730353355
+ ],
+ "0.01": [
+ -0.4491935074329376,
+ -0.38857996463775635,
+ -0.3270212411880493,
+ -0.26439201831817627,
+ -0.20410630106925964,
+ -0.15283547341823578,
+ -0.11351937055587769,
+ -0.08454076200723648,
+ -0.06403174996376038,
+ -0.04978282377123833,
+ -0.03986590355634689,
+ -0.032995663583278656
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.202339591217041,
+ 1.3197662359237672,
+ 0.9467211002349853,
+ 0.8428364715576172,
+ 0.7896131301879883,
+ 0.7633397129058838,
+ 0.7488100243568421,
+ 0.740450912284851,
+ 0.7766979461669922,
+ 0.785177182006836,
+ 0.8205275463104248,
+ 0.8195417936325073,
+ 0.8523592538833619,
+ 0.8628508913516998,
+ 0.8150059830665588,
+ 0.8488281514167786,
+ 0.8909374650001526,
+ 0.9010982797622681,
+ 0.8784109934806824,
+ 0.9215612866401672,
+ 0.9492555601119995,
+ 0.9399690055847167,
+ 0.9057739995956421,
+ 0.9514210477828979,
+ 0.9790562412261963,
+ 1.0058076820373536,
+ 1.074447036266327,
+ 0.9894476831436158,
+ 1.0674426013946534,
+ 0.9942384609222412,
+ 1.0341941476821899,
+ 0.9958202060699463,
+ 1.031863384246826,
+ 1.0247520631790161,
+ 1.0434253861427307,
+ 1.0245234265327454,
+ 1.032747696876526,
+ 1.0287066256523132,
+ 1.0981156536102294,
+ 1.0315956830978394,
+ 1.007985222530365,
+ 1.0512058019638062,
+ 1.109238450717926,
+ 1.0539381145238875,
+ 1.0085170584678649,
+ 0.9916242378234863,
+ 0.9867569475173951,
+ 1.0172756858825684,
+ 1.0578618814468383,
+ 0.986051445388794,
+ 1.0299558208465576,
+ 1.0038312606811524,
+ 0.9938522087097168,
+ 1.019758701324463,
+ 1.005025187397003,
+ 0.9923043254852295,
+ 0.9744973911285401,
+ 1.0040310264587402,
+ 0.9865996182441712,
+ 0.9762414364814759,
+ 0.9743295421600342,
+ 0.9790146026611328,
+ 0.9765340627670288,
+ 0.9596751022338867,
+ 0.9693172966003418,
+ 0.9597562124252319,
+ 0.9473907022476197,
+ 0.9487135580062867,
+ 0.9539228395462036,
+ 0.9419368682861328,
+ 0.9428634670257569,
+ 0.9420891220092773,
+ 0.9357248798370361,
+ 0.931165361404419,
+ 0.9303673110961914,
+ 0.9292953009605408,
+ 0.927647031211853,
+ 0.9273946614265441,
+ 0.9265368665695191,
+ 0.9260309785842895
+ ],
+ "train_acc": [
+ 0.1979,
+ 0.5343,
+ 0.6507,
+ 0.6875,
+ 0.7091,
+ 0.7175,
+ 0.7241,
+ 0.7294,
+ 0.7197,
+ 0.7169,
+ 0.7153,
+ 0.7131,
+ 0.7078,
+ 0.7083,
+ 0.7195,
+ 0.7154,
+ 0.7076,
+ 0.7037,
+ 0.7105,
+ 0.704,
+ 0.7021,
+ 0.7031,
+ 0.7096,
+ 0.6981,
+ 0.6947,
+ 0.6952,
+ 0.6824,
+ 0.6966,
+ 0.6853,
+ 0.6956,
+ 0.6917,
+ 0.6964,
+ 0.6918,
+ 0.6949,
+ 0.6958,
+ 0.6963,
+ 0.6897,
+ 0.6914,
+ 0.6832,
+ 0.6913,
+ 0.6921,
+ 0.6858,
+ 0.6735,
+ 0.6891,
+ 0.6964,
+ 0.6999,
+ 0.6977,
+ 0.6923,
+ 0.6861,
+ 0.6982,
+ 0.6883,
+ 0.6948,
+ 0.6937,
+ 0.6934,
+ 0.6957,
+ 0.6988,
+ 0.7001,
+ 0.6931,
+ 0.6994,
+ 0.6959,
+ 0.7026,
+ 0.7006,
+ 0.7007,
+ 0.7069,
+ 0.7045,
+ 0.7053,
+ 0.709,
+ 0.707,
+ 0.7033,
+ 0.7088,
+ 0.7057,
+ 0.7079,
+ 0.7123,
+ 0.7097,
+ 0.7125,
+ 0.7096,
+ 0.7121,
+ 0.712,
+ 0.7117,
+ 0.7117
+ ],
+ "test_acc": [
+ 0.395,
+ 0.5915,
+ 0.6425,
+ 0.661,
+ 0.6655,
+ 0.6825,
+ 0.679,
+ 0.6585,
+ 0.6505,
+ 0.6645,
+ 0.636,
+ 0.609,
+ 0.6505,
+ 0.664,
+ 0.6555,
+ 0.6495,
+ 0.666,
+ 0.655,
+ 0.641,
+ 0.638,
+ 0.634,
+ 0.6485,
+ 0.6025,
+ 0.63,
+ 0.6215,
+ 0.6465,
+ 0.63,
+ 0.588,
+ 0.623,
+ 0.617,
+ 0.6415,
+ 0.6425,
+ 0.624,
+ 0.6285,
+ 0.628,
+ 0.614,
+ 0.6305,
+ 0.5995,
+ 0.639,
+ 0.6465,
+ 0.6095,
+ 0.5865,
+ 0.622,
+ 0.643,
+ 0.6265,
+ 0.6425,
+ 0.638,
+ 0.6065,
+ 0.6305,
+ 0.644,
+ 0.6095,
+ 0.6435,
+ 0.632,
+ 0.6315,
+ 0.6345,
+ 0.641,
+ 0.64,
+ 0.6495,
+ 0.6425,
+ 0.64,
+ 0.6325,
+ 0.6365,
+ 0.6495,
+ 0.6335,
+ 0.6435,
+ 0.651,
+ 0.646,
+ 0.6435,
+ 0.638,
+ 0.6445,
+ 0.6415,
+ 0.647,
+ 0.6485,
+ 0.6455,
+ 0.6465,
+ 0.6485,
+ 0.649,
+ 0.6465,
+ 0.648,
+ 0.6485
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.003139778506010771,
+ 0.07545783370733261,
+ 0.07123857736587524,
+ 0.04737270250916481,
+ 0.07089244574308395,
+ 0.05843178555369377,
+ 0.10959646850824356,
+ 0.04730183631181717,
+ 0.05721074715256691,
+ 0.06935717165470123,
+ 0.04019004851579666,
+ 0.04955831170082092
+ ],
+ "perturbation_rho": [
+ -0.020620837807655334,
+ 0.0424807034432888,
+ 0.07906489074230194,
+ -0.014874707907438278,
+ 0.06078936904668808,
+ 0.006801994517445564,
+ 0.11016394942998886,
+ 0.07577681541442871,
+ 0.01940302737057209,
+ 0.0600065141916275,
+ 0.020656054839491844,
+ 0.04902234673500061
+ ],
+ "nudging": {
+ "0.001": [
+ 2.8067472157999873e-05,
+ -0.00044735506526194513,
+ -0.00028866907814517617,
+ -0.0001569169689901173,
+ -0.0002910669718403369,
+ -0.00020299921743571758,
+ -0.00038177313399501145,
+ -0.0001458294573239982,
+ -0.00017777856555767357,
+ -0.00023665392654947937,
+ -0.000140793330501765,
+ -0.00016380546730943024
+ ],
+ "0.003": [
+ 7.542525418102741e-05,
+ -0.0013394037960097194,
+ -0.0008648735238239169,
+ -0.00046930869575589895,
+ -0.0008721597259864211,
+ -0.0006091208197176456,
+ -0.001144462265074253,
+ -0.00043658187496475875,
+ -0.0005302035133354366,
+ -0.0007079149945639074,
+ -0.00042207835940644145,
+ -0.000491109793074429
+ ],
+ "0.01": [
+ 0.00014946935698390007,
+ -0.004455030895769596,
+ -0.0028790468350052834,
+ -0.0015581330517306924,
+ -0.0028997263871133327,
+ -0.0020245155319571495,
+ -0.003806713502854109,
+ -0.0014502943959087133,
+ -0.0017623959574848413,
+ -0.002352846320718527,
+ -0.001400630921125412,
+ -0.001629082253202796
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.749035419845581,
+ 1.0243288425445556,
+ 0.8783701831817627,
+ 0.909792195892334,
+ 0.9442022832870484,
+ 0.9765333101272583,
+ 1.0286593907356263,
+ 1.0600357536315919,
+ 1.0744477998733521,
+ 1.0949515160560608,
+ 1.107298709487915,
+ 1.105529815006256,
+ 1.1191591522216797,
+ 1.1270570775032043,
+ 1.1219041606903075,
+ 1.1523450615882873,
+ 1.1470273632049561,
+ 1.1214436004638673,
+ 1.113154112625122,
+ 1.1083291893005371,
+ 1.1125688663482667,
+ 1.0901233867645264,
+ 1.1175277576446534,
+ 1.1061762510299682,
+ 1.098485195541382,
+ 1.073400117111206,
+ 1.0892397708892823,
+ 1.0714881011962891,
+ 1.0761865495681762,
+ 1.0466925691604614,
+ 1.0452186401367187,
+ 1.0483840522766112,
+ 1.0655384910583496,
+ 1.0514549810409546,
+ 1.0704036350250243,
+ 1.039493140411377,
+ 1.0796428539276124,
+ 1.0604299968719482,
+ 1.069408202934265,
+ 1.069653288078308,
+ 1.061051636505127,
+ 1.0919126817703246,
+ 1.0595819647789002,
+ 1.044873174381256,
+ 1.0483424802780152,
+ 1.0358262340545654,
+ 1.0114229215621948,
+ 1.0345991500854492,
+ 1.0097949793815613,
+ 1.0033580027580262,
+ 1.0089688102722167,
+ 1.0225816150665283,
+ 1.0164037592887878,
+ 1.0124317664146423,
+ 1.0002467834472657,
+ 0.9989970367431641,
+ 1.0164838801383973,
+ 1.004414942932129,
+ 1.004607903289795,
+ 1.0115055170059204,
+ 1.0030508796691895,
+ 1.0010437889099122,
+ 0.9871210842132568,
+ 0.9881696207046509,
+ 0.9858065430641174,
+ 0.9832741060256958,
+ 0.9794693752288819,
+ 0.9825818849563599,
+ 0.9798864183425904,
+ 0.9814815460205079,
+ 0.9754757759094238,
+ 0.9757995666503906,
+ 0.9724037355422973,
+ 0.9745183243751526,
+ 0.9712728879928589,
+ 0.9709235038757325,
+ 0.9703462394714355,
+ 0.96921721534729,
+ 0.9688208660125732,
+ 0.9686514762878418
+ ],
+ "train_acc": [
+ 0.3634,
+ 0.6211,
+ 0.6854,
+ 0.6813,
+ 0.6738,
+ 0.6665,
+ 0.6452,
+ 0.6313,
+ 0.6285,
+ 0.6158,
+ 0.6087,
+ 0.6099,
+ 0.6038,
+ 0.5951,
+ 0.5951,
+ 0.5841,
+ 0.5923,
+ 0.6045,
+ 0.6012,
+ 0.6087,
+ 0.6088,
+ 0.6154,
+ 0.6041,
+ 0.6088,
+ 0.612,
+ 0.613,
+ 0.6176,
+ 0.6184,
+ 0.6114,
+ 0.6244,
+ 0.6234,
+ 0.623,
+ 0.6199,
+ 0.6204,
+ 0.6242,
+ 0.6274,
+ 0.6168,
+ 0.6209,
+ 0.6184,
+ 0.6194,
+ 0.6226,
+ 0.6174,
+ 0.6234,
+ 0.6247,
+ 0.6284,
+ 0.6284,
+ 0.6376,
+ 0.6326,
+ 0.6348,
+ 0.6392,
+ 0.6387,
+ 0.6324,
+ 0.6374,
+ 0.641,
+ 0.6435,
+ 0.6435,
+ 0.6384,
+ 0.6422,
+ 0.641,
+ 0.6427,
+ 0.6412,
+ 0.6426,
+ 0.6497,
+ 0.6502,
+ 0.6483,
+ 0.651,
+ 0.651,
+ 0.6484,
+ 0.6489,
+ 0.6511,
+ 0.6543,
+ 0.6493,
+ 0.6513,
+ 0.651,
+ 0.6536,
+ 0.6539,
+ 0.6524,
+ 0.652,
+ 0.6524,
+ 0.6533
+ ],
+ "test_acc": [
+ 0.529,
+ 0.647,
+ 0.6585,
+ 0.6455,
+ 0.64,
+ 0.6245,
+ 0.6135,
+ 0.6005,
+ 0.5845,
+ 0.5955,
+ 0.596,
+ 0.591,
+ 0.5615,
+ 0.551,
+ 0.537,
+ 0.549,
+ 0.56,
+ 0.553,
+ 0.554,
+ 0.5685,
+ 0.582,
+ 0.5715,
+ 0.5755,
+ 0.5575,
+ 0.584,
+ 0.5715,
+ 0.572,
+ 0.582,
+ 0.6025,
+ 0.5755,
+ 0.5965,
+ 0.592,
+ 0.5875,
+ 0.57,
+ 0.596,
+ 0.5795,
+ 0.582,
+ 0.558,
+ 0.5735,
+ 0.5855,
+ 0.5895,
+ 0.5995,
+ 0.5965,
+ 0.576,
+ 0.59,
+ 0.58,
+ 0.58,
+ 0.588,
+ 0.6025,
+ 0.587,
+ 0.604,
+ 0.5895,
+ 0.602,
+ 0.605,
+ 0.5935,
+ 0.6085,
+ 0.6035,
+ 0.609,
+ 0.605,
+ 0.596,
+ 0.5905,
+ 0.5965,
+ 0.6055,
+ 0.6015,
+ 0.5995,
+ 0.5985,
+ 0.593,
+ 0.6025,
+ 0.6085,
+ 0.6065,
+ 0.5995,
+ 0.604,
+ 0.6025,
+ 0.6035,
+ 0.602,
+ 0.605,
+ 0.6055,
+ 0.6075,
+ 0.6055,
+ 0.6055
+ ],
+ "state_pred_error": [
+ 0.6761728614807129,
+ 0.21007038679122925,
+ 0.15122513897418977,
+ 0.15703817780017854,
+ 0.16187702651023864,
+ 0.16339434959888458,
+ 0.16375452308654787,
+ 0.1625989185333252,
+ 0.18113663201332092,
+ 0.18272390701770783,
+ 0.1627283350467682,
+ 0.14700518136024476,
+ 0.13181535266637803,
+ 0.12005224347114563,
+ 0.11299885964393616,
+ 0.1068722818851471,
+ 0.10560559153556824,
+ 0.10757571039199829,
+ 0.10467144322395325,
+ 0.1023048233985901,
+ 0.09685005626678467,
+ 0.08491257979869843,
+ 0.07876403373479843,
+ 0.08301222360134125,
+ 0.08308529872894287,
+ 0.07449215137958527,
+ 0.06773201476931572,
+ 0.056569082129001615,
+ 0.04849699649810791,
+ 0.049368930143117905,
+ 0.04768026757240296,
+ 0.047298075234889984,
+ 0.04672931938171387,
+ 0.0405069172680378,
+ 0.03569790207147598,
+ 0.03157345391511917,
+ 0.027607627579569815,
+ 0.02504954431951046,
+ 0.02399016918540001,
+ 0.023421166968345643,
+ 0.023441646620631217,
+ 0.023209517675638197,
+ 0.02208724093735218,
+ 0.02086319588124752,
+ 0.01903458271920681,
+ 0.017419935330748558,
+ 0.016029068379104137,
+ 0.01474376180768013,
+ 0.014213219347596168,
+ 0.013581229855120181,
+ 0.01300986272096634,
+ 0.012749762377142907,
+ 0.012476563104987145,
+ 0.012336783754825591,
+ 0.012144882160425186,
+ 0.011600321805477142,
+ 0.011149377970397473,
+ 0.01074126893132925,
+ 0.01038957173228264,
+ 0.010054622607678174,
+ 0.009704671692848206,
+ 0.009379986931383609,
+ 0.00918807327747345,
+ 0.009165769296884537,
+ 0.008629796648025512,
+ 0.008511535508930683,
+ 0.008247988541424275,
+ 0.008038113085925579,
+ 0.007830396504700184,
+ 0.007626112474501133,
+ 0.007495704552531243,
+ 0.007370948339998722,
+ 0.007175249060243368,
+ 0.007102033820748329,
+ 0.006948738685995341,
+ 0.006806399586051702,
+ 0.006733712537586689,
+ 0.0066317357584834095,
+ 0.006558584788441658,
+ 0.006476805159449577
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.5538393259048462,
+ 0.4287089705467224,
+ 0.25277969241142273,
+ 0.2402075231075287,
+ 0.180599182844162,
+ 0.15653815865516663,
+ 0.1736883521080017,
+ 0.18825414776802063,
+ 0.1335570216178894,
+ 0.13271775841712952,
+ 0.15632027387619019,
+ 0.17869922518730164
+ ],
+ "perturbation_rho": [
+ 0.4586557149887085,
+ 0.4002187252044678,
+ 0.23149724304676056,
+ 0.21227607131004333,
+ 0.1842716634273529,
+ 0.16792945563793182,
+ 0.21390791237354279,
+ 0.19318881630897522,
+ 0.08300350606441498,
+ 0.10752588510513306,
+ 0.12254554033279419,
+ 0.14822974801063538
+ ],
+ "nudging": {
+ "0.001": [
+ -0.017140686511993408,
+ -0.0020858882926404476,
+ -0.000841023400425911,
+ -0.0007581148529425263,
+ -0.0005702057387679815,
+ -0.0004698220291174948,
+ -0.0005242021288722754,
+ -0.0005487058660946786,
+ -0.0003889029612764716,
+ -0.00041283376049250364,
+ -0.00047568423906341195,
+ -0.0005249952664598823
+ ],
+ "0.003": [
+ -0.05075468868017197,
+ -0.006247954908758402,
+ -0.0025209763552993536,
+ -0.002272759098559618,
+ -0.0017102723941206932,
+ -0.0014094945508986712,
+ -0.0015723016113042831,
+ -0.0016451808623969555,
+ -0.0011662597535178065,
+ -0.001238692319020629,
+ -0.0014261179603636265,
+ -0.0015746946446597576
+ ],
+ "0.01": [
+ -0.16128812730312347,
+ -0.02071414887905121,
+ -0.008381091989576817,
+ -0.007560182362794876,
+ -0.005691731348633766,
+ -0.0046913521364331245,
+ -0.005232630763202906,
+ -0.0054755983874201775,
+ -0.0038832086138427258,
+ -0.004123975522816181,
+ -0.004747895523905754,
+ -0.005240642465651035
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 8762.341796875,
+ 2348.0966796875,
+ 1278.38525390625,
+ 1081.769287109375,
+ 948.214599609375,
+ 985.5714111328125,
+ 775.6072387695312,
+ 713.37109375,
+ 927.2667846679688,
+ 1123.047119140625,
+ 1035.65966796875,
+ 864.7014770507812
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.204398078918457,
+ 1.3323631601333619,
+ 0.939462133026123,
+ 0.8349250438690186,
+ 0.798751298904419,
+ 0.7939926111221314,
+ 0.7538516298294068,
+ 0.7327921364307404,
+ 0.742140693473816,
+ 0.7984744975090027,
+ 0.7808600081443786,
+ 0.8111224076271057,
+ 0.818068535232544,
+ 0.8957202894210815,
+ 0.8786147340774536,
+ 0.8623664060592652,
+ 0.8652821689605713,
+ 0.9185279735088349,
+ 0.8737060611724854,
+ 0.940954065990448,
+ 0.9426063217163086,
+ 0.908225214099884,
+ 0.9119476990699769,
+ 0.8843687942504883,
+ 0.9302285919189454,
+ 0.9095543444633484,
+ 0.9696534498214722,
+ 0.9564951679229736,
+ 0.9960936920166016,
+ 1.0560175716400146,
+ 1.1218799053192139,
+ 1.1106456901550292,
+ 1.0888444778442383,
+ 1.108365227508545,
+ 1.1747237308502196,
+ 1.2570761484146118,
+ 1.2447720569610596,
+ 1.2861640047073364,
+ 1.345813150215149,
+ 1.2783869490623474,
+ 1.3102022647857665,
+ 1.3111451290130616,
+ 1.4334182024002076,
+ 1.3955786741256715,
+ 1.3985937965393067,
+ 1.4631241582870484,
+ 1.4292581964492799,
+ 1.4031433605194092,
+ 1.3756659330368042,
+ 1.3795376932144165,
+ 1.411164945602417,
+ 1.4335111087799073,
+ 1.4586236274719238,
+ 1.4378290100097657,
+ 1.4357496648788453,
+ 1.4363289024353028,
+ 1.4281649717330933,
+ 1.4307859104156495,
+ 1.4162574897766114,
+ 1.4109557525634766,
+ 1.4151159925460814,
+ 1.420570283126831,
+ 1.4031930568695068,
+ 1.409527113342285,
+ 1.4357126949310304,
+ 1.4103048273086547,
+ 1.4155527072906493,
+ 1.4083967643737794,
+ 1.4091735534667968,
+ 1.4099473182678222,
+ 1.4108677118301391,
+ 1.408898620223999,
+ 1.4091830333709716,
+ 1.4098944646835327,
+ 1.4084725885391236,
+ 1.409889715385437,
+ 1.4083553493499756,
+ 1.4081398155212401,
+ 1.4072429025650024,
+ 1.4070011655807495
+ ],
+ "train_acc": [
+ 0.1991,
+ 0.5286,
+ 0.6485,
+ 0.6923,
+ 0.7027,
+ 0.7121,
+ 0.7236,
+ 0.7332,
+ 0.7311,
+ 0.716,
+ 0.7232,
+ 0.7181,
+ 0.7132,
+ 0.7007,
+ 0.7034,
+ 0.7123,
+ 0.7171,
+ 0.7002,
+ 0.7115,
+ 0.6923,
+ 0.6879,
+ 0.6876,
+ 0.6828,
+ 0.6776,
+ 0.6602,
+ 0.6618,
+ 0.6434,
+ 0.6461,
+ 0.6328,
+ 0.6178,
+ 0.6044,
+ 0.6045,
+ 0.609,
+ 0.601,
+ 0.5795,
+ 0.5567,
+ 0.5526,
+ 0.5399,
+ 0.5257,
+ 0.5417,
+ 0.5249,
+ 0.5266,
+ 0.4915,
+ 0.4993,
+ 0.5061,
+ 0.4856,
+ 0.4925,
+ 0.4971,
+ 0.508,
+ 0.505,
+ 0.5012,
+ 0.4919,
+ 0.4814,
+ 0.4907,
+ 0.4888,
+ 0.4928,
+ 0.4872,
+ 0.4958,
+ 0.4988,
+ 0.4997,
+ 0.4948,
+ 0.4912,
+ 0.5021,
+ 0.4987,
+ 0.4862,
+ 0.4982,
+ 0.4953,
+ 0.5003,
+ 0.5009,
+ 0.4983,
+ 0.4985,
+ 0.4948,
+ 0.5005,
+ 0.499,
+ 0.4999,
+ 0.4979,
+ 0.4993,
+ 0.5032,
+ 0.5009,
+ 0.5014
+ ],
+ "test_acc": [
+ 0.397,
+ 0.5865,
+ 0.641,
+ 0.6645,
+ 0.638,
+ 0.674,
+ 0.681,
+ 0.6705,
+ 0.6525,
+ 0.669,
+ 0.666,
+ 0.654,
+ 0.6265,
+ 0.643,
+ 0.6705,
+ 0.648,
+ 0.6345,
+ 0.6565,
+ 0.6645,
+ 0.574,
+ 0.634,
+ 0.61,
+ 0.6255,
+ 0.6125,
+ 0.5815,
+ 0.5585,
+ 0.6005,
+ 0.6075,
+ 0.559,
+ 0.4235,
+ 0.448,
+ 0.5565,
+ 0.553,
+ 0.517,
+ 0.4805,
+ 0.5115,
+ 0.524,
+ 0.4995,
+ 0.518,
+ 0.501,
+ 0.5085,
+ 0.4275,
+ 0.453,
+ 0.49,
+ 0.464,
+ 0.471,
+ 0.4775,
+ 0.4765,
+ 0.4555,
+ 0.4755,
+ 0.4685,
+ 0.468,
+ 0.4685,
+ 0.4875,
+ 0.482,
+ 0.4705,
+ 0.479,
+ 0.479,
+ 0.4855,
+ 0.485,
+ 0.4695,
+ 0.4805,
+ 0.4875,
+ 0.4875,
+ 0.479,
+ 0.475,
+ 0.487,
+ 0.468,
+ 0.491,
+ 0.4805,
+ 0.476,
+ 0.491,
+ 0.489,
+ 0.4885,
+ 0.486,
+ 0.4915,
+ 0.485,
+ 0.489,
+ 0.4895,
+ 0.4905
+ ],
+ "value_loss": [
+ 3.072301338768005,
+ 1.0501791610717774,
+ 1.0778185897827148,
+ 1.0126153490543366,
+ 0.998683154296875,
+ 0.9888383563995361,
+ 0.8846181859016419,
+ 0.8152826041698455,
+ 0.8302651134490967,
+ 0.9819407861709595,
+ 0.9652068530082702,
+ 1.1237351128578186,
+ 1.0813433986663818,
+ 1.3806844716072082,
+ 1.2488904823303222,
+ 1.228573577594757,
+ 1.1786334270477294,
+ 1.2712596101760865,
+ 1.0855240513801574,
+ 1.2746817573547364,
+ 1.4511885639190674,
+ 1.154007823562622,
+ 1.1356486251831055,
+ 0.8443335267066956,
+ 0.837488655948639,
+ 0.6225753863334655,
+ 0.5785563923358917,
+ 0.7533490206718445,
+ 0.6095168882369996,
+ 0.7007707824707031,
+ 0.9116703001976013,
+ 1.3587798122406005,
+ 0.6592352680206299,
+ 0.7766882019996643,
+ 0.9818611496925354,
+ 0.9279026880264282,
+ 0.7442731433868408,
+ 1.069021375656128,
+ 1.0882310218811035,
+ 0.8840012928962707,
+ 1.0135157574653626,
+ 0.7696918965339661,
+ 0.7590476123809814,
+ 0.7395760213851928,
+ 0.8738672355651855,
+ 1.0812955352783202,
+ 0.6505666202068329,
+ 0.6151256795883179,
+ 0.7894958889007568,
+ 0.8141936486721039,
+ 0.7615871824264526,
+ 0.8084381361007691,
+ 0.6589969454288482,
+ 0.6014902378082275,
+ 0.5862701393127442,
+ 0.5811033900737762,
+ 0.5623021203994751,
+ 0.5565869275093078,
+ 0.5235150679111481,
+ 0.498365666103363,
+ 0.49131153430938723,
+ 0.4909665864467621,
+ 0.4629933397769928,
+ 0.4505445372581482,
+ 0.4790896162033081,
+ 0.5969956729888916,
+ 0.44423314423561094,
+ 0.43307222032547,
+ 0.4256617294311523,
+ 0.42464918003082275,
+ 0.41452328786849973,
+ 0.4117308448791504,
+ 0.492995530462265,
+ 0.43538717956542966,
+ 0.44797500500679016,
+ 0.45005082321166995,
+ 0.43216270017623903,
+ 0.4251728328704834,
+ 0.422374821472168,
+ 0.42473253202438355
+ ],
+ "term_loss": [
+ 1.7486166938781738,
+ 0.7108752704620361,
+ 0.8655158786773681,
+ 0.8239019277572632,
+ 0.8041402393341065,
+ 0.7661406455993652,
+ 0.6755866965293884,
+ 0.623099582517147,
+ 0.6441212059020996,
+ 0.7855478297710419,
+ 0.7730103199958801,
+ 0.9227579907894135,
+ 0.8809278240203857,
+ 1.1650211508274078,
+ 1.0323074983596803,
+ 1.0175812090992928,
+ 0.9653120155334473,
+ 1.043205972623825,
+ 0.861967781829834,
+ 0.9851467721462249,
+ 1.081189204788208,
+ 0.8166846063613892,
+ 0.7846175181388855,
+ 0.5201361804962158,
+ 0.4929544763326645,
+ 0.3175636313438416,
+ 0.2901056621313095,
+ 0.3790206042051315,
+ 0.28499682121276854,
+ 0.39165965728759766,
+ 0.5601075654983521,
+ 0.8508620109081269,
+ 0.33566083183288575,
+ 0.421619176197052,
+ 0.6050867574691773,
+ 0.515362792301178,
+ 0.3867789220809936,
+ 0.6784219856262207,
+ 0.6523104398727417,
+ 0.4651505504131317,
+ 0.5674913283348083,
+ 0.3531076382637024,
+ 0.3762776554107666,
+ 0.3760048986434937,
+ 0.5077781436920166,
+ 0.6820521322250366,
+ 0.31234550846815107,
+ 0.2759421797275543,
+ 0.4313824357509613,
+ 0.4397485457479954,
+ 0.38583696336746215,
+ 0.41842482051849367,
+ 0.2664445846557617,
+ 0.21906204319000244,
+ 0.2155111572265625,
+ 0.20474896924495697,
+ 0.19883680510520935,
+ 0.20494152598381044,
+ 0.17496985261440276,
+ 0.15888627536296845,
+ 0.1543628900051117,
+ 0.15332865059375764,
+ 0.13052898495197296,
+ 0.11957870311737061,
+ 0.14392558531761168,
+ 0.25379632194042206,
+ 0.11639134640097618,
+ 0.10945621439218521,
+ 0.10324780325889588,
+ 0.10286661281585693,
+ 0.09357965151071548,
+ 0.09110170931518077,
+ 0.1627564148902893,
+ 0.1111719566822052,
+ 0.12263777496814728,
+ 0.12426246918439865,
+ 0.1085665447294712,
+ 0.10199491771459579,
+ 0.09939227242469788,
+ 0.10016471980810165
+ ],
+ "bridge_loss": [
+ 1.0408418764609495,
+ 0.09791754142642022,
+ 0.01607361673563719,
+ 0.006360046429932117,
+ 0.014202374947071075,
+ 0.04166019638478756,
+ 0.03432967491745949,
+ 0.019949427074193955,
+ 0.011893661427497863,
+ 0.011133648046851158,
+ 0.010348413701355457,
+ 0.013049434357136487,
+ 0.010591996012628078,
+ 0.0145958656296134,
+ 0.016175279641151428,
+ 0.016993559893965723,
+ 0.020114685778319836,
+ 0.025630270735919475,
+ 0.029221688157320024,
+ 0.08149594967365265,
+ 0.15875441479682922,
+ 0.1295387010574341,
+ 0.14207587864398957,
+ 0.11591998620033264,
+ 0.12578484081625937,
+ 0.08755512158870697,
+ 0.05608815929889679,
+ 0.14551565287113188,
+ 0.08840978150367737,
+ 0.05767350391149521,
+ 0.09101119253635406,
+ 0.24997805795669556,
+ 0.06637025790214539,
+ 0.0923533808708191,
+ 0.10168245515823364,
+ 0.12557245763540267,
+ 0.07143535933494567,
+ 0.09773503345251083,
+ 0.1295747906923294,
+ 0.12344632883071899,
+ 0.1439121175765991,
+ 0.11409828340411186,
+ 0.06051087834537029,
+ 0.04596894909143448,
+ 0.05061739314496517,
+ 0.07255705659389496,
+ 0.015963772785663605,
+ 0.020752409666776658,
+ 0.045115634512901306,
+ 0.060058649122715,
+ 0.056574251520633695,
+ 0.06645108767151832,
+ 0.06612748733758926,
+ 0.06048111979663372,
+ 0.04903983753621578,
+ 0.05445499986112118,
+ 0.042946648034453395,
+ 0.030889016561210157,
+ 0.030506518384814264,
+ 0.022617575544118883,
+ 0.01963778121471405,
+ 0.018860915641486644,
+ 0.017245442955195905,
+ 0.01516037399172783,
+ 0.01477146714180708,
+ 0.027224332422018053,
+ 0.010273953337222337,
+ 0.00838120581805706,
+ 0.007192303487658501,
+ 0.0068658689022064205,
+ 0.0058338915776461366,
+ 0.006038547176122665,
+ 0.01565488623380661,
+ 0.009810619991272689,
+ 0.011464775865525008,
+ 0.011380115568637848,
+ 0.009845555101335049,
+ 0.009616777209192514,
+ 0.009775398235023021,
+ 0.011516085395216941
+ ],
+ "tgrad_loss": [
+ 0.2828427993297577,
+ 0.24138634746074678,
+ 0.196229097366333,
+ 0.18235337266921997,
+ 0.18034052944183349,
+ 0.18103751921653746,
+ 0.17470181679725647,
+ 0.17223359795808793,
+ 0.1742502421140671,
+ 0.1852593088388443,
+ 0.18184811897277833,
+ 0.1879276861667633,
+ 0.18982358770370483,
+ 0.20106744194030762,
+ 0.2004077008485794,
+ 0.19399881749153136,
+ 0.19320672080516815,
+ 0.20242335736751557,
+ 0.19433458232879638,
+ 0.2080390326499939,
+ 0.21124494104385377,
+ 0.2077845230102539,
+ 0.20895523295402527,
+ 0.2082773593902588,
+ 0.2187493396282196,
+ 0.21745663344860078,
+ 0.23236257095336915,
+ 0.22881276557445526,
+ 0.23611028518676758,
+ 0.2514376239776611,
+ 0.26055154542922976,
+ 0.25793972721099856,
+ 0.2572041809558868,
+ 0.2627156461000443,
+ 0.27509193930625914,
+ 0.28696743836402894,
+ 0.2860588630199432,
+ 0.29286437664031983,
+ 0.3063457974433899,
+ 0.29540441715717314,
+ 0.3021123158454895,
+ 0.3024859708786011,
+ 0.32225907711982726,
+ 0.31760216767787935,
+ 0.3154716930389404,
+ 0.3266863531112671,
+ 0.3222573429584503,
+ 0.3184310836315155,
+ 0.31299782562255857,
+ 0.3143864481925964,
+ 0.3191759672164917,
+ 0.32356222324371336,
+ 0.32642487545013427,
+ 0.3219470790863037,
+ 0.3217191444396973,
+ 0.32189942255020143,
+ 0.32051866216659547,
+ 0.3207563879013062,
+ 0.3180386944770813,
+ 0.31686181626319887,
+ 0.317310862159729,
+ 0.3187770200252533,
+ 0.3152189118385315,
+ 0.315805460357666,
+ 0.3203925657749176,
+ 0.3159750075340271,
+ 0.3175678468704224,
+ 0.31523480253219605,
+ 0.31522162137031556,
+ 0.3149166984081268,
+ 0.3151097435951233,
+ 0.31459059040546417,
+ 0.3145842257976532,
+ 0.31440460395812986,
+ 0.31387245659828183,
+ 0.31440823793411254,
+ 0.31375059900283814,
+ 0.31356113786697387,
+ 0.31320715007781985,
+ 0.3130517265796661
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.0054779257625341415,
+ 0.004163481295108795,
+ -0.01823507994413376,
+ 0.06908583641052246,
+ 0.09582538902759552,
+ 0.15172168612480164,
+ 0.18814444541931152,
+ 0.21233659982681274,
+ 0.2397850900888443,
+ 0.26321661472320557,
+ 0.2640886902809143,
+ 0.2636783719062805
+ ],
+ "perturbation_rho": [
+ 0.05151631310582161,
+ 0.03990761935710907,
+ 0.02668120339512825,
+ 0.08933386206626892,
+ 0.12927217781543732,
+ 0.1893344521522522,
+ 0.20202970504760742,
+ 0.27141058444976807,
+ 0.2724490761756897,
+ 0.2844354808330536,
+ 0.2797800898551941,
+ 0.32699841260910034
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0001630904444027692,
+ -9.781777043826878e-05,
+ 2.982819569297135e-05,
+ -0.0005619653384201229,
+ -0.0007587508298456669,
+ -0.0010895882733166218,
+ -0.0013035854790359735,
+ -0.0014455055352300406,
+ -0.0015995067078620195,
+ -0.0017208646750077605,
+ -0.0017206399934366345,
+ -0.0017194547690451145
+ ],
+ "0.003": [
+ -0.00048247227095998824,
+ -0.00029189756605774164,
+ 9.186804527416825e-05,
+ -0.0016840758034959435,
+ -0.002273733261972666,
+ -0.0032667750492691994,
+ -0.003907301928848028,
+ -0.004333460237830877,
+ -0.00479520158842206,
+ -0.005158073268830776,
+ -0.005157032050192356,
+ -0.005153942387551069
+ ],
+ "0.01": [
+ -0.0015225817915052176,
+ -0.0009501088643446565,
+ 0.00033305209944956005,
+ -0.005592360161244869,
+ -0.00755771528929472,
+ -0.010863769799470901,
+ -0.012987833470106125,
+ -0.014405487105250359,
+ -0.015937766060233116,
+ -0.017140284180641174,
+ -0.017137283459305763,
+ -0.01712280511856079
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json
new file mode 100644
index 0000000..25bd6f4
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.2167138540267943,
+ 0.6644192937850952,
+ 0.5506165061473847,
+ 0.48336037511825564,
+ 0.4182848771095276,
+ 0.40661907227039334,
+ 0.3424934825897217,
+ 0.35799139835834504,
+ 0.26511010785102845,
+ 0.23195732245445252,
+ 0.21270024724006653,
+ 0.2823052164077759,
+ 0.21164472794532777,
+ 0.13219849714040757,
+ 0.10133266744017601,
+ 0.06582562736868858,
+ 0.054910096859931944,
+ 0.0435772212266922,
+ 0.06975247826576234,
+ 0.09024971271753311,
+ 0.06281453031748534,
+ 0.0336100251019001,
+ 0.030896341681480408,
+ 0.013370775660872459,
+ 0.0070056052580475805,
+ 0.005166941817849874,
+ 0.004177044635638594,
+ 0.003664903662353754,
+ 0.0034957939501851797,
+ 0.0031688468992710113,
+ 0.00291866621337831,
+ 0.002714762531220913,
+ 0.002580664499104023,
+ 0.002398674404248595,
+ 0.0022654061004519464,
+ 0.002146232843864709,
+ 0.002038132343813777,
+ 0.001949047568999231,
+ 0.0018736178727820517,
+ 0.0017870874792337418,
+ 0.001717707582563162,
+ 0.0016691381417214871,
+ 0.0015940914524719119,
+ 0.0015403639724478125,
+ 0.0014816656844690442,
+ 0.0014313775778748096,
+ 0.0013872252825647593,
+ 0.0013475412249565125,
+ 0.0013132355155423283,
+ 0.0012787189619615673,
+ 0.0012495384665206074,
+ 0.0012182915758341551,
+ 0.0011908044705167412,
+ 0.0011678429022431373,
+ 0.0011426269576884807,
+ 0.0011216053618118167,
+ 0.0011020653950050473,
+ 0.001083208804158494,
+ 0.0010670971114188433,
+ 0.0010516460586339235,
+ 0.001039433507528156,
+ 0.0010266986285336315,
+ 0.0010152279118075967,
+ 0.0010044794451911003,
+ 0.0009945416286587716,
+ 0.0009859108565375208,
+ 0.000978297258168459,
+ 0.0009711428828537464,
+ 0.0009655707112513483,
+ 0.0009599804351106286,
+ 0.0009553508592769504,
+ 0.0009515129062347114,
+ 0.0009484084218507633,
+ 0.0009458189880475402,
+ 0.0009438993757590651,
+ 0.0009421453967690468,
+ 0.0009409848362207413,
+ 0.0009402696459554136,
+ 0.0009398385908454657,
+ 0.0009396035427227616
+ ],
+ "train_acc": [
+ 0.559,
+ 0.7404,
+ 0.787,
+ 0.8131,
+ 0.8387,
+ 0.8419,
+ 0.8708,
+ 0.8645,
+ 0.8993,
+ 0.9156,
+ 0.919,
+ 0.8953,
+ 0.9204,
+ 0.9563,
+ 0.9676,
+ 0.985,
+ 0.988,
+ 0.9916,
+ 0.9793,
+ 0.9696,
+ 0.9793,
+ 0.9926,
+ 0.9932,
+ 0.9992,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.7175,
+ 0.7345,
+ 0.7475,
+ 0.7525,
+ 0.7525,
+ 0.743,
+ 0.757,
+ 0.7615,
+ 0.7705,
+ 0.76,
+ 0.757,
+ 0.7545,
+ 0.759,
+ 0.76,
+ 0.768,
+ 0.7605,
+ 0.766,
+ 0.7695,
+ 0.7615,
+ 0.7475,
+ 0.7565,
+ 0.7525,
+ 0.762,
+ 0.758,
+ 0.7625,
+ 0.7645,
+ 0.763,
+ 0.7625,
+ 0.7615,
+ 0.765,
+ 0.761,
+ 0.7625,
+ 0.7595,
+ 0.761,
+ 0.7635,
+ 0.7615,
+ 0.7625,
+ 0.762,
+ 0.763,
+ 0.7625,
+ 0.763,
+ 0.7625,
+ 0.763,
+ 0.7635,
+ 0.761,
+ 0.7625,
+ 0.761,
+ 0.7625,
+ 0.762,
+ 0.7625,
+ 0.7625,
+ 0.7615,
+ 0.7605,
+ 0.761,
+ 0.7625,
+ 0.761,
+ 0.762,
+ 0.7615,
+ 0.7615,
+ 0.761,
+ 0.7615,
+ 0.761,
+ 0.7605,
+ 0.761,
+ 0.761,
+ 0.76,
+ 0.7605,
+ 0.76,
+ 0.762,
+ 0.7615,
+ 0.7615,
+ 0.7615,
+ 0.7615,
+ 0.7615,
+ 0.761,
+ 0.761,
+ 0.761,
+ 0.761,
+ 0.761,
+ 0.761
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9098777174949646,
+ 0.9046642780303955,
+ 0.8960509300231934,
+ 0.8827707171440125,
+ 0.8719829320907593,
+ 0.8605888485908508,
+ 0.8495617508888245,
+ 0.8414114117622375,
+ 0.8343594074249268,
+ 0.8291183114051819,
+ 0.8250235915184021,
+ 0.8201327323913574
+ ],
+ "perturbation_rho": [
+ 0.9999990463256836,
+ 0.9999990463256836,
+ 0.9999988675117493,
+ 0.9999977946281433,
+ 0.9999968409538269,
+ 0.9999942779541016,
+ 0.9999903440475464,
+ 0.9999786615371704,
+ 0.9999630451202393,
+ 0.9999446272850037,
+ 0.9999108910560608,
+ 0.9998850226402283
+ ],
+ "nudging": {
+ "0.001": [
+ -0.07562384009361267,
+ -0.062235549092292786,
+ -0.04947236552834511,
+ -0.037844814360141754,
+ -0.02797994762659073,
+ -0.020565558224916458,
+ -0.015074005350470543,
+ -0.01117792073637247,
+ -0.008472632616758347,
+ -0.006596862338483334,
+ -0.005293367430567741,
+ -0.004384535364806652
+ ],
+ "0.003": [
+ -0.21770286560058594,
+ -0.1805628389120102,
+ -0.1445462554693222,
+ -0.11127626150846481,
+ -0.0827074944972992,
+ -0.0610310398042202,
+ -0.044867098331451416,
+ -0.03334078937768936,
+ -0.025308270007371902,
+ -0.0197245292365551,
+ -0.015837673097848892,
+ -0.0131243746727705
+ ],
+ "0.01": [
+ -0.6227189302444458,
+ -0.5321269631385803,
+ -0.43762683868408203,
+ -0.34503036737442017,
+ -0.26150017976760864,
+ -0.1957385241985321,
+ -0.14543747901916504,
+ -0.10888919234275818,
+ -0.08308196067810059,
+ -0.06497863680124283,
+ -0.05229911208152771,
+ -0.043410398066043854
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.186298126029968,
+ 1.3170648136138916,
+ 0.9388262815475464,
+ 0.8259288063049316,
+ 0.7871681312561035,
+ 0.768296202325821,
+ 0.7554679615020752,
+ 0.7938834943771362,
+ 0.7564283534049988,
+ 0.7607723757743835,
+ 0.7925523330688476,
+ 0.8989389373779297,
+ 0.8784029937744141,
+ 0.8638933157920837,
+ 0.8698528030395508,
+ 0.8701005321502685,
+ 0.8684252815246583,
+ 0.9089286350250244,
+ 0.960618631362915,
+ 0.9822033012390137,
+ 1.020843323135376,
+ 0.9711806545257569,
+ 1.0430698785305024,
+ 1.0095568243026734,
+ 1.1050530094146729,
+ 1.069895089530945,
+ 1.1716613415718078,
+ 1.201347763824463,
+ 1.1283303380966188,
+ 1.1557568897247315,
+ 1.1250453087806702,
+ 1.1819004883766175,
+ 1.194346431541443,
+ 1.130011873483658,
+ 1.0376260078430175,
+ 1.0971675140380859,
+ 1.1035215358734132,
+ 1.1104521294593812,
+ 1.13454789352417,
+ 1.1742041780471801,
+ 1.2229691701889038,
+ 1.1794398748397827,
+ 1.1231036127090455,
+ 1.1594393963813783,
+ 1.1276930301189423,
+ 1.061903306388855,
+ 1.1229245660781861,
+ 1.073384938621521,
+ 1.0648032081604004,
+ 1.1271088062286376,
+ 1.068476490879059,
+ 1.0994879371643067,
+ 1.058270964050293,
+ 1.0784939964294433,
+ 1.0614496122360229,
+ 1.0508124362945557,
+ 1.065734383392334,
+ 1.0627044410705566,
+ 1.04440792427063,
+ 1.0639379348754883,
+ 1.0314187761306763,
+ 1.0538115164756774,
+ 1.0259352924346923,
+ 1.0052897773742675,
+ 0.9986613960266113,
+ 1.0119889862060547,
+ 0.9931197847366333,
+ 0.9905490432739258,
+ 0.9864775718688965,
+ 0.9887168021202087,
+ 0.9828311577796937,
+ 0.9784416509628295,
+ 0.9733598571777343,
+ 0.970889217376709,
+ 0.9696053255081176,
+ 0.9671486230850219,
+ 0.9651715932846069,
+ 0.9634749843597412,
+ 0.9624634768486023,
+ 0.9618757415771484
+ ],
+ "train_acc": [
+ 0.2057,
+ 0.5339,
+ 0.6457,
+ 0.6927,
+ 0.7074,
+ 0.7106,
+ 0.7227,
+ 0.7066,
+ 0.7186,
+ 0.7196,
+ 0.7107,
+ 0.6967,
+ 0.6987,
+ 0.7051,
+ 0.708,
+ 0.7071,
+ 0.7125,
+ 0.7034,
+ 0.6963,
+ 0.697,
+ 0.6885,
+ 0.6975,
+ 0.6901,
+ 0.694,
+ 0.6855,
+ 0.687,
+ 0.6777,
+ 0.6749,
+ 0.6809,
+ 0.6801,
+ 0.6866,
+ 0.6751,
+ 0.6789,
+ 0.6849,
+ 0.7045,
+ 0.6896,
+ 0.6886,
+ 0.6874,
+ 0.6841,
+ 0.6747,
+ 0.6727,
+ 0.6804,
+ 0.6875,
+ 0.6828,
+ 0.6875,
+ 0.6957,
+ 0.6864,
+ 0.6946,
+ 0.6966,
+ 0.6819,
+ 0.6936,
+ 0.6934,
+ 0.6954,
+ 0.6925,
+ 0.6991,
+ 0.6986,
+ 0.6928,
+ 0.6922,
+ 0.7001,
+ 0.695,
+ 0.6988,
+ 0.6989,
+ 0.7008,
+ 0.7025,
+ 0.7056,
+ 0.7027,
+ 0.7091,
+ 0.7075,
+ 0.7056,
+ 0.7094,
+ 0.7092,
+ 0.7108,
+ 0.7113,
+ 0.7103,
+ 0.7105,
+ 0.7119,
+ 0.712,
+ 0.7127,
+ 0.7119,
+ 0.7109
+ ],
+ "test_acc": [
+ 0.411,
+ 0.5885,
+ 0.6495,
+ 0.6605,
+ 0.6575,
+ 0.658,
+ 0.643,
+ 0.6645,
+ 0.6845,
+ 0.6295,
+ 0.612,
+ 0.5725,
+ 0.645,
+ 0.617,
+ 0.6705,
+ 0.663,
+ 0.6495,
+ 0.641,
+ 0.646,
+ 0.6305,
+ 0.6545,
+ 0.605,
+ 0.617,
+ 0.6125,
+ 0.6185,
+ 0.5835,
+ 0.6215,
+ 0.624,
+ 0.611,
+ 0.584,
+ 0.565,
+ 0.5905,
+ 0.5835,
+ 0.6395,
+ 0.6435,
+ 0.6235,
+ 0.6055,
+ 0.648,
+ 0.606,
+ 0.6105,
+ 0.6005,
+ 0.6235,
+ 0.5885,
+ 0.622,
+ 0.6285,
+ 0.6185,
+ 0.6225,
+ 0.644,
+ 0.628,
+ 0.6225,
+ 0.606,
+ 0.631,
+ 0.6295,
+ 0.6475,
+ 0.631,
+ 0.6455,
+ 0.6295,
+ 0.627,
+ 0.644,
+ 0.6445,
+ 0.627,
+ 0.6465,
+ 0.643,
+ 0.654,
+ 0.6615,
+ 0.6595,
+ 0.6365,
+ 0.6615,
+ 0.6505,
+ 0.661,
+ 0.657,
+ 0.653,
+ 0.6545,
+ 0.6515,
+ 0.6575,
+ 0.654,
+ 0.6565,
+ 0.656,
+ 0.6565,
+ 0.6555
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.019931811839342117,
+ 0.08357247710227966,
+ 0.07596792280673981,
+ 0.07454836368560791,
+ 0.08405900746583939,
+ 0.09273561835289001,
+ 0.08532143384218216,
+ 0.014841631054878235,
+ 0.05702097713947296,
+ 0.11365848034620285,
+ 0.0635562390089035,
+ 0.09192724525928497
+ ],
+ "perturbation_rho": [
+ -0.021908380091190338,
+ 0.08644437789916992,
+ 0.133758544921875,
+ 0.11560394614934921,
+ 0.09019643068313599,
+ 0.10901004821062088,
+ 0.05401141196489334,
+ 0.06626297533512115,
+ 0.10668720304965973,
+ 0.11482831090688705,
+ 0.07995637506246567,
+ 0.14062434434890747
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0011563966982066631,
+ -0.0008197429706342518,
+ -0.00036967784399166703,
+ -0.00036756350891664624,
+ -0.0003487933427095413,
+ -0.0004525642143562436,
+ -0.0003745106514543295,
+ -0.00010148633737117052,
+ -0.00033267418621107936,
+ -0.00054067128803581,
+ -0.00029341079061850905,
+ -0.0004061080398969352
+ ],
+ "0.003": [
+ 0.00442184554412961,
+ -0.0024542496539652348,
+ -0.0011048256419599056,
+ -0.001102155540138483,
+ -0.0010442640632390976,
+ -0.0013546040281653404,
+ -0.0011223775800317526,
+ -0.00030574860284104943,
+ -0.0009935388807207346,
+ -0.0016202303813770413,
+ -0.0008805043180473149,
+ -0.0012169405817985535
+ ],
+ "0.01": [
+ 0.012093277648091316,
+ -0.00814887322485447,
+ -0.0036774289328604937,
+ -0.0036643892526626587,
+ -0.0034756590612232685,
+ -0.0045063551515340805,
+ -0.003735880134627223,
+ -0.00101565255317837,
+ -0.0033070247154682875,
+ -0.005390047561377287,
+ -0.0029281126335263252,
+ -0.004048082046210766
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7927106206893921,
+ 1.0314875890731812,
+ 0.8727929697036744,
+ 0.9138810105323791,
+ 0.9269397434234619,
+ 0.9882902357101441,
+ 1.054063469696045,
+ 1.1199199728012086,
+ 1.1510957370758057,
+ 1.147088790512085,
+ 1.1919541924476624,
+ 1.234068378829956,
+ 1.2097180450439453,
+ 1.1891298070907592,
+ 1.1807195945739746,
+ 1.2230972785949707,
+ 1.1718537767410278,
+ 1.1954543895721434,
+ 1.2653305320739745,
+ 1.2169406047821045,
+ 1.1939767074584962,
+ 1.1432181312561036,
+ 1.13808095703125,
+ 1.1338830974578857,
+ 1.1148282649993897,
+ 1.125065263557434,
+ 1.084688761138916,
+ 1.1044120174407959,
+ 1.1321100765228271,
+ 1.1385612312316895,
+ 1.1563688796997071,
+ 1.1437482376098633,
+ 1.1149125736236571,
+ 1.1060235730171204,
+ 1.0663122928619384,
+ 1.0548065941810607,
+ 1.037735648727417,
+ 1.040986361694336,
+ 1.0317749416351318,
+ 1.0356540889739991,
+ 1.0302827856063843,
+ 1.0450294395446778,
+ 1.046817469215393,
+ 1.054090824508667,
+ 1.0731036259651183,
+ 1.0649280383110047,
+ 1.0700508375167848,
+ 1.0669750782966614,
+ 1.0659932651519775,
+ 1.0457564308166505,
+ 1.0646298887252807,
+ 1.033217864227295,
+ 1.020263679790497,
+ 1.0093394360542298,
+ 0.9962293283462524,
+ 1.002608583831787,
+ 0.9913532760620117,
+ 0.9975923980712891,
+ 0.9923603912353516,
+ 0.9835381677627564,
+ 0.9838607303619384,
+ 0.9828417135238647,
+ 0.9760973712921143,
+ 0.9737089462280274,
+ 0.9740158191680908,
+ 0.9762706676483154,
+ 0.9749209213256836,
+ 0.9819463082313538,
+ 0.9734501623153686,
+ 0.9739530671119689,
+ 0.9739078194618225,
+ 0.9717803599357605,
+ 0.9706060266494752,
+ 0.9709286643981934,
+ 0.9693692140579223,
+ 0.9688454288482666,
+ 0.9685833683967591,
+ 0.968160081577301,
+ 0.9678136520385742,
+ 0.9676551561355591
+ ],
+ "train_acc": [
+ 0.3529,
+ 0.617,
+ 0.6865,
+ 0.684,
+ 0.6808,
+ 0.6645,
+ 0.6281,
+ 0.6079,
+ 0.5946,
+ 0.606,
+ 0.5938,
+ 0.5933,
+ 0.585,
+ 0.5874,
+ 0.5821,
+ 0.5693,
+ 0.585,
+ 0.5767,
+ 0.5594,
+ 0.5723,
+ 0.5785,
+ 0.5954,
+ 0.5957,
+ 0.6033,
+ 0.5983,
+ 0.5932,
+ 0.6125,
+ 0.6031,
+ 0.5973,
+ 0.6013,
+ 0.5975,
+ 0.5991,
+ 0.6068,
+ 0.6046,
+ 0.6157,
+ 0.6177,
+ 0.6224,
+ 0.6263,
+ 0.6237,
+ 0.6244,
+ 0.6273,
+ 0.6203,
+ 0.6219,
+ 0.6184,
+ 0.6144,
+ 0.6174,
+ 0.6135,
+ 0.6197,
+ 0.617,
+ 0.6202,
+ 0.6124,
+ 0.6257,
+ 0.6283,
+ 0.6294,
+ 0.6354,
+ 0.6396,
+ 0.6378,
+ 0.641,
+ 0.6431,
+ 0.6427,
+ 0.6436,
+ 0.6436,
+ 0.6449,
+ 0.6471,
+ 0.6451,
+ 0.6463,
+ 0.6456,
+ 0.6422,
+ 0.6467,
+ 0.6457,
+ 0.6461,
+ 0.6474,
+ 0.6446,
+ 0.6444,
+ 0.646,
+ 0.6458,
+ 0.6446,
+ 0.6441,
+ 0.6447,
+ 0.6456
+ ],
+ "test_acc": [
+ 0.519,
+ 0.664,
+ 0.6565,
+ 0.6705,
+ 0.636,
+ 0.619,
+ 0.579,
+ 0.5705,
+ 0.5865,
+ 0.5705,
+ 0.562,
+ 0.5375,
+ 0.561,
+ 0.558,
+ 0.5465,
+ 0.532,
+ 0.5275,
+ 0.486,
+ 0.5195,
+ 0.5395,
+ 0.55,
+ 0.573,
+ 0.556,
+ 0.5605,
+ 0.5615,
+ 0.574,
+ 0.5745,
+ 0.556,
+ 0.5575,
+ 0.556,
+ 0.5545,
+ 0.5625,
+ 0.5675,
+ 0.57,
+ 0.573,
+ 0.588,
+ 0.583,
+ 0.5995,
+ 0.593,
+ 0.5865,
+ 0.588,
+ 0.584,
+ 0.587,
+ 0.5745,
+ 0.578,
+ 0.584,
+ 0.581,
+ 0.577,
+ 0.578,
+ 0.5575,
+ 0.581,
+ 0.588,
+ 0.59,
+ 0.5965,
+ 0.5935,
+ 0.5995,
+ 0.607,
+ 0.6035,
+ 0.606,
+ 0.617,
+ 0.61,
+ 0.6075,
+ 0.616,
+ 0.616,
+ 0.6045,
+ 0.609,
+ 0.6005,
+ 0.6105,
+ 0.609,
+ 0.612,
+ 0.609,
+ 0.61,
+ 0.6095,
+ 0.6105,
+ 0.6115,
+ 0.6105,
+ 0.6135,
+ 0.6115,
+ 0.6115,
+ 0.612
+ ],
+ "state_pred_error": [
+ 0.6679646494865418,
+ 0.208888227891922,
+ 0.15699384171962738,
+ 0.1473097540616989,
+ 0.14668454189300537,
+ 0.14812699263095855,
+ 0.14335613057613372,
+ 0.13920899329185485,
+ 0.12979220235347746,
+ 0.128491516828537,
+ 0.13504859671592712,
+ 0.1396056207180023,
+ 0.13049439578056335,
+ 0.1227945753455162,
+ 0.11947583696842194,
+ 0.10677306697368621,
+ 0.09056728343963623,
+ 0.0806899295091629,
+ 0.07537768748998643,
+ 0.07152788438796998,
+ 0.06905149774551392,
+ 0.062417028772830965,
+ 0.06347229870557786,
+ 0.06624231204986572,
+ 0.06285614745020866,
+ 0.0503471009016037,
+ 0.04555290793180466,
+ 0.050627702116966246,
+ 0.05441606894731522,
+ 0.055547272217273715,
+ 0.062450043869018555,
+ 0.06494303442835808,
+ 0.06485141371488572,
+ 0.06386149806976318,
+ 0.05790943026542664,
+ 0.05235746785998344,
+ 0.04955936104059219,
+ 0.05004490375518799,
+ 0.04749767688512802,
+ 0.04710491924285889,
+ 0.0465313448369503,
+ 0.04374815753698349,
+ 0.04258050545454025,
+ 0.03991454938054085,
+ 0.0385970116853714,
+ 0.03645361765027046,
+ 0.034857989984750745,
+ 0.033499520513415336,
+ 0.03257660132646561,
+ 0.03282006865441799,
+ 0.03126014052629471,
+ 0.03070251874923706,
+ 0.02945106231868267,
+ 0.02763169339597225,
+ 0.026091488403081894,
+ 0.024555341643095016,
+ 0.023253344959020615,
+ 0.02221344622075558,
+ 0.021545387333631514,
+ 0.02069348260462284,
+ 0.02002821311056614,
+ 0.019566327910125254,
+ 0.019089816910028458,
+ 0.018679450111091137,
+ 0.01807071948647499,
+ 0.017758635139465333,
+ 0.017390955182909965,
+ 0.016965231823921203,
+ 0.01691897337138653,
+ 0.016519649094343187,
+ 0.01632954144179821,
+ 0.015909486715495587,
+ 0.015621637430787087,
+ 0.01549294995367527,
+ 0.01523477383106947,
+ 0.015047570972144604,
+ 0.014741873973608016,
+ 0.014865786504745484,
+ 0.0145689842492342,
+ 0.01426824083328247
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.6137553453445435,
+ 0.458263099193573,
+ 0.30694735050201416,
+ 0.21984770894050598,
+ 0.18884725868701935,
+ 0.1519574671983719,
+ 0.14165323972702026,
+ 0.13691727817058563,
+ 0.1416233777999878,
+ 0.126474529504776,
+ 0.13544593751430511,
+ 0.15268874168395996
+ ],
+ "perturbation_rho": [
+ 0.5528259873390198,
+ 0.43722641468048096,
+ 0.3177984952926636,
+ 0.20145072042942047,
+ 0.17441785335540771,
+ 0.10548915714025497,
+ 0.16265320777893066,
+ 0.1351865828037262,
+ 0.16532285511493683,
+ 0.1285737156867981,
+ 0.14820542931556702,
+ 0.13290725648403168
+ ],
+ "nudging": {
+ "0.001": [
+ -0.017212403938174248,
+ -0.002171289175748825,
+ -0.0011191105004400015,
+ -0.0007672292995266616,
+ -0.0006296404171735048,
+ -0.0005172825185582042,
+ -0.00045882861013524234,
+ -0.00044813245767727494,
+ -0.0004553778562694788,
+ -0.00039569500950165093,
+ -0.00041053537279367447,
+ -0.0004746984923258424
+ ],
+ "0.003": [
+ -0.051028184592723846,
+ -0.006504997611045837,
+ -0.0033547731582075357,
+ -0.002300845691934228,
+ -0.0018879442941397429,
+ -0.0015519845765084028,
+ -0.001375660765916109,
+ -0.0013441899791359901,
+ -0.0013661098200827837,
+ -0.0011867693392559886,
+ -0.0012310168240219355,
+ -0.0014232922112569213
+ ],
+ "0.01": [
+ -0.16301177442073822,
+ -0.02157333306968212,
+ -0.011153988540172577,
+ -0.00765608623623848,
+ -0.006283854134380817,
+ -0.005166183691471815,
+ -0.0045799510553479195,
+ -0.004474613815546036,
+ -0.004547867923974991,
+ -0.003950329497456551,
+ -0.004098072648048401,
+ -0.004737637937068939
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 9663.3720703125,
+ 2355.42919921875,
+ 1189.673095703125,
+ 946.2671508789062,
+ 890.0131225585938,
+ 836.83837890625,
+ 765.7700805664062,
+ 776.2135009765625,
+ 909.9769287109375,
+ 744.7386474609375,
+ 809.6233520507812,
+ 764.1907958984375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.187571883392334,
+ 1.326188510799408,
+ 0.9483794553756714,
+ 0.8345242721557617,
+ 0.7889606231689453,
+ 0.7665260448455811,
+ 0.7712172222137451,
+ 0.7981748757362366,
+ 0.7899593097686768,
+ 0.7801628154754638,
+ 0.8586313926696777,
+ 0.8269656328201294,
+ 0.807786918926239,
+ 0.8667379869461059,
+ 0.899315183544159,
+ 0.9044795955657959,
+ 0.8931566469192505,
+ 0.9207966779708863,
+ 1.0783265449047088,
+ 1.0466851587295531,
+ 1.093337151145935,
+ 1.1578910236358642,
+ 1.167968105840683,
+ 1.23159896774292,
+ 1.2349544055938722,
+ 1.2180055444717408,
+ 1.3142979488372803,
+ 1.2654387786865235,
+ 1.171596767616272,
+ 1.2007275730133056,
+ 1.1795954244613647,
+ 1.1870033908843993,
+ 1.1767311180114746,
+ 1.2135950805664062,
+ 1.158268939971924,
+ 1.1288424992561341,
+ 1.1108321193695068,
+ 1.1112286039352417,
+ 1.175734718990326,
+ 1.2268269479751588,
+ 1.26170970993042,
+ 1.2978283054351807,
+ 1.238773140335083,
+ 1.2101145763397216,
+ 1.1873152170181274,
+ 1.2330628694534302,
+ 1.226954536819458,
+ 1.2110083309173585,
+ 1.1265845808029176,
+ 1.116980394744873,
+ 1.1078424495697021,
+ 1.1030315553665162,
+ 1.1111802764892578,
+ 1.1046845901489257,
+ 1.118118372440338,
+ 1.123797571182251,
+ 1.1151752515792848,
+ 1.1250915416717528,
+ 1.1366710498809816,
+ 1.1448557445526124,
+ 1.1518292568206787,
+ 1.159379100227356,
+ 1.1686466316223145,
+ 1.1710848539352416,
+ 1.1695413871765137,
+ 1.1633276565551758,
+ 1.1677356637954712,
+ 1.1538119668006896,
+ 1.1502773937225341,
+ 1.1475828493118285,
+ 1.1402593296051025,
+ 1.1347655990600587,
+ 1.1332295770645142,
+ 1.1308751027107238,
+ 1.1288191188812255,
+ 1.1274588232040406,
+ 1.1259936437606812,
+ 1.1247959713935851,
+ 1.1243038135528565,
+ 1.1238948013305663
+ ],
+ "train_acc": [
+ 0.2013,
+ 0.5327,
+ 0.6437,
+ 0.6861,
+ 0.704,
+ 0.7125,
+ 0.7112,
+ 0.7059,
+ 0.7086,
+ 0.7123,
+ 0.7009,
+ 0.7122,
+ 0.7157,
+ 0.706,
+ 0.703,
+ 0.7039,
+ 0.7054,
+ 0.7067,
+ 0.6783,
+ 0.68,
+ 0.6715,
+ 0.6585,
+ 0.6541,
+ 0.6474,
+ 0.6488,
+ 0.6484,
+ 0.6234,
+ 0.6167,
+ 0.6265,
+ 0.6152,
+ 0.6068,
+ 0.598,
+ 0.6005,
+ 0.5804,
+ 0.593,
+ 0.5996,
+ 0.6022,
+ 0.6074,
+ 0.5925,
+ 0.5753,
+ 0.5686,
+ 0.5582,
+ 0.5762,
+ 0.5799,
+ 0.5923,
+ 0.5848,
+ 0.5937,
+ 0.5908,
+ 0.6006,
+ 0.6011,
+ 0.6017,
+ 0.6061,
+ 0.6037,
+ 0.6052,
+ 0.6025,
+ 0.6042,
+ 0.6109,
+ 0.6127,
+ 0.6036,
+ 0.6001,
+ 0.6004,
+ 0.6013,
+ 0.6002,
+ 0.5997,
+ 0.5996,
+ 0.6016,
+ 0.6004,
+ 0.6023,
+ 0.6007,
+ 0.5986,
+ 0.6028,
+ 0.6049,
+ 0.605,
+ 0.6036,
+ 0.6054,
+ 0.6047,
+ 0.6046,
+ 0.6047,
+ 0.605,
+ 0.6055
+ ],
+ "test_acc": [
+ 0.411,
+ 0.5885,
+ 0.636,
+ 0.6585,
+ 0.67,
+ 0.65,
+ 0.667,
+ 0.6335,
+ 0.6685,
+ 0.673,
+ 0.6455,
+ 0.6705,
+ 0.6075,
+ 0.6715,
+ 0.6535,
+ 0.649,
+ 0.651,
+ 0.53,
+ 0.6265,
+ 0.601,
+ 0.605,
+ 0.627,
+ 0.622,
+ 0.5865,
+ 0.6085,
+ 0.594,
+ 0.5815,
+ 0.589,
+ 0.57,
+ 0.5685,
+ 0.5505,
+ 0.5145,
+ 0.459,
+ 0.478,
+ 0.528,
+ 0.564,
+ 0.553,
+ 0.5485,
+ 0.5305,
+ 0.501,
+ 0.5365,
+ 0.529,
+ 0.5225,
+ 0.5515,
+ 0.5195,
+ 0.5455,
+ 0.5615,
+ 0.582,
+ 0.5635,
+ 0.574,
+ 0.5735,
+ 0.5645,
+ 0.551,
+ 0.5465,
+ 0.5655,
+ 0.5755,
+ 0.5495,
+ 0.558,
+ 0.5565,
+ 0.549,
+ 0.55,
+ 0.5515,
+ 0.5405,
+ 0.537,
+ 0.5375,
+ 0.54,
+ 0.5495,
+ 0.5415,
+ 0.541,
+ 0.5485,
+ 0.5475,
+ 0.549,
+ 0.549,
+ 0.5525,
+ 0.5485,
+ 0.5505,
+ 0.552,
+ 0.552,
+ 0.5505,
+ 0.551
+ ],
+ "value_loss": [
+ 3.0176044733047487,
+ 1.0615758232116699,
+ 1.060210463142395,
+ 1.0228195582389832,
+ 1.010133931159973,
+ 0.9419147435188293,
+ 0.9213042179107666,
+ 0.983886623954773,
+ 0.9630082674980164,
+ 0.9914523235321044,
+ 1.2916864912033081,
+ 1.2033885765075683,
+ 1.1053708289146424,
+ 1.3117134510040283,
+ 1.4571176118850708,
+ 1.4822016599655152,
+ 1.4464408508300781,
+ 1.494612897491455,
+ 1.8919828211784362,
+ 1.818289499282837,
+ 2.0769482429504396,
+ 2.12258825340271,
+ 2.033720273256302,
+ 2.0954800230026245,
+ 2.042681290435791,
+ 1.6873159214019775,
+ 1.8694674877166748,
+ 1.7658453981399536,
+ 1.2227107414245606,
+ 1.1675872913360597,
+ 1.0477982774734498,
+ 1.0205717498779296,
+ 0.988148659324646,
+ 1.2007792435646056,
+ 1.2352806282043458,
+ 0.7386786937713623,
+ 0.6201939727783203,
+ 0.6657010184288025,
+ 0.6853000906467438,
+ 0.8492486668586731,
+ 0.9932778938293457,
+ 0.7683114501953126,
+ 0.7004810465812683,
+ 0.6364181649208069,
+ 0.7614990028381348,
+ 0.9295081817626953,
+ 0.9417757865428924,
+ 0.9216889915466309,
+ 1.110058699989319,
+ 0.6404524593353271,
+ 0.5510710064888,
+ 0.5543017141342164,
+ 0.5552202627182007,
+ 0.5762319219589234,
+ 0.5093711531162262,
+ 0.5778757699012756,
+ 0.5336550855636597,
+ 0.5517868465423584,
+ 0.5429261692523957,
+ 0.5305708591222763,
+ 0.5233953864097595,
+ 0.5504776068687439,
+ 0.539759356212616,
+ 0.549393851852417,
+ 0.5086777307510376,
+ 0.5206843482017517,
+ 0.5520425520896911,
+ 0.48353495416641235,
+ 0.4974589912414551,
+ 0.44917406425476075,
+ 0.43793688774108885,
+ 0.45631180305480956,
+ 0.4439697093963623,
+ 0.42663677763938906,
+ 0.42073239850997923,
+ 0.42288827419281005,
+ 0.41220576906204226,
+ 0.4032818036079407,
+ 0.39890543241500853,
+ 0.40481987361907956
+ ],
+ "term_loss": [
+ 1.7119286471366881,
+ 0.7037585079193115,
+ 0.8388954549789429,
+ 0.8274686014175415,
+ 0.8159207627296448,
+ 0.7364932671546937,
+ 0.7016430713653564,
+ 0.7591273450374604,
+ 0.7492439122200012,
+ 0.7837357002258301,
+ 1.0731903156280518,
+ 0.9902451916694641,
+ 0.8949025638103485,
+ 1.0940426338195801,
+ 1.2338541860580445,
+ 1.2540717607498169,
+ 1.2233770456314086,
+ 1.266107029724121,
+ 1.6277973073005676,
+ 1.5449570091247558,
+ 1.7487831764221191,
+ 1.7418235130310058,
+ 1.6319917914390565,
+ 1.6619985774993897,
+ 1.5998232263565064,
+ 1.291028978919983,
+ 1.443897636795044,
+ 1.282541985321045,
+ 0.8302469918251038,
+ 0.7786969506263733,
+ 0.6696095920085907,
+ 0.629389222240448,
+ 0.6078266143798828,
+ 0.7563104814052581,
+ 0.7805323437929154,
+ 0.4057512969493866,
+ 0.3186667461395264,
+ 0.36671760559082034,
+ 0.3813627925157547,
+ 0.5274563785791397,
+ 0.6265791069030762,
+ 0.42749316444396973,
+ 0.3737451464653015,
+ 0.3232894562005997,
+ 0.4397853298187256,
+ 0.603940721321106,
+ 0.6182400625228882,
+ 0.5936727350234985,
+ 0.729513829421997,
+ 0.3043965761899948,
+ 0.25340475018024444,
+ 0.27099439952373505,
+ 0.2766846051216125,
+ 0.29747566282749177,
+ 0.24260444918870927,
+ 0.3014756342887878,
+ 0.2654747169494629,
+ 0.2814042194366455,
+ 0.2751402094900608,
+ 0.2607534381270409,
+ 0.2544426300525665,
+ 0.2766920667171478,
+ 0.26777749214172364,
+ 0.27581927382946014,
+ 0.24122158317565917,
+ 0.25178992862701416,
+ 0.27741119154691696,
+ 0.22030126638412476,
+ 0.2316324962377548,
+ 0.19071975877285002,
+ 0.1823152543067932,
+ 0.196656636095047,
+ 0.186306823015213,
+ 0.16951884495019912,
+ 0.1646258558511734,
+ 0.16557776184082032,
+ 0.15581585245132445,
+ 0.1488703131914139,
+ 0.1448495783805847,
+ 0.14867231681346893
+ ],
+ "bridge_loss": [
+ 1.0148520425139926,
+ 0.10943376184105873,
+ 0.016118820284307004,
+ 0.00479079963862896,
+ 0.00932531143128872,
+ 0.022979111295938492,
+ 0.03275809189677238,
+ 0.030009772622585296,
+ 0.018097961828112602,
+ 0.01276451837271452,
+ 0.011840740299224854,
+ 0.011681876456737518,
+ 0.011498133054375649,
+ 0.012259974516928196,
+ 0.012814128774404526,
+ 0.016967138912528754,
+ 0.015625382725894452,
+ 0.016673024797439574,
+ 0.026665059140324594,
+ 0.040999473381042484,
+ 0.08775637840032577,
+ 0.13471563642024995,
+ 0.15264853343963622,
+ 0.17042632131576538,
+ 0.1846267404794693,
+ 0.1426714852333069,
+ 0.15643644499778747,
+ 0.21692225222587586,
+ 0.1381309385061264,
+ 0.13067246084213258,
+ 0.12024339685440064,
+ 0.12863199595212937,
+ 0.11999726004600525,
+ 0.1790491102874279,
+ 0.19895550255775452,
+ 0.07846425278186799,
+ 0.0521241464138031,
+ 0.050531299328804014,
+ 0.048225503075122834,
+ 0.0573767644226551,
+ 0.09494609681367874,
+ 0.06426656882762909,
+ 0.057834729897975924,
+ 0.04925961502492428,
+ 0.061063556718826295,
+ 0.05985300147533417,
+ 0.062644553732872,
+ 0.0668293038368225,
+ 0.13089194159507753,
+ 0.08827434695959091,
+ 0.051028902739286425,
+ 0.03809687232673168,
+ 0.033848379123210905,
+ 0.03457036361694336,
+ 0.02108327111005783,
+ 0.029492683643102646,
+ 0.02455984553694725,
+ 0.02582640761435032,
+ 0.021667973601818085,
+ 0.022328672303259373,
+ 0.02060983867049217,
+ 0.023895200684666634,
+ 0.022121075198054313,
+ 0.02329711413383484,
+ 0.017430856196582318,
+ 0.019568592843413352,
+ 0.025390091779083013,
+ 0.015601030120253562,
+ 0.019178162130713463,
+ 0.011871388348937034,
+ 0.011855170375108718,
+ 0.016089519263803958,
+ 0.014637802371382713,
+ 0.014631265115737915,
+ 0.014274802702665328,
+ 0.014835487592220307,
+ 0.014966160023212433,
+ 0.013275021009892226,
+ 0.013311498472094535,
+ 0.015895452450215817
+ ],
+ "tgrad_loss": [
+ 0.29082378821372984,
+ 0.2483835512638092,
+ 0.2051961945772171,
+ 0.1905601591825485,
+ 0.18488785667419433,
+ 0.1824423761844635,
+ 0.1869030656814575,
+ 0.1947495018005371,
+ 0.19566639924049378,
+ 0.1949521035194397,
+ 0.20665544452667237,
+ 0.20146149559020995,
+ 0.19897012882232665,
+ 0.20541083397865295,
+ 0.21044929957389832,
+ 0.21116275901794435,
+ 0.20743842515945435,
+ 0.21183283591270446,
+ 0.2375204436659813,
+ 0.23233302335739137,
+ 0.24040868864059448,
+ 0.24604910697937013,
+ 0.2490799533367157,
+ 0.2630551248550415,
+ 0.258231339263916,
+ 0.25361546020507814,
+ 0.2691334120750427,
+ 0.2663811700344086,
+ 0.2543328045845032,
+ 0.2582178777694702,
+ 0.2579452847003937,
+ 0.2625505379915237,
+ 0.26032478485107424,
+ 0.265419658946991,
+ 0.2557927810668945,
+ 0.2544631404399872,
+ 0.2494030824661255,
+ 0.24845211391448974,
+ 0.2557117907762527,
+ 0.26441551985740663,
+ 0.2717526791572571,
+ 0.2765517095565796,
+ 0.2689011663913727,
+ 0.2638690975189209,
+ 0.2606501162528992,
+ 0.26571446528434756,
+ 0.26089117522239685,
+ 0.2611869606494904,
+ 0.2496529348373413,
+ 0.2477815414428711,
+ 0.2466373523712158,
+ 0.2452104380130768,
+ 0.2446872700691223,
+ 0.24418589582443237,
+ 0.2456834303855896,
+ 0.24690745534896852,
+ 0.24362052619457245,
+ 0.244556223154068,
+ 0.24611798746585847,
+ 0.24748875288963318,
+ 0.2483429102420807,
+ 0.24989033243656159,
+ 0.24986078734397887,
+ 0.25027746453285216,
+ 0.25002529113292693,
+ 0.24932582616806032,
+ 0.24924127697944642,
+ 0.24763265438079834,
+ 0.24664833087921142,
+ 0.24658291368484497,
+ 0.24376646332740784,
+ 0.24356564955711366,
+ 0.2430250828266144,
+ 0.24248666682243347,
+ 0.24183174138069152,
+ 0.24247501969337462,
+ 0.24142375493049623,
+ 0.24113646895885468,
+ 0.2407443552494049,
+ 0.24025210301876068
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.050826266407966614,
+ 0.1324397623538971,
+ 0.19395378232002258,
+ 0.22954219579696655,
+ 0.24835197627544403,
+ 0.26261672377586365,
+ 0.2866933345794678,
+ 0.3069983422756195,
+ 0.3148944675922394,
+ 0.31817084550857544,
+ 0.3155951499938965,
+ 0.31555619835853577
+ ],
+ "perturbation_rho": [
+ 0.024354537948966026,
+ 0.23902058601379395,
+ 0.29458120465278625,
+ 0.31519168615341187,
+ 0.3208061456680298,
+ 0.38384467363357544,
+ 0.38460177183151245,
+ 0.4478553831577301,
+ 0.41032421588897705,
+ 0.452781081199646,
+ 0.43433815240859985,
+ 0.434899240732193
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0018732836470007896,
+ -0.0014186109183356166,
+ -0.0016378036234527826,
+ -0.001764438347890973,
+ -0.0018913769163191319,
+ -0.002036110032349825,
+ -0.0021226275712251663,
+ -0.0021735229529440403,
+ -0.002216566586866975,
+ -0.0022331401705741882,
+ -0.002216600114479661,
+ -0.0022018395829945803
+ ],
+ "0.003": [
+ -0.005605676211416721,
+ -0.004251755774021149,
+ -0.004909512121230364,
+ -0.00528964027762413,
+ -0.005669655278325081,
+ -0.0061027128249406815,
+ -0.006363155320286751,
+ -0.006514269858598709,
+ -0.006643516011536121,
+ -0.006693107541650534,
+ -0.006642842199653387,
+ -0.006598594132810831
+ ],
+ "0.01": [
+ -0.018513288348913193,
+ -0.014132995158433914,
+ -0.016322217881679535,
+ -0.017585258930921555,
+ -0.018846090883016586,
+ -0.02027801051735878,
+ -0.021141095086932182,
+ -0.02164183184504509,
+ -0.02207053080201149,
+ -0.022233182564377785,
+ -0.02206714265048504,
+ -0.021919995546340942
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json
new file mode 100644
index 0000000..dee781b
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json
@@ -0,0 +1,1722 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.2214362565994263,
+ 0.6880987966537475,
+ 0.573380104637146,
+ 0.504524497127533,
+ 0.4304532258987427,
+ 0.4075445725917816,
+ 0.3505498517990112,
+ 0.33131821126937866,
+ 0.316932852602005,
+ 0.2321077467918396,
+ 0.24117032368183136,
+ 0.18791021666526794,
+ 0.1795637712955475,
+ 0.22588226013183593,
+ 0.12590660848617555,
+ 0.0935815057039261,
+ 0.08925642510652543,
+ 0.06074653144180775,
+ 0.03752641976475716,
+ 0.029369706916809082,
+ 0.022727268996834755,
+ 0.013826664884388447,
+ 0.009437553413957358,
+ 0.006844828377664089,
+ 0.005729820974171161,
+ 0.005235948743671179,
+ 0.004590337446331978,
+ 0.004217684137821197,
+ 0.0039060393817722796,
+ 0.0036189329497516155,
+ 0.0033334961384534835,
+ 0.0030410941667854785,
+ 0.00281677149515599,
+ 0.002593890456110239,
+ 0.0025124770160764457,
+ 0.002334106710460037,
+ 0.0021957552917301654,
+ 0.0020749030753970145,
+ 0.0020024682715535165,
+ 0.0019192409418523312,
+ 0.001830386008322239,
+ 0.0017719921819865704,
+ 0.0016809766824357213,
+ 0.0016068122006952764,
+ 0.0015503323614597321,
+ 0.0014956797890365123,
+ 0.001446343973185867,
+ 0.001398251862078905,
+ 0.0013568441493436694,
+ 0.001320645131357014,
+ 0.0012880230963230133,
+ 0.0012557724336162209,
+ 0.0012244191642850637,
+ 0.001201738376915455,
+ 0.0011770459957420826,
+ 0.001153542260825634,
+ 0.0011285611988976598,
+ 0.0011068878036923707,
+ 0.0010875567765906452,
+ 0.0010707868609577417,
+ 0.001056193824671209,
+ 0.0010415504628792406,
+ 0.001029124596528709,
+ 0.001017341089528054,
+ 0.0010068201394751667,
+ 0.0009978911615908146,
+ 0.000990417231619358,
+ 0.0009832257608883082,
+ 0.00097659575836733,
+ 0.0009707848763093352,
+ 0.0009656708472408354,
+ 0.0009617022202350199,
+ 0.0009582118788734078,
+ 0.0009554196711629629,
+ 0.0009532522734254598,
+ 0.0009515513226389885,
+ 0.0009503170928917825,
+ 0.0009495424324646592,
+ 0.0009490435067564249,
+ 0.0009488068943843246
+ ],
+ "train_acc": [
+ 0.5591,
+ 0.7376,
+ 0.7816,
+ 0.8038,
+ 0.832,
+ 0.8395,
+ 0.865,
+ 0.8744,
+ 0.8816,
+ 0.9157,
+ 0.907,
+ 0.9327,
+ 0.9345,
+ 0.918,
+ 0.9564,
+ 0.9711,
+ 0.9739,
+ 0.9841,
+ 0.9937,
+ 0.9955,
+ 0.9983,
+ 0.9998,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.714,
+ 0.733,
+ 0.739,
+ 0.7415,
+ 0.749,
+ 0.7445,
+ 0.7555,
+ 0.753,
+ 0.758,
+ 0.764,
+ 0.7605,
+ 0.763,
+ 0.751,
+ 0.7495,
+ 0.76,
+ 0.758,
+ 0.7535,
+ 0.762,
+ 0.763,
+ 0.7595,
+ 0.7655,
+ 0.766,
+ 0.7655,
+ 0.7665,
+ 0.7635,
+ 0.7635,
+ 0.7625,
+ 0.763,
+ 0.765,
+ 0.765,
+ 0.765,
+ 0.7605,
+ 0.762,
+ 0.7625,
+ 0.7625,
+ 0.7625,
+ 0.765,
+ 0.7625,
+ 0.761,
+ 0.7635,
+ 0.763,
+ 0.762,
+ 0.7645,
+ 0.762,
+ 0.7625,
+ 0.762,
+ 0.7615,
+ 0.761,
+ 0.7605,
+ 0.762,
+ 0.761,
+ 0.7625,
+ 0.761,
+ 0.763,
+ 0.7615,
+ 0.76,
+ 0.7615,
+ 0.761,
+ 0.7605,
+ 0.76,
+ 0.7585,
+ 0.7605,
+ 0.7595,
+ 0.76,
+ 0.7605,
+ 0.76,
+ 0.761,
+ 0.7615,
+ 0.7605,
+ 0.761,
+ 0.761,
+ 0.7615,
+ 0.762,
+ 0.762,
+ 0.762,
+ 0.762,
+ 0.762,
+ 0.762,
+ 0.762,
+ 0.762
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8338037729263306,
+ 0.8328856229782104,
+ 0.8300410509109497,
+ 0.823561429977417,
+ 0.8153207302093506,
+ 0.8093391060829163,
+ 0.8022103309631348,
+ 0.797042727470398,
+ 0.7909072041511536,
+ 0.7847579121589661,
+ 0.7778322100639343,
+ 0.7729053497314453
+ ],
+ "perturbation_rho": [
+ 0.9999991059303284,
+ 0.999998927116394,
+ 0.9999983906745911,
+ 0.9999978542327881,
+ 0.999996542930603,
+ 0.9999936819076538,
+ 0.9999876022338867,
+ 0.9999791383743286,
+ 0.9999581575393677,
+ 0.9999358057975769,
+ 0.9998983144760132,
+ 0.9998669624328613
+ ],
+ "nudging": {
+ "0.001": [
+ -0.06551718711853027,
+ -0.05436878278851509,
+ -0.04374578222632408,
+ -0.03377873823046684,
+ -0.02519271895289421,
+ -0.018464749678969383,
+ -0.01353352889418602,
+ -0.010026221163570881,
+ -0.007582810707390308,
+ -0.0058988286182284355,
+ -0.004728769883513451,
+ -0.003913772292435169
+ ],
+ "0.003": [
+ -0.18775689601898193,
+ -0.15706855058670044,
+ -0.1273409128189087,
+ -0.09902073442935944,
+ -0.07429663836956024,
+ -0.05470982939004898,
+ -0.040235307067632675,
+ -0.029878726229071617,
+ -0.022634346038103104,
+ -0.017627287656068802,
+ -0.01414164062589407,
+ -0.011711093597114086
+ ],
+ "0.01": [
+ -0.5344969034194946,
+ -0.45930254459381104,
+ -0.3820700943470001,
+ -0.30436116456985474,
+ -0.2331882268190384,
+ -0.17455099523067474,
+ -0.12991222739219666,
+ -0.09728521853685379,
+ -0.07412658631801605,
+ -0.05795694515109062,
+ -0.04662308096885681,
+ -0.03868289291858673
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.207177610397339,
+ 1.3553162548065185,
+ 0.9701127763748169,
+ 0.8732295251846314,
+ 0.8323645715236664,
+ 0.7960227321624755,
+ 0.7760959873199463,
+ 0.7735449209213257,
+ 0.8278698476791382,
+ 0.7780323928833007,
+ 0.7878356379508972,
+ 0.8351406150817872,
+ 0.8288927593231201,
+ 0.8574019664764404,
+ 0.9053186392784118,
+ 0.8401385468482971,
+ 0.9288690845489502,
+ 0.9082258205413818,
+ 0.9345129062652587,
+ 0.9014082008361817,
+ 0.9392737476348877,
+ 0.9890750411033631,
+ 0.9745229903221131,
+ 1.012724796485901,
+ 1.0476140842437744,
+ 1.0703742972373962,
+ 1.0096880889892579,
+ 1.0171483258247376,
+ 0.993707428073883,
+ 1.0268911544799804,
+ 1.0893181150436402,
+ 1.0987916242599487,
+ 1.1768492286682128,
+ 1.0336660877227783,
+ 1.0487600833892823,
+ 1.0165627954006196,
+ 1.0527002319335939,
+ 1.0847500762939453,
+ 1.0983065540313721,
+ 1.1062523952484131,
+ 1.1631684410095215,
+ 1.0733569494247437,
+ 1.0690837306976317,
+ 1.0478396898269653,
+ 1.0268214958190918,
+ 1.0501665784835816,
+ 1.0577228107452392,
+ 1.0538366958618164,
+ 1.0179664922714233,
+ 1.0134689270019532,
+ 0.9985476385116577,
+ 1.0454052556991578,
+ 1.0207467739105225,
+ 1.0244656821250915,
+ 0.9939537384033204,
+ 1.0521814125061035,
+ 1.0026006247520447,
+ 0.9790403079986573,
+ 1.0003239252090455,
+ 0.9621838529586793,
+ 0.9900179187774658,
+ 0.9625193190574646,
+ 0.9366787405014038,
+ 0.9520282551765442,
+ 0.9402749418258667,
+ 0.9276724267959595,
+ 0.926775997543335,
+ 0.9376771799087524,
+ 0.9245368611335755,
+ 0.9217848522186279,
+ 0.9227305391311645,
+ 0.9204626731872558,
+ 0.9151489919662475,
+ 0.9102424224853516,
+ 0.9097598545074463,
+ 0.9079971894264222,
+ 0.905090577507019,
+ 0.9043300183296203,
+ 0.9026400138854981,
+ 0.9020073030471801
+ ],
+ "train_acc": [
+ 0.1971,
+ 0.5182,
+ 0.6448,
+ 0.6792,
+ 0.6936,
+ 0.7075,
+ 0.7157,
+ 0.7152,
+ 0.7044,
+ 0.7158,
+ 0.7198,
+ 0.7091,
+ 0.711,
+ 0.7059,
+ 0.6962,
+ 0.7185,
+ 0.697,
+ 0.709,
+ 0.7009,
+ 0.7141,
+ 0.7042,
+ 0.6947,
+ 0.7025,
+ 0.695,
+ 0.6896,
+ 0.6896,
+ 0.6981,
+ 0.7002,
+ 0.6978,
+ 0.6927,
+ 0.6839,
+ 0.6831,
+ 0.6728,
+ 0.6945,
+ 0.6934,
+ 0.7016,
+ 0.6898,
+ 0.6859,
+ 0.6837,
+ 0.6842,
+ 0.6775,
+ 0.687,
+ 0.6887,
+ 0.6933,
+ 0.6962,
+ 0.692,
+ 0.6919,
+ 0.6894,
+ 0.6975,
+ 0.6978,
+ 0.6962,
+ 0.6928,
+ 0.6957,
+ 0.6958,
+ 0.6997,
+ 0.6891,
+ 0.6983,
+ 0.7021,
+ 0.6988,
+ 0.7051,
+ 0.6999,
+ 0.7047,
+ 0.7081,
+ 0.7054,
+ 0.7081,
+ 0.7125,
+ 0.7133,
+ 0.7084,
+ 0.7098,
+ 0.7114,
+ 0.7082,
+ 0.7122,
+ 0.7119,
+ 0.7132,
+ 0.7132,
+ 0.7142,
+ 0.7158,
+ 0.7147,
+ 0.7147,
+ 0.7152
+ ],
+ "test_acc": [
+ 0.3905,
+ 0.579,
+ 0.641,
+ 0.641,
+ 0.628,
+ 0.6535,
+ 0.659,
+ 0.6255,
+ 0.6425,
+ 0.6445,
+ 0.6375,
+ 0.6555,
+ 0.654,
+ 0.619,
+ 0.6675,
+ 0.6245,
+ 0.6405,
+ 0.6555,
+ 0.673,
+ 0.6335,
+ 0.6435,
+ 0.633,
+ 0.641,
+ 0.619,
+ 0.6355,
+ 0.658,
+ 0.6185,
+ 0.644,
+ 0.6485,
+ 0.6035,
+ 0.589,
+ 0.614,
+ 0.6475,
+ 0.6145,
+ 0.6325,
+ 0.6305,
+ 0.6445,
+ 0.623,
+ 0.62,
+ 0.609,
+ 0.644,
+ 0.6335,
+ 0.616,
+ 0.6435,
+ 0.626,
+ 0.617,
+ 0.6195,
+ 0.6375,
+ 0.6395,
+ 0.658,
+ 0.6355,
+ 0.657,
+ 0.6365,
+ 0.6435,
+ 0.63,
+ 0.651,
+ 0.6595,
+ 0.643,
+ 0.6525,
+ 0.647,
+ 0.6515,
+ 0.66,
+ 0.654,
+ 0.6595,
+ 0.66,
+ 0.6645,
+ 0.6615,
+ 0.668,
+ 0.664,
+ 0.6545,
+ 0.6665,
+ 0.6665,
+ 0.6655,
+ 0.6625,
+ 0.666,
+ 0.665,
+ 0.6685,
+ 0.6695,
+ 0.6705,
+ 0.6705
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.04563574492931366,
+ 0.07466404139995575,
+ 0.07062304764986038,
+ 0.07941032946109772,
+ 0.08478259295225143,
+ 0.1176375150680542,
+ 0.051365386694669724,
+ 0.07094398140907288,
+ 0.06898803263902664,
+ 0.07310269773006439,
+ 0.0635182335972786,
+ 0.11305823177099228
+ ],
+ "perturbation_rho": [
+ 0.026268895715475082,
+ 0.03733495995402336,
+ 0.07775422930717468,
+ 0.12396883964538574,
+ 0.05687103420495987,
+ 0.13703036308288574,
+ -0.0030320845544338226,
+ 0.08171480149030685,
+ 0.06336408108472824,
+ 0.09909991919994354,
+ 0.06059148907661438,
+ 0.12057653069496155
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0016007821541279554,
+ -0.0005322497454471886,
+ -0.00031997537007555366,
+ -0.00037323293508961797,
+ -0.000361767306458205,
+ -0.0004932747106067836,
+ -0.00017937232041731477,
+ -0.0002972582005895674,
+ -0.0003065706114284694,
+ -0.0003170697018504143,
+ -0.000248884956818074,
+ -0.00045291916467249393
+ ],
+ "0.003": [
+ -0.004783018957823515,
+ -0.0015951856039464474,
+ -0.0009565058862790465,
+ -0.0011192618403583765,
+ -0.0010866662487387657,
+ -0.0014763758517801762,
+ -0.0005387155106291175,
+ -0.0008894718484953046,
+ -0.0009208020055666566,
+ -0.000954244751483202,
+ -0.0007453658035956323,
+ -0.0013566396664828062
+ ],
+ "0.01": [
+ -0.015672076493501663,
+ -0.0053095086477696896,
+ -0.0031822575256228447,
+ -0.003722358262166381,
+ -0.0036155935376882553,
+ -0.004913205746561289,
+ -0.0017889357404783368,
+ -0.002959918463602662,
+ -0.003063073381781578,
+ -0.003171245101839304,
+ -0.0024787387810647488,
+ -0.004513401538133621
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7777370233535768,
+ 1.039262655735016,
+ 0.8970872451782227,
+ 0.9651401982307434,
+ 0.963715316581726,
+ 0.9871692520141602,
+ 1.0162057588577271,
+ 1.0440610739707947,
+ 1.0629752737998963,
+ 1.0943596759796144,
+ 1.1322574831008911,
+ 1.1550358348846435,
+ 1.1498169647216796,
+ 1.0954011442184448,
+ 1.1236124910354615,
+ 1.1751378925323486,
+ 1.1859121335983276,
+ 1.1846929653167724,
+ 1.2153968069076537,
+ 1.1254301585197448,
+ 1.1320601383209228,
+ 1.1558818790435792,
+ 1.133813604736328,
+ 1.1268145646095276,
+ 1.1400998264312745,
+ 1.0998258207321168,
+ 1.0921298738479615,
+ 1.0851680498123168,
+ 1.0914192169189454,
+ 1.0816248546600342,
+ 1.0882935146331787,
+ 1.0556492755889892,
+ 1.0454220704078674,
+ 1.0455451524734498,
+ 1.0445414920806886,
+ 1.0483357555389405,
+ 1.057666886138916,
+ 1.0440490622520446,
+ 1.0286948212623597,
+ 1.036337445449829,
+ 1.054752719116211,
+ 1.03532038230896,
+ 1.0384975449562073,
+ 1.0404673326492309,
+ 1.041804114151001,
+ 1.0244333234786986,
+ 1.0268776634216308,
+ 1.031060266494751,
+ 1.0237797790527343,
+ 1.0266751319885254,
+ 1.0234112846374512,
+ 1.0229099086761475,
+ 1.0279601011276245,
+ 1.0144617162704468,
+ 1.0212466983795165,
+ 1.0155485634803771,
+ 1.0136163455963134,
+ 1.0249474774360656,
+ 1.0065589557647705,
+ 1.006953769683838,
+ 1.0076389682769775,
+ 1.0087233503341675,
+ 1.000064527130127,
+ 1.0004527723312377,
+ 1.0012750885009765,
+ 1.0030569223403931,
+ 0.9993479643821717,
+ 0.9943592184066773,
+ 0.9925341587066651,
+ 0.9925664705276489,
+ 0.9892626775741578,
+ 0.9883018711090088,
+ 0.9872277095794678,
+ 0.9865430347442627,
+ 0.9849344594955445,
+ 0.9844682892799378,
+ 0.9840617263793945,
+ 0.9834357357025146,
+ 0.9830780168533325,
+ 0.9829166003227234
+ ],
+ "train_acc": [
+ 0.3546,
+ 0.6171,
+ 0.6761,
+ 0.6705,
+ 0.6713,
+ 0.6597,
+ 0.6514,
+ 0.635,
+ 0.6289,
+ 0.6197,
+ 0.6115,
+ 0.5982,
+ 0.5987,
+ 0.6114,
+ 0.5955,
+ 0.5854,
+ 0.5868,
+ 0.5799,
+ 0.5763,
+ 0.5979,
+ 0.5943,
+ 0.5958,
+ 0.6015,
+ 0.6004,
+ 0.6039,
+ 0.611,
+ 0.6139,
+ 0.6125,
+ 0.609,
+ 0.6141,
+ 0.6158,
+ 0.6242,
+ 0.6266,
+ 0.6278,
+ 0.6316,
+ 0.6286,
+ 0.6254,
+ 0.6351,
+ 0.6368,
+ 0.6323,
+ 0.6252,
+ 0.6313,
+ 0.6321,
+ 0.628,
+ 0.6275,
+ 0.6354,
+ 0.6371,
+ 0.6314,
+ 0.6355,
+ 0.637,
+ 0.6368,
+ 0.6366,
+ 0.6366,
+ 0.6398,
+ 0.6375,
+ 0.6408,
+ 0.6381,
+ 0.6356,
+ 0.6412,
+ 0.6429,
+ 0.6404,
+ 0.6428,
+ 0.6433,
+ 0.6423,
+ 0.6424,
+ 0.6418,
+ 0.644,
+ 0.6422,
+ 0.6459,
+ 0.6459,
+ 0.6462,
+ 0.6452,
+ 0.6476,
+ 0.6465,
+ 0.6483,
+ 0.6461,
+ 0.6473,
+ 0.6477,
+ 0.648,
+ 0.6484
+ ],
+ "test_acc": [
+ 0.5575,
+ 0.608,
+ 0.6735,
+ 0.626,
+ 0.6365,
+ 0.6265,
+ 0.6,
+ 0.601,
+ 0.5965,
+ 0.5965,
+ 0.581,
+ 0.5795,
+ 0.5845,
+ 0.5935,
+ 0.5525,
+ 0.5735,
+ 0.563,
+ 0.5485,
+ 0.5615,
+ 0.569,
+ 0.572,
+ 0.5765,
+ 0.5625,
+ 0.569,
+ 0.581,
+ 0.572,
+ 0.574,
+ 0.574,
+ 0.594,
+ 0.5745,
+ 0.591,
+ 0.6005,
+ 0.6115,
+ 0.6095,
+ 0.595,
+ 0.582,
+ 0.598,
+ 0.5855,
+ 0.598,
+ 0.5945,
+ 0.596,
+ 0.601,
+ 0.5955,
+ 0.5815,
+ 0.5915,
+ 0.597,
+ 0.588,
+ 0.5995,
+ 0.5845,
+ 0.5995,
+ 0.5955,
+ 0.589,
+ 0.5965,
+ 0.618,
+ 0.6,
+ 0.6025,
+ 0.609,
+ 0.6025,
+ 0.605,
+ 0.6045,
+ 0.601,
+ 0.6105,
+ 0.611,
+ 0.6055,
+ 0.6025,
+ 0.6035,
+ 0.597,
+ 0.598,
+ 0.605,
+ 0.598,
+ 0.6025,
+ 0.6035,
+ 0.603,
+ 0.601,
+ 0.6025,
+ 0.6045,
+ 0.6035,
+ 0.6025,
+ 0.6025,
+ 0.6015
+ ],
+ "state_pred_error": [
+ 0.6630272414207459,
+ 0.2079629589319229,
+ 0.16196079077720643,
+ 0.1663352201938629,
+ 0.1627671336174011,
+ 0.1762225886821747,
+ 0.1813463003873825,
+ 0.17045307669639587,
+ 0.16121247019767762,
+ 0.15743737254142762,
+ 0.16037912952899933,
+ 0.14473771260976792,
+ 0.1326150424480438,
+ 0.12846465719938277,
+ 0.11744894111156463,
+ 0.11671908056735993,
+ 0.11889441428184509,
+ 0.12293256052732468,
+ 0.11396846870183945,
+ 0.10545692546367645,
+ 0.10248748415708542,
+ 0.08661013205051422,
+ 0.07915450052022933,
+ 0.09114358839988708,
+ 0.08691594620943069,
+ 0.08266509202718735,
+ 0.08061882747411728,
+ 0.07838099582195282,
+ 0.07678124432563782,
+ 0.075958416223526,
+ 0.07330761730670929,
+ 0.07064944109916688,
+ 0.06765280425548553,
+ 0.06359503600597381,
+ 0.06085543820858002,
+ 0.059145973962545395,
+ 0.057147851037979126,
+ 0.05545796197652817,
+ 0.05472242616415024,
+ 0.05328660033941269,
+ 0.052086339628696444,
+ 0.0522535075366497,
+ 0.052079638755321504,
+ 0.05211708617210388,
+ 0.0511810753941536,
+ 0.04935787490606308,
+ 0.046508885717391965,
+ 0.044714570379257204,
+ 0.043279960918426515,
+ 0.042027167618274686,
+ 0.04071626418828964,
+ 0.03979887268543243,
+ 0.03903335108757019,
+ 0.03792436560988426,
+ 0.03741062755584717,
+ 0.03643448035120964,
+ 0.03576543673872948,
+ 0.0351304425060749,
+ 0.03429401182532311,
+ 0.03371152082681656,
+ 0.03313189471960068,
+ 0.03265186365842819,
+ 0.032182833680510524,
+ 0.0312529805958271,
+ 0.030570048174262048,
+ 0.029929270273447037,
+ 0.029457912415266036,
+ 0.028828839021921158,
+ 0.028277097725868224,
+ 0.028308763039112093,
+ 0.02776089369058609,
+ 0.026589947140216827,
+ 0.026290152072906494,
+ 0.025718347430229188,
+ 0.025397347101569177,
+ 0.02519998631477356,
+ 0.02490392438173294,
+ 0.024270719787478447,
+ 0.024019235450029375,
+ 0.02374415186047554
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.5561584234237671,
+ 0.39794063568115234,
+ 0.20452159643173218,
+ 0.14641982316970825,
+ 0.11315252631902695,
+ 0.12314423173666,
+ 0.11100500077009201,
+ 0.11256138980388641,
+ 0.12550771236419678,
+ 0.11898934841156006,
+ 0.11000233888626099,
+ 0.10332056879997253
+ ],
+ "perturbation_rho": [
+ 0.4663659632205963,
+ 0.38622361421585083,
+ 0.20298895239830017,
+ 0.1521472930908203,
+ 0.10572830587625504,
+ 0.14532539248466492,
+ 0.1235864907503128,
+ 0.12295880913734436,
+ 0.1263602077960968,
+ 0.1123446375131607,
+ 0.14707674086093903,
+ 0.1404699832201004
+ ],
+ "nudging": {
+ "0.001": [
+ -0.01762799359858036,
+ -0.0021035720128566027,
+ -0.00075343600474298,
+ -0.0005018080701120198,
+ -0.00037483975756913424,
+ -0.00040054353303276,
+ -0.00037695514038205147,
+ -0.0003710503806360066,
+ -0.00040657291538082063,
+ -0.0003865875187329948,
+ -0.00035775359719991684,
+ -0.00033668274409137666
+ ],
+ "0.003": [
+ -0.05237508937716484,
+ -0.006302305497229099,
+ -0.0022594095207750797,
+ -0.0015049520879983902,
+ -0.001124655595049262,
+ -0.0012015008833259344,
+ -0.00113069883082062,
+ -0.0011128759942948818,
+ -0.0012195921735838056,
+ -0.001159440609626472,
+ -0.0010727422777563334,
+ -0.0010099414503201842
+ ],
+ "0.01": [
+ -0.16852372884750366,
+ -0.020911922678351402,
+ -0.007518916856497526,
+ -0.005010381806641817,
+ -0.0037449360825121403,
+ -0.004001074004918337,
+ -0.0037657374050468206,
+ -0.0037060989998281,
+ -0.00406123511493206,
+ -0.003861584234982729,
+ -0.0035726726055145264,
+ -0.0033634149003773928
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 16351.89453125,
+ 3139.08837890625,
+ 1824.6005859375,
+ 1391.949462890625,
+ 1295.1900634765625,
+ 1149.4605712890625,
+ 981.4422607421875,
+ 921.3729248046875,
+ 954.6389770507812,
+ 1032.970703125,
+ 1065.58984375,
+ 1272.3818359375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.207360833930969,
+ 1.3511120353698731,
+ 0.9661354298591613,
+ 0.8680098114967346,
+ 0.8263119333267211,
+ 0.7979276044845581,
+ 0.7925828973770142,
+ 0.7783180428504943,
+ 0.7965024029731751,
+ 0.7947660594463348,
+ 0.7717324380874634,
+ 0.8037697998046875,
+ 0.8354542464256287,
+ 0.8516409687042237,
+ 0.883002855014801,
+ 0.8535399710655213,
+ 0.9378591158866882,
+ 0.9240535995960235,
+ 0.920214697265625,
+ 1.0051448905944824,
+ 0.896866081237793,
+ 0.964885433959961,
+ 1.036075691986084,
+ 1.0164314723968506,
+ 1.1041621470451355,
+ 1.0689070242881775,
+ 1.1327576055526734,
+ 1.3177466125488282,
+ 1.3560321712493897,
+ 1.2767763432502746,
+ 1.1126590032577515,
+ 1.0944596376419067,
+ 1.1537445356369018,
+ 1.1305477544784546,
+ 1.162183289718628,
+ 1.110354697036743,
+ 1.138338935279846,
+ 1.0938628067016603,
+ 1.0949970287322999,
+ 1.1010143295288086,
+ 1.1742381256103516,
+ 1.1792693685531617,
+ 1.1362173608779906,
+ 1.1625488094329834,
+ 1.1804513359069824,
+ 1.1834693833351135,
+ 1.1848550859451294,
+ 1.1936074775695802,
+ 1.1980674312591553,
+ 1.2182542015075684,
+ 1.2160317821502686,
+ 1.2099562562942505,
+ 1.2189889129638671,
+ 1.2211134176254272,
+ 1.1966558967590333,
+ 1.2248574840545654,
+ 1.204994546699524,
+ 1.2041459096908569,
+ 1.2023766017913817,
+ 1.210695701599121,
+ 1.2113554904937744,
+ 1.205434011077881,
+ 1.2068788354873656,
+ 1.2005671588897706,
+ 1.203082329940796,
+ 1.1969014379501344,
+ 1.2014315116882324,
+ 1.188254769706726,
+ 1.1834532361984254,
+ 1.1865405479431153,
+ 1.1853660331726075,
+ 1.180847424697876,
+ 1.1774358226776123,
+ 1.173608071899414,
+ 1.1725929969787598,
+ 1.171435493850708,
+ 1.1699126182556152,
+ 1.1699759094238282,
+ 1.168540977859497,
+ 1.1682494367599487
+ ],
+ "train_acc": [
+ 0.1977,
+ 0.5172,
+ 0.64,
+ 0.6814,
+ 0.6953,
+ 0.7097,
+ 0.7096,
+ 0.7174,
+ 0.7107,
+ 0.7156,
+ 0.7238,
+ 0.7169,
+ 0.7142,
+ 0.7094,
+ 0.7077,
+ 0.7179,
+ 0.6979,
+ 0.7028,
+ 0.7047,
+ 0.6864,
+ 0.7106,
+ 0.6876,
+ 0.6734,
+ 0.6686,
+ 0.6469,
+ 0.6496,
+ 0.6328,
+ 0.6153,
+ 0.6178,
+ 0.6298,
+ 0.6242,
+ 0.6312,
+ 0.6123,
+ 0.6315,
+ 0.618,
+ 0.6186,
+ 0.6135,
+ 0.6144,
+ 0.6056,
+ 0.6093,
+ 0.5855,
+ 0.5801,
+ 0.5917,
+ 0.5761,
+ 0.5702,
+ 0.5688,
+ 0.5723,
+ 0.5661,
+ 0.5684,
+ 0.5549,
+ 0.5581,
+ 0.5567,
+ 0.5572,
+ 0.5518,
+ 0.5626,
+ 0.5541,
+ 0.5579,
+ 0.5572,
+ 0.5623,
+ 0.5514,
+ 0.5565,
+ 0.5607,
+ 0.5585,
+ 0.559,
+ 0.5538,
+ 0.564,
+ 0.5567,
+ 0.5616,
+ 0.5637,
+ 0.5666,
+ 0.5637,
+ 0.5619,
+ 0.5675,
+ 0.5666,
+ 0.5669,
+ 0.5694,
+ 0.5697,
+ 0.5686,
+ 0.5695,
+ 0.5689
+ ],
+ "test_acc": [
+ 0.3955,
+ 0.5785,
+ 0.6265,
+ 0.652,
+ 0.6485,
+ 0.621,
+ 0.6335,
+ 0.6655,
+ 0.67,
+ 0.689,
+ 0.6655,
+ 0.626,
+ 0.638,
+ 0.644,
+ 0.6145,
+ 0.6285,
+ 0.667,
+ 0.645,
+ 0.644,
+ 0.6665,
+ 0.662,
+ 0.643,
+ 0.627,
+ 0.615,
+ 0.6205,
+ 0.5915,
+ 0.528,
+ 0.5505,
+ 0.575,
+ 0.5655,
+ 0.552,
+ 0.57,
+ 0.5755,
+ 0.581,
+ 0.582,
+ 0.5765,
+ 0.553,
+ 0.5395,
+ 0.5435,
+ 0.558,
+ 0.535,
+ 0.5635,
+ 0.5525,
+ 0.5505,
+ 0.526,
+ 0.544,
+ 0.5335,
+ 0.5235,
+ 0.5315,
+ 0.5345,
+ 0.5095,
+ 0.5005,
+ 0.4775,
+ 0.5465,
+ 0.526,
+ 0.533,
+ 0.5515,
+ 0.5615,
+ 0.5635,
+ 0.5495,
+ 0.5475,
+ 0.5435,
+ 0.5485,
+ 0.5485,
+ 0.5555,
+ 0.5515,
+ 0.566,
+ 0.5585,
+ 0.554,
+ 0.551,
+ 0.5565,
+ 0.5555,
+ 0.549,
+ 0.554,
+ 0.5525,
+ 0.5605,
+ 0.5575,
+ 0.558,
+ 0.5575,
+ 0.5585
+ ],
+ "value_loss": [
+ 2.8914731563568115,
+ 1.0116421065330505,
+ 0.9792686163425446,
+ 0.9698389565467834,
+ 0.9745230066776276,
+ 0.9593441887855529,
+ 0.9914514320373535,
+ 0.9008937696456909,
+ 0.9442315740585328,
+ 0.9354399297237396,
+ 0.9357834646224975,
+ 1.0310763645172119,
+ 1.1280350433349609,
+ 1.1904344772338866,
+ 1.3550069772720337,
+ 1.3053666845321654,
+ 1.4593678120613098,
+ 1.4700158073425293,
+ 1.3546633718490602,
+ 1.6431034988403321,
+ 1.3852640265464782,
+ 1.322731337928772,
+ 1.518436873435974,
+ 1.1696343566894531,
+ 1.454881266784668,
+ 1.370015459060669,
+ 1.363555002975464,
+ 1.872614532470703,
+ 2.4025319738388062,
+ 3.2879290182590486,
+ 1.1695105950355529,
+ 1.0109361934661865,
+ 1.1540400910377502,
+ 1.209294234085083,
+ 1.211466327047348,
+ 0.8347042934417724,
+ 0.8668873561859131,
+ 0.8094220149993896,
+ 0.741839238357544,
+ 0.6732744760513306,
+ 0.7854546588897705,
+ 0.6755673208236694,
+ 0.5728948916435241,
+ 0.6133837251663208,
+ 0.6896575976371765,
+ 0.6329740990638733,
+ 0.5643162271499634,
+ 0.5344781528472901,
+ 0.6565200087070465,
+ 0.5923100409507751,
+ 0.5163188346862793,
+ 0.5435176980018616,
+ 0.532232845401764,
+ 0.5047218198776245,
+ 0.47310378370285033,
+ 0.45587757511138916,
+ 0.4523937116146088,
+ 0.4488687247276306,
+ 0.445998570728302,
+ 0.4277126375198364,
+ 0.43870710592269896,
+ 0.406502858543396,
+ 0.5107559196472168,
+ 0.42902055196762084,
+ 0.3890920462608337,
+ 0.38705502166748046,
+ 0.4119320761680603,
+ 0.38806987524032593,
+ 0.3780417576313019,
+ 0.3852014954566956,
+ 0.3755380168914795,
+ 0.3765079488277435,
+ 0.3590162860870361,
+ 0.36511458950042724,
+ 0.3516147146701813,
+ 0.3548973054409027,
+ 0.3555239068031311,
+ 0.3550170949459076,
+ 0.3455959125518799,
+ 0.3557061047077179
+ ],
+ "term_loss": [
+ 1.6602315026283263,
+ 0.6487982746124268,
+ 0.7606359968185424,
+ 0.7683342950582505,
+ 0.7632556185245514,
+ 0.7351340337753296,
+ 0.7646495252609253,
+ 0.6887249355316162,
+ 0.7335731735229493,
+ 0.7274465770244598,
+ 0.7336520937919617,
+ 0.8231202568054199,
+ 0.9113656562805176,
+ 0.9691344513893128,
+ 1.131781807899475,
+ 1.0871996644496917,
+ 1.2227107072830201,
+ 1.2319942425727843,
+ 1.1140453166007995,
+ 1.3427057041168213,
+ 1.0584808224439621,
+ 0.9781823832035065,
+ 1.124849826812744,
+ 0.8163653163909912,
+ 1.0391017780303955,
+ 0.9161141554832458,
+ 0.9728089346885681,
+ 1.4108687118530274,
+ 1.913311016893387,
+ 2.474852797269821,
+ 0.7707266288757324,
+ 0.6442933590888977,
+ 0.7695344947814942,
+ 0.8129353022575379,
+ 0.7860277270078659,
+ 0.4854595648765564,
+ 0.5304397300720215,
+ 0.48523606872558595,
+ 0.4136289978981018,
+ 0.3496486745357513,
+ 0.43072265305519103,
+ 0.3545576292037964,
+ 0.2707749304056168,
+ 0.30003291432857515,
+ 0.3649471400976181,
+ 0.3097132356643677,
+ 0.24948634128570557,
+ 0.21672172679901122,
+ 0.31764200187921526,
+ 0.2645720922470093,
+ 0.1943810030221939,
+ 0.21808994147777558,
+ 0.20612887120246887,
+ 0.1831600733757019,
+ 0.1579606840133667,
+ 0.13959807016849518,
+ 0.13821850581765174,
+ 0.1346768367767334,
+ 0.13379685539007186,
+ 0.11722139341831207,
+ 0.12373274766206742,
+ 0.1021266034603119,
+ 0.18962102710008621,
+ 0.12173434302210807,
+ 0.0886700010061264,
+ 0.08855389852523804,
+ 0.10985714473724366,
+ 0.09126245896220207,
+ 0.08464143277704715,
+ 0.08802928638458252,
+ 0.08116196565628052,
+ 0.08235352320671081,
+ 0.06943840010166168,
+ 0.07480848977863788,
+ 0.06362296106815338,
+ 0.06547020068168641,
+ 0.0663039342880249,
+ 0.06582048626542092,
+ 0.0589083580493927,
+ 0.06590610226392746
+ ],
+ "bridge_loss": [
+ 0.9331698284233862,
+ 0.11649462137520314,
+ 0.015715979816019535,
+ 0.00671334265768528,
+ 0.018271303272247314,
+ 0.03326347976624966,
+ 0.03348449106514454,
+ 0.020532348553836347,
+ 0.013244135062396526,
+ 0.009722792905569077,
+ 0.008876127330958843,
+ 0.009582126937806607,
+ 0.011055101352930068,
+ 0.011870610010623932,
+ 0.013375742612779141,
+ 0.0155577556848526,
+ 0.019751004827022554,
+ 0.017863361442089082,
+ 0.027747771644592287,
+ 0.07066093260645867,
+ 0.11650513218641281,
+ 0.12101610896587371,
+ 0.15459786736965178,
+ 0.11606869056224824,
+ 0.15967000955343247,
+ 0.19558869359493256,
+ 0.11933131771087646,
+ 0.16814801473617555,
+ 0.19006015786528588,
+ 0.5340570589244366,
+ 0.13764213082790375,
+ 0.10621524007320404,
+ 0.11688521416187286,
+ 0.13697189807891846,
+ 0.16142817224264144,
+ 0.08553076691031455,
+ 0.06714614820480347,
+ 0.058368180775642396,
+ 0.06367164892554283,
+ 0.058401806330680844,
+ 0.07510955965518952,
+ 0.04296272074580192,
+ 0.030555253785848616,
+ 0.03590657195448876,
+ 0.0444308792591095,
+ 0.040885373382270336,
+ 0.031827708619832994,
+ 0.031135463285446165,
+ 0.05048181757330895,
+ 0.03556546043753624,
+ 0.029527773827314377,
+ 0.033380622804164886,
+ 0.032867836010456085,
+ 0.029423796927928923,
+ 0.026511628997325898,
+ 0.02286296658962965,
+ 0.02306612728089094,
+ 0.02427403473854065,
+ 0.022651293496787548,
+ 0.02018927168995142,
+ 0.023878360521793367,
+ 0.015088292667269706,
+ 0.031936795590817926,
+ 0.018752254104614258,
+ 0.010989018613100051,
+ 0.011456697177141905,
+ 0.014083520233631134,
+ 0.010883450951427221,
+ 0.00928245914876461,
+ 0.01226512822508812,
+ 0.009397232201695442,
+ 0.009936634358018637,
+ 0.006541926475614309,
+ 0.008306315709650517,
+ 0.006603296869248152,
+ 0.008167878417670726,
+ 0.008434691524505615,
+ 0.00860220458805561,
+ 0.006883558386564255,
+ 0.010093027733266353
+ ],
+ "tgrad_loss": [
+ 0.2980718096733093,
+ 0.24634920997619628,
+ 0.2029166358470917,
+ 0.19479132684469222,
+ 0.1929960819721222,
+ 0.19094667139053345,
+ 0.19331741120815277,
+ 0.1916364851951599,
+ 0.19741427063941955,
+ 0.19827055424451828,
+ 0.19325523676872253,
+ 0.19837397718429564,
+ 0.20561428740024568,
+ 0.20942940578460692,
+ 0.20984943301677703,
+ 0.20260925273895264,
+ 0.21690608932971955,
+ 0.22015822021961212,
+ 0.2128702841281891,
+ 0.22973685836791993,
+ 0.21027806951999664,
+ 0.22353285098075867,
+ 0.23898917541503906,
+ 0.23720036025047303,
+ 0.25610947241783144,
+ 0.25831260244846344,
+ 0.2714147402048111,
+ 0.29359780797958374,
+ 0.29916080503463743,
+ 0.2790191856145859,
+ 0.2611418417930603,
+ 0.2604275827884674,
+ 0.26762038497924806,
+ 0.25938703508377076,
+ 0.2640104354381561,
+ 0.2637139617919922,
+ 0.2693014838695526,
+ 0.2658177710533142,
+ 0.2645385955810547,
+ 0.26522399611473085,
+ 0.27962244243621825,
+ 0.27804697461128236,
+ 0.27156470761299134,
+ 0.27744423763751985,
+ 0.2802795831680298,
+ 0.28237549018859864,
+ 0.28300217514038084,
+ 0.2866209662437439,
+ 0.28839618926048277,
+ 0.29217248883247376,
+ 0.2924100575447083,
+ 0.2920471329689026,
+ 0.29323613867759707,
+ 0.2921379543304443,
+ 0.2886314691543579,
+ 0.2934165405750275,
+ 0.2911090755939484,
+ 0.28991785345077514,
+ 0.28955041818618776,
+ 0.290301975774765,
+ 0.29109600009918213,
+ 0.2892879591941834,
+ 0.2891980986595154,
+ 0.2885339534759521,
+ 0.28943302466869353,
+ 0.2870444281578064,
+ 0.2879914128303528,
+ 0.28592396450042723,
+ 0.2841178658246994,
+ 0.284907079744339,
+ 0.28497882013320924,
+ 0.28421779255867,
+ 0.2830359622001648,
+ 0.2819997839927673,
+ 0.2813884559631348,
+ 0.2812592257499695,
+ 0.2807852788448334,
+ 0.2805944046497345,
+ 0.2798039969444275,
+ 0.2797069767475128
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.05994441360235214,
+ 0.19127817451953888,
+ 0.25874069333076477,
+ 0.31905949115753174,
+ 0.31442493200302124,
+ 0.3214789927005768,
+ 0.368133008480072,
+ 0.38988351821899414,
+ 0.4050426781177521,
+ 0.416469931602478,
+ 0.4253390431404114,
+ 0.4322451949119568
+ ],
+ "perturbation_rho": [
+ 0.1191493421792984,
+ 0.31643322110176086,
+ 0.4170604646205902,
+ 0.42330044507980347,
+ 0.4319503903388977,
+ 0.42732322216033936,
+ 0.46659332513809204,
+ 0.487338662147522,
+ 0.496512234210968,
+ 0.4787842035293579,
+ 0.5010949969291687,
+ 0.5059125423431396
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0016103468369692564,
+ -0.0018254828173667192,
+ -0.0021413436625152826,
+ -0.0023662694729864597,
+ -0.0023437764029949903,
+ -0.0023424234241247177,
+ -0.002533233491703868,
+ -0.002567564370110631,
+ -0.00262308563105762,
+ -0.002670108340680599,
+ -0.0027196200098842382,
+ -0.002735825488343835
+ ],
+ "0.003": [
+ -0.004815170541405678,
+ -0.005469394847750664,
+ -0.0064151170663535595,
+ -0.007090517785400152,
+ -0.007022828795015812,
+ -0.007019806653261185,
+ -0.007589289918541908,
+ -0.007691953331232071,
+ -0.007857399061322212,
+ -0.007999258115887642,
+ -0.008147023618221283,
+ -0.008196018636226654
+ ],
+ "0.01": [
+ -0.015865826979279518,
+ -0.018151750788092613,
+ -0.021288521587848663,
+ -0.02352731302380562,
+ -0.023306310176849365,
+ -0.02329857647418976,
+ -0.025182321667671204,
+ -0.025520823895931244,
+ -0.026067661121487617,
+ -0.026535863056778908,
+ -0.027021951973438263,
+ -0.02718108892440796
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json
new file mode 100644
index 0000000..17c5ae1
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.91867273311615,
+ 1.1479057174682616,
+ 0.7667448886871338,
+ 0.6092986298084259,
+ 0.5399450777053832,
+ 0.4998543502807617,
+ 0.4701059171676636,
+ 0.44774744348526,
+ 0.433194176864624,
+ 0.4138288654327393,
+ 0.38988096828460694,
+ 0.37067162165641787,
+ 0.35758755187988284,
+ 0.3432540241241455,
+ 0.32265024185180663,
+ 0.31479289903640745,
+ 0.2948722456932068,
+ 0.2916181824684143,
+ 0.26947770991325376,
+ 0.26305155229568483,
+ 0.2504066630601883,
+ 0.23246315641403198,
+ 0.22475692710876466,
+ 0.21131145256757736,
+ 0.19484182257652283,
+ 0.1904493874311447,
+ 0.17960406827926637,
+ 0.1701004672050476,
+ 0.15617957714796066,
+ 0.1445945238351822,
+ 0.1391076461791992,
+ 0.13091985216140747,
+ 0.12840345685482024,
+ 0.1167986627459526,
+ 0.1053664587020874,
+ 0.1000328464448452,
+ 0.09326313433647156,
+ 0.09093141227960587,
+ 0.08538822884559631,
+ 0.08038766567707062,
+ 0.07611644887924195,
+ 0.07148764984607696,
+ 0.06654568490982056,
+ 0.062096750885248186,
+ 0.058967465686798094,
+ 0.05627817189693451,
+ 0.05370346330404282,
+ 0.05124748470783234,
+ 0.04963369052410126,
+ 0.048742957431077955,
+ 0.045943583583831785,
+ 0.04393785551190376,
+ 0.04209109454154968,
+ 0.040698669242858886,
+ 0.039860168999433516,
+ 0.03850054189264775,
+ 0.03725776370763779,
+ 0.03654853151440621,
+ 0.03559232919216156,
+ 0.03459027769565582,
+ 0.033881497570872304,
+ 0.03315351962447166,
+ 0.03260607058405876,
+ 0.032083336877822874,
+ 0.03177986741065979,
+ 0.03131906301379204,
+ 0.03093072702884674,
+ 0.030623940539360045,
+ 0.030301975291967393,
+ 0.03005140163898468,
+ 0.029858090263605117,
+ 0.0296798649340868,
+ 0.02952518635392189,
+ 0.02939634127020836,
+ 0.02930180861055851,
+ 0.029228065556287767,
+ 0.029173334753513337,
+ 0.02913727904856205,
+ 0.029115084266662598,
+ 0.029103587424755096
+ ],
+ "train_acc": [
+ 0.3489,
+ 0.6623,
+ 0.7738,
+ 0.8007,
+ 0.809,
+ 0.8183,
+ 0.8298,
+ 0.832,
+ 0.8382,
+ 0.847,
+ 0.8588,
+ 0.8646,
+ 0.8689,
+ 0.8788,
+ 0.8876,
+ 0.8885,
+ 0.8985,
+ 0.8966,
+ 0.9061,
+ 0.9087,
+ 0.9133,
+ 0.9254,
+ 0.9282,
+ 0.9339,
+ 0.9436,
+ 0.9446,
+ 0.948,
+ 0.9528,
+ 0.9619,
+ 0.9665,
+ 0.9683,
+ 0.9737,
+ 0.9716,
+ 0.9784,
+ 0.9853,
+ 0.9846,
+ 0.9887,
+ 0.9888,
+ 0.9903,
+ 0.9923,
+ 0.9938,
+ 0.9947,
+ 0.9964,
+ 0.9974,
+ 0.9979,
+ 0.9985,
+ 0.9989,
+ 0.9991,
+ 0.9989,
+ 0.9988,
+ 0.9993,
+ 0.9998,
+ 0.9994,
+ 0.9997,
+ 0.9997,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 1.0,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.5505,
+ 0.719,
+ 0.762,
+ 0.7795,
+ 0.7805,
+ 0.7905,
+ 0.7925,
+ 0.79,
+ 0.7925,
+ 0.8,
+ 0.801,
+ 0.805,
+ 0.802,
+ 0.799,
+ 0.805,
+ 0.8105,
+ 0.8055,
+ 0.8095,
+ 0.811,
+ 0.8165,
+ 0.8135,
+ 0.8105,
+ 0.808,
+ 0.8095,
+ 0.8175,
+ 0.808,
+ 0.813,
+ 0.8105,
+ 0.816,
+ 0.8165,
+ 0.812,
+ 0.806,
+ 0.8045,
+ 0.808,
+ 0.8115,
+ 0.81,
+ 0.8085,
+ 0.8065,
+ 0.808,
+ 0.8095,
+ 0.807,
+ 0.809,
+ 0.8085,
+ 0.8115,
+ 0.8115,
+ 0.809,
+ 0.811,
+ 0.811,
+ 0.8095,
+ 0.8095,
+ 0.81,
+ 0.811,
+ 0.808,
+ 0.8095,
+ 0.81,
+ 0.81,
+ 0.8105,
+ 0.8105,
+ 0.813,
+ 0.812,
+ 0.811,
+ 0.809,
+ 0.8105,
+ 0.8095,
+ 0.809,
+ 0.811,
+ 0.81,
+ 0.811,
+ 0.809,
+ 0.8095,
+ 0.8095,
+ 0.809,
+ 0.81,
+ 0.809,
+ 0.809,
+ 0.809,
+ 0.809,
+ 0.809,
+ 0.809,
+ 0.809
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9615377187728882,
+ 0.9503427743911743
+ ],
+ "perturbation_rho": [
+ 0.9999992847442627,
+ 0.9999980926513672
+ ],
+ "nudging": {
+ "0.001": [
+ -0.039457522332668304,
+ -0.024251405149698257
+ ],
+ "0.003": [
+ -0.112161785364151,
+ -0.07042354345321655
+ ],
+ "0.01": [
+ -0.3078651428222656,
+ -0.20883342623710632
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2375081497192384,
+ 1.7361759670257568,
+ 1.2429127569198608,
+ 0.9395764049530029,
+ 0.7808661069869995,
+ 0.6961161418914795,
+ 0.6507503452301026,
+ 0.6232247513771058,
+ 0.6140826705932617,
+ 0.6100598525047303,
+ 0.6097840148925782,
+ 0.6079091403961182,
+ 0.6147353491783142,
+ 0.625060820388794,
+ 0.6120452221870423,
+ 0.6118313233852386,
+ 0.6170345478057861,
+ 0.6308931268692016,
+ 0.6096509483337402,
+ 0.6289821960449219,
+ 0.6240285701751709,
+ 0.6105122757911682,
+ 0.6274244334220886,
+ 0.624420170545578,
+ 0.6367384799957275,
+ 0.6205670486450195,
+ 0.6451194002628327,
+ 0.6397207110404969,
+ 0.6331547710895539,
+ 0.6178243230819702,
+ 0.6200193851470948,
+ 0.6195074583053589,
+ 0.6206575379371643,
+ 0.634155012702942,
+ 0.615179602432251,
+ 0.6146862535953522,
+ 0.6101961803436279,
+ 0.6337929145812988,
+ 0.6142671315193177,
+ 0.6192339191436768,
+ 0.6337637168884277,
+ 0.6212720799446106,
+ 0.6151982610702514,
+ 0.6175067305564881,
+ 0.6094939004898071,
+ 0.6124663307189941,
+ 0.6089740102767944,
+ 0.6123239847183227,
+ 0.6024780527114868,
+ 0.6105386233329773,
+ 0.6048168488502502,
+ 0.6060228562355041,
+ 0.6015618727684021,
+ 0.6025503917694092,
+ 0.606540693283081,
+ 0.6046217224121094,
+ 0.6020105275154114,
+ 0.5989886571884155,
+ 0.5957996716499329,
+ 0.5930134090423584,
+ 0.5924007635116577,
+ 0.5917772497177124,
+ 0.5893407508850098,
+ 0.5879429389953613,
+ 0.5886952852249145,
+ 0.5894091831207275,
+ 0.5875062602043152,
+ 0.5855383790969849,
+ 0.588559229850769,
+ 0.5866112979888916,
+ 0.5849664820671081,
+ 0.5839488779067993,
+ 0.5831396820545196,
+ 0.5823268011569976,
+ 0.5813585290908814,
+ 0.5809845569610596,
+ 0.5809995307922363,
+ 0.5807093320846558,
+ 0.580496221113205,
+ 0.5803627859115601
+ ],
+ "train_acc": [
+ 0.1817,
+ 0.4247,
+ 0.5944,
+ 0.6799,
+ 0.7242,
+ 0.743,
+ 0.7568,
+ 0.7621,
+ 0.7633,
+ 0.7658,
+ 0.765,
+ 0.7691,
+ 0.7663,
+ 0.7644,
+ 0.7655,
+ 0.7648,
+ 0.765,
+ 0.76,
+ 0.7687,
+ 0.7625,
+ 0.7632,
+ 0.7672,
+ 0.76,
+ 0.7618,
+ 0.7565,
+ 0.7633,
+ 0.7548,
+ 0.7574,
+ 0.7599,
+ 0.7656,
+ 0.7647,
+ 0.7638,
+ 0.7623,
+ 0.7576,
+ 0.7634,
+ 0.7656,
+ 0.7698,
+ 0.7589,
+ 0.7686,
+ 0.7666,
+ 0.7616,
+ 0.7627,
+ 0.7646,
+ 0.7651,
+ 0.7654,
+ 0.7664,
+ 0.7662,
+ 0.7668,
+ 0.7677,
+ 0.7666,
+ 0.7709,
+ 0.7704,
+ 0.771,
+ 0.7701,
+ 0.7652,
+ 0.7687,
+ 0.7699,
+ 0.7706,
+ 0.7726,
+ 0.7751,
+ 0.7733,
+ 0.772,
+ 0.7766,
+ 0.7765,
+ 0.7755,
+ 0.7768,
+ 0.7744,
+ 0.7762,
+ 0.7779,
+ 0.7769,
+ 0.7777,
+ 0.7789,
+ 0.7769,
+ 0.7779,
+ 0.7789,
+ 0.7794,
+ 0.7796,
+ 0.7797,
+ 0.7797,
+ 0.7794
+ ],
+ "test_acc": [
+ 0.3,
+ 0.5165,
+ 0.615,
+ 0.6725,
+ 0.703,
+ 0.7205,
+ 0.7365,
+ 0.736,
+ 0.747,
+ 0.73,
+ 0.7455,
+ 0.7245,
+ 0.733,
+ 0.745,
+ 0.7425,
+ 0.7435,
+ 0.7225,
+ 0.734,
+ 0.738,
+ 0.7425,
+ 0.737,
+ 0.737,
+ 0.733,
+ 0.745,
+ 0.7465,
+ 0.7335,
+ 0.7105,
+ 0.7395,
+ 0.7435,
+ 0.743,
+ 0.7315,
+ 0.739,
+ 0.719,
+ 0.75,
+ 0.738,
+ 0.737,
+ 0.719,
+ 0.7325,
+ 0.734,
+ 0.7345,
+ 0.737,
+ 0.7355,
+ 0.7375,
+ 0.739,
+ 0.7385,
+ 0.7325,
+ 0.7485,
+ 0.7315,
+ 0.7385,
+ 0.7455,
+ 0.7365,
+ 0.7405,
+ 0.739,
+ 0.742,
+ 0.739,
+ 0.736,
+ 0.7445,
+ 0.743,
+ 0.7455,
+ 0.7405,
+ 0.745,
+ 0.7405,
+ 0.7495,
+ 0.745,
+ 0.74,
+ 0.741,
+ 0.7475,
+ 0.738,
+ 0.7465,
+ 0.7445,
+ 0.7395,
+ 0.746,
+ 0.745,
+ 0.745,
+ 0.7445,
+ 0.743,
+ 0.7425,
+ 0.7445,
+ 0.745,
+ 0.7455
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.057878345251083374,
+ 0.044283460825681686
+ ],
+ "perturbation_rho": [
+ 0.047237616032361984,
+ 0.057848647236824036
+ ],
+ "nudging": {
+ "0.001": [
+ -0.001372040482237935,
+ -0.00028313416987657547
+ ],
+ "0.003": [
+ -0.004096671007573605,
+ -0.0008487798040732741
+ ],
+ "0.01": [
+ -0.013432648032903671,
+ -0.0028225481510162354
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.112877722930908,
+ 1.3453919006347657,
+ 0.8530845092773438,
+ 0.6524277864456177,
+ 0.5891991994857788,
+ 0.5847635634422302,
+ 0.592608453655243,
+ 0.6057582305908203,
+ 0.6155280767440796,
+ 0.6204281776428223,
+ 0.6222802136421204,
+ 0.6336911476135254,
+ 0.6332369559764862,
+ 0.6409030424118042,
+ 0.6451990050315857,
+ 0.6432888597488403,
+ 0.6504793170452118,
+ 0.6488698028564454,
+ 0.6648889320373536,
+ 0.6648780859947204,
+ 0.6609582979202271,
+ 0.6829509294509888,
+ 0.6857342351913452,
+ 0.6814190738677979,
+ 0.7037225786209107,
+ 0.6873076982498169,
+ 0.6848377838134766,
+ 0.7062060134887695,
+ 0.6998137535095215,
+ 0.7062244556427002,
+ 0.6963958681583404,
+ 0.7014524417877197,
+ 0.7018667848587036,
+ 0.7262831351280212,
+ 0.7100254920959472,
+ 0.7035775151729584,
+ 0.7036934041023254,
+ 0.7135613971710205,
+ 0.7221006870269775,
+ 0.7178686738967895,
+ 0.7212300780296326,
+ 0.714849740409851,
+ 0.7274992438316346,
+ 0.7240300461053848,
+ 0.714347897529602,
+ 0.7246765565872192,
+ 0.7239525049209595,
+ 0.7174782312393189,
+ 0.7213153991699218,
+ 0.728120307636261,
+ 0.7173239303588868,
+ 0.7183942793846131,
+ 0.7177051811218261,
+ 0.7196143941879273,
+ 0.7186342420101166,
+ 0.7172569666862488,
+ 0.7178284223556518,
+ 0.7189222101211548,
+ 0.7157055911064147,
+ 0.7150581773281097,
+ 0.7151817399978637,
+ 0.7204799012184143,
+ 0.7162576667785645,
+ 0.7143902016639709,
+ 0.7139085925102234,
+ 0.7124319374084472,
+ 0.713122578048706,
+ 0.7114446897506714,
+ 0.7103520916938781,
+ 0.7107818853378296,
+ 0.7102423515319825,
+ 0.7096256306648254,
+ 0.7096317663192749,
+ 0.7086990943908691,
+ 0.7084270180702209,
+ 0.7081380405426025,
+ 0.707952843284607,
+ 0.707770827293396,
+ 0.707584428024292,
+ 0.7075364337921143
+ ],
+ "train_acc": [
+ 0.2434,
+ 0.5738,
+ 0.712,
+ 0.7633,
+ 0.7744,
+ 0.7804,
+ 0.777,
+ 0.7713,
+ 0.7682,
+ 0.7693,
+ 0.7672,
+ 0.7633,
+ 0.7613,
+ 0.7616,
+ 0.7578,
+ 0.7572,
+ 0.753,
+ 0.7544,
+ 0.7468,
+ 0.7481,
+ 0.749,
+ 0.7422,
+ 0.741,
+ 0.7439,
+ 0.7354,
+ 0.7391,
+ 0.7405,
+ 0.734,
+ 0.7368,
+ 0.7353,
+ 0.737,
+ 0.7375,
+ 0.7347,
+ 0.7272,
+ 0.734,
+ 0.7322,
+ 0.7385,
+ 0.7289,
+ 0.7345,
+ 0.731,
+ 0.7283,
+ 0.7305,
+ 0.731,
+ 0.7284,
+ 0.7312,
+ 0.7256,
+ 0.7282,
+ 0.7321,
+ 0.7276,
+ 0.7278,
+ 0.7271,
+ 0.7316,
+ 0.7358,
+ 0.7299,
+ 0.7307,
+ 0.7343,
+ 0.7326,
+ 0.7313,
+ 0.7348,
+ 0.7314,
+ 0.7322,
+ 0.7278,
+ 0.7332,
+ 0.734,
+ 0.7326,
+ 0.7349,
+ 0.7342,
+ 0.7325,
+ 0.7354,
+ 0.734,
+ 0.7355,
+ 0.7345,
+ 0.7333,
+ 0.7353,
+ 0.7337,
+ 0.7358,
+ 0.7349,
+ 0.7344,
+ 0.7351,
+ 0.7349
+ ],
+ "test_acc": [
+ 0.4185,
+ 0.6385,
+ 0.722,
+ 0.753,
+ 0.7545,
+ 0.7595,
+ 0.754,
+ 0.7555,
+ 0.746,
+ 0.7515,
+ 0.7455,
+ 0.749,
+ 0.741,
+ 0.7415,
+ 0.7325,
+ 0.7375,
+ 0.7325,
+ 0.734,
+ 0.7025,
+ 0.7235,
+ 0.704,
+ 0.7255,
+ 0.715,
+ 0.7095,
+ 0.723,
+ 0.7215,
+ 0.7085,
+ 0.7045,
+ 0.696,
+ 0.6995,
+ 0.7005,
+ 0.6985,
+ 0.6945,
+ 0.7,
+ 0.694,
+ 0.699,
+ 0.7085,
+ 0.707,
+ 0.688,
+ 0.695,
+ 0.688,
+ 0.695,
+ 0.7025,
+ 0.704,
+ 0.7,
+ 0.6935,
+ 0.7025,
+ 0.699,
+ 0.701,
+ 0.6995,
+ 0.707,
+ 0.698,
+ 0.6995,
+ 0.703,
+ 0.6975,
+ 0.701,
+ 0.702,
+ 0.704,
+ 0.703,
+ 0.697,
+ 0.6985,
+ 0.701,
+ 0.7035,
+ 0.703,
+ 0.697,
+ 0.705,
+ 0.699,
+ 0.705,
+ 0.7045,
+ 0.703,
+ 0.7045,
+ 0.705,
+ 0.7035,
+ 0.7045,
+ 0.704,
+ 0.705,
+ 0.7045,
+ 0.704,
+ 0.704,
+ 0.704
+ ],
+ "state_pred_error": [
+ 0.8095995555877685,
+ 0.3882428121566772,
+ 0.2308805763721466,
+ 0.18112203476428987,
+ 0.1711174297809601,
+ 0.16875883374214173,
+ 0.16341322889328003,
+ 0.15181930413246156,
+ 0.14281459897756577,
+ 0.13198619084358215,
+ 0.12386900899410248,
+ 0.11684971523284912,
+ 0.1063781147480011,
+ 0.10181989614963531,
+ 0.09462909796237945,
+ 0.09080729238986969,
+ 0.09330907866954803,
+ 0.08593169351816177,
+ 0.08261528482437133,
+ 0.08104809004068375,
+ 0.07903132175207138,
+ 0.0811789864897728,
+ 0.07889583976268769,
+ 0.07535211365222931,
+ 0.07496694247722625,
+ 0.07436191855669022,
+ 0.07170565111637116,
+ 0.07015852246284485,
+ 0.06947937307357788,
+ 0.07390546046495437,
+ 0.0672236066699028,
+ 0.0676369900584221,
+ 0.06531769858598709,
+ 0.06412407599687577,
+ 0.06779091021418572,
+ 0.061958674085140227,
+ 0.06110408489704132,
+ 0.05947654608488083,
+ 0.05972578684091568,
+ 0.0575266836643219,
+ 0.056766388463974,
+ 0.05588359162211418,
+ 0.05469989988803863,
+ 0.05403341302871704,
+ 0.05278837133646011,
+ 0.05157833698987961,
+ 0.0505847239613533,
+ 0.04964255269765854,
+ 0.04889418448805809,
+ 0.047440138363838195,
+ 0.04654076889753342,
+ 0.04614740904569626,
+ 0.04542005708217621,
+ 0.045353537750244144,
+ 0.044121516728401186,
+ 0.04308061329722405,
+ 0.04115980257987976,
+ 0.04113629130125046,
+ 0.03981171528100967,
+ 0.039929159170389174,
+ 0.0388361143887043,
+ 0.03803186722993851,
+ 0.03724679838418961,
+ 0.03623849350214005,
+ 0.03561221360564232,
+ 0.035675781297683715,
+ 0.034312749603390695,
+ 0.03334942335486412,
+ 0.03278148359060287,
+ 0.033142901480197905,
+ 0.03213295520246029,
+ 0.031465019971132276,
+ 0.03125819475650787,
+ 0.03060810247063637,
+ 0.03033074073791504,
+ 0.029707073709368707,
+ 0.028831332409381866,
+ 0.028942875340580942,
+ 0.02833888658285141,
+ 0.02753113317489624
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.6596157550811768,
+ 0.3606003522872925
+ ],
+ "perturbation_rho": [
+ 0.5883278250694275,
+ 0.3191852569580078
+ ],
+ "nudging": {
+ "0.001": [
+ -0.017385665327310562,
+ -0.002226560842245817
+ ],
+ "0.003": [
+ -0.051287051290273666,
+ -0.006665656343102455
+ ],
+ "0.01": [
+ -0.16100725531578064,
+ -0.02204928547143936
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 4266.72509765625,
+ 268.82733154296875
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2380937477111815,
+ 1.7368752170562745,
+ 1.247110534477234,
+ 0.9422531213760376,
+ 0.7818900457382202,
+ 0.6963684833049775,
+ 0.6489226391792298,
+ 0.6235558547019958,
+ 0.6110991809844971,
+ 0.6021781756877899,
+ 0.6104926061630249,
+ 0.6089201513290405,
+ 0.6008785103797912,
+ 0.6032293972492218,
+ 0.6087587015151977,
+ 0.6239664590835571,
+ 0.6048972602844238,
+ 0.6251128030776978,
+ 0.6191382528305054,
+ 0.6513575605392457,
+ 0.6536323498725891,
+ 0.6655845951080323,
+ 0.697906189918518,
+ 0.7237542797088623,
+ 0.7615356777191162,
+ 0.7806874334335328,
+ 0.7626848733901977,
+ 0.7719258213043213,
+ 0.8015456851005555,
+ 0.7952612302780151,
+ 0.8358330780029297,
+ 0.8377494823455811,
+ 0.8617944671630859,
+ 0.893122191619873,
+ 0.9658586881637573,
+ 0.951087232875824,
+ 0.9932956078529358,
+ 0.973046259021759,
+ 1.0269800101280213,
+ 1.091286882019043,
+ 1.049387868309021,
+ 1.039117106819153,
+ 1.0862663068771363,
+ 1.1109466655731202,
+ 1.1169811058044434,
+ 1.1130835620880126,
+ 1.140358045768738,
+ 1.1365852942466736,
+ 1.166709309577942,
+ 1.1524968084335327,
+ 1.1656600997924804,
+ 1.1640733276367188,
+ 1.1447783031463623,
+ 1.1532186569213867,
+ 1.1554683305740356,
+ 1.1585779469490052,
+ 1.1513005790710449,
+ 1.1763495040893555,
+ 1.1652228436470031,
+ 1.160971817779541,
+ 1.1603875598907472,
+ 1.1720654415130616,
+ 1.1610611295700073,
+ 1.1604611679077148,
+ 1.1669549285888672,
+ 1.1649753171920776,
+ 1.1652250712394714,
+ 1.1625843957901,
+ 1.1613554042816163,
+ 1.1618295280456543,
+ 1.1623823530197144,
+ 1.1611020141601562,
+ 1.1617642910003663,
+ 1.160661350440979,
+ 1.1612861026763917,
+ 1.1604403768539429,
+ 1.1600851245880126,
+ 1.1589638542175293,
+ 1.1586398794174195,
+ 1.1584538543701173
+ ],
+ "train_acc": [
+ 0.1805,
+ 0.4295,
+ 0.5854,
+ 0.6816,
+ 0.7232,
+ 0.7453,
+ 0.7578,
+ 0.7627,
+ 0.767,
+ 0.7698,
+ 0.7674,
+ 0.7712,
+ 0.7689,
+ 0.7693,
+ 0.7697,
+ 0.7636,
+ 0.7694,
+ 0.7637,
+ 0.7683,
+ 0.7552,
+ 0.7546,
+ 0.7502,
+ 0.7414,
+ 0.7298,
+ 0.7152,
+ 0.7063,
+ 0.7053,
+ 0.7096,
+ 0.6956,
+ 0.6988,
+ 0.6823,
+ 0.683,
+ 0.6722,
+ 0.6676,
+ 0.6425,
+ 0.6452,
+ 0.6316,
+ 0.6408,
+ 0.6223,
+ 0.6103,
+ 0.6161,
+ 0.6207,
+ 0.61,
+ 0.6007,
+ 0.594,
+ 0.5997,
+ 0.5949,
+ 0.5917,
+ 0.5845,
+ 0.5866,
+ 0.5824,
+ 0.5815,
+ 0.5852,
+ 0.5848,
+ 0.582,
+ 0.5831,
+ 0.5847,
+ 0.5705,
+ 0.578,
+ 0.5773,
+ 0.5786,
+ 0.5773,
+ 0.5763,
+ 0.5778,
+ 0.5759,
+ 0.5758,
+ 0.5752,
+ 0.5768,
+ 0.5778,
+ 0.5789,
+ 0.5765,
+ 0.5752,
+ 0.5796,
+ 0.5757,
+ 0.5738,
+ 0.5774,
+ 0.5767,
+ 0.5783,
+ 0.5772,
+ 0.5771
+ ],
+ "test_acc": [
+ 0.297,
+ 0.5115,
+ 0.6125,
+ 0.6815,
+ 0.712,
+ 0.7225,
+ 0.7345,
+ 0.744,
+ 0.748,
+ 0.7445,
+ 0.749,
+ 0.745,
+ 0.7505,
+ 0.7335,
+ 0.7315,
+ 0.7335,
+ 0.7405,
+ 0.7455,
+ 0.7215,
+ 0.73,
+ 0.7215,
+ 0.6985,
+ 0.719,
+ 0.697,
+ 0.6825,
+ 0.681,
+ 0.666,
+ 0.669,
+ 0.6695,
+ 0.652,
+ 0.6475,
+ 0.6345,
+ 0.611,
+ 0.578,
+ 0.6175,
+ 0.6025,
+ 0.609,
+ 0.582,
+ 0.56,
+ 0.557,
+ 0.5955,
+ 0.548,
+ 0.5675,
+ 0.5615,
+ 0.543,
+ 0.5465,
+ 0.5425,
+ 0.512,
+ 0.5365,
+ 0.546,
+ 0.5385,
+ 0.527,
+ 0.5405,
+ 0.5505,
+ 0.5325,
+ 0.5365,
+ 0.536,
+ 0.5295,
+ 0.53,
+ 0.54,
+ 0.5285,
+ 0.5275,
+ 0.5385,
+ 0.521,
+ 0.526,
+ 0.5285,
+ 0.5265,
+ 0.535,
+ 0.531,
+ 0.537,
+ 0.5325,
+ 0.54,
+ 0.5395,
+ 0.533,
+ 0.5335,
+ 0.541,
+ 0.533,
+ 0.5345,
+ 0.5365,
+ 0.536
+ ],
+ "value_loss": [
+ 2.8999951864242552,
+ 0.7982039636611938,
+ 0.6231087951660156,
+ 0.6235683647155762,
+ 0.6510119610786438,
+ 0.6574029609680175,
+ 0.661902648639679,
+ 0.7232611547470092,
+ 0.7032762868881226,
+ 0.6919255361557007,
+ 0.7005036912918091,
+ 0.6871883411884308,
+ 0.6459709981918335,
+ 0.6207397105693817,
+ 0.5787431469917297,
+ 0.5738487885951996,
+ 0.49071356387138365,
+ 0.4994966497421265,
+ 0.5125479884147645,
+ 0.5344232748031617,
+ 0.5196464547634124,
+ 0.5054446277618408,
+ 0.5345541868209839,
+ 0.5356824696063995,
+ 0.5677979762077332,
+ 0.5936019785881043,
+ 0.616796201133728,
+ 0.5785986241340637,
+ 0.5595448421478272,
+ 0.5678593179702759,
+ 0.5715507450580597,
+ 0.6120299976348877,
+ 0.5863943153381348,
+ 0.620256681060791,
+ 0.7131400769233703,
+ 0.6758115397930146,
+ 0.7279217919349671,
+ 0.6957201073169709,
+ 0.7316431989669799,
+ 0.910994045162201,
+ 0.7714889019966126,
+ 0.7304159112930297,
+ 0.7455276274681091,
+ 0.7825681743621826,
+ 0.7847769620895386,
+ 0.7706142486572266,
+ 0.7944970536231994,
+ 0.755725611782074,
+ 0.7909631139755249,
+ 0.767102459526062,
+ 0.7675446573257446,
+ 0.7427639607429505,
+ 0.7238150234222412,
+ 0.7105594779968262,
+ 0.7095693937301636,
+ 0.7146307023525238,
+ 0.7035578219413757,
+ 0.7189086032867431,
+ 0.7045238473415375,
+ 0.7113368612289429,
+ 0.6826634825706482,
+ 0.7114790539741516,
+ 0.6764884037971497,
+ 0.6730886434555053,
+ 0.6832352916717529,
+ 0.6705672347068786,
+ 0.6654141647815704,
+ 0.661842516708374,
+ 0.6488363645553589,
+ 0.6599813184738159,
+ 0.6824844323158265,
+ 0.6469198275566101,
+ 0.6482479458808899,
+ 0.6483881031036377,
+ 0.6463980459213257,
+ 0.6377046259403228,
+ 0.6387022176742554,
+ 0.6419951785087585,
+ 0.6271527135848999,
+ 0.6294826040267945
+ ],
+ "term_loss": [
+ 1.6536145017623902,
+ 0.2872389350891113,
+ 0.2957951427459717,
+ 0.3277177954673767,
+ 0.35520133118629454,
+ 0.35080455672740934,
+ 0.3522775351524353,
+ 0.4084164577126503,
+ 0.3896090238571167,
+ 0.37719122750759126,
+ 0.3783260108947754,
+ 0.3623295561790466,
+ 0.3226280775785446,
+ 0.2973626697540283,
+ 0.25232165038585663,
+ 0.2382216954112053,
+ 0.16664299157857895,
+ 0.1696927706718445,
+ 0.18322805758714675,
+ 0.18419794851541518,
+ 0.16826269830465318,
+ 0.14073927689790725,
+ 0.1580813282728195,
+ 0.1483071831703186,
+ 0.16409634435176848,
+ 0.1795245831489563,
+ 0.20835158178806304,
+ 0.1586458904504776,
+ 0.12719613885879516,
+ 0.13672583611011505,
+ 0.1154970666050911,
+ 0.15508873583078384,
+ 0.11837394280433655,
+ 0.13465832443237305,
+ 0.1757084409713745,
+ 0.15625774239301682,
+ 0.18290834587812424,
+ 0.15941560641527175,
+ 0.17247684068679808,
+ 0.3142263666391373,
+ 0.19758950917720794,
+ 0.16822293348312378,
+ 0.16599564211368562,
+ 0.18643067319393158,
+ 0.1906030725479126,
+ 0.17354270300865174,
+ 0.190151411318779,
+ 0.16186344304680825,
+ 0.18504287223815918,
+ 0.16807004487514496,
+ 0.1641414586544037,
+ 0.14297979036569594,
+ 0.1323266510486603,
+ 0.11856548438072205,
+ 0.11844867148399353,
+ 0.12127343907505274,
+ 0.11366841349601746,
+ 0.11914558122456073,
+ 0.11114272320270538,
+ 0.11924513355195522,
+ 0.09191340049505234,
+ 0.11707625112533569,
+ 0.09362382492423058,
+ 0.08999293868541718,
+ 0.09747600502967835,
+ 0.08926903312206268,
+ 0.08351160589009524,
+ 0.0834198350906372,
+ 0.07212909150123596,
+ 0.08118207498788833,
+ 0.10144669079780579,
+ 0.07279943599700928,
+ 0.07422557829022408,
+ 0.0754525229036808,
+ 0.072295490193367,
+ 0.06723054624646901,
+ 0.06944241292476654,
+ 0.07294909111261368,
+ 0.062184989684820176,
+ 0.06573917962312699
+ ],
+ "bridge_loss": [
+ 0.9464236948174454,
+ 0.18291140983104706,
+ 0.040363617214560506,
+ 0.011110359174013137,
+ 0.014245689526200294,
+ 0.023089023917913436,
+ 0.026216036486625672,
+ 0.025270551985502245,
+ 0.02219347151517868,
+ 0.022526981167495252,
+ 0.02307244484424591,
+ 0.02531819911599159,
+ 0.026737871503829957,
+ 0.02819551814943552,
+ 0.02993385853767395,
+ 0.03290943032503128,
+ 0.03119678609371185,
+ 0.031117037105560304,
+ 0.03405936537981033,
+ 0.04018406002521515,
+ 0.04106122210025787,
+ 0.04750789144039154,
+ 0.04383225578665733,
+ 0.040461724130809305,
+ 0.03670376715362072,
+ 0.03275604227185249,
+ 0.028076053726673125,
+ 0.03254394011795521,
+ 0.02899654289186001,
+ 0.027491856512427332,
+ 0.03153896740376949,
+ 0.03142815798521042,
+ 0.027842609399557114,
+ 0.031923864197731015,
+ 0.04680985162556171,
+ 0.04004504739642143,
+ 0.047192381888628,
+ 0.04468500956296921,
+ 0.04510729597210884,
+ 0.061515051746368406,
+ 0.04885982053875923,
+ 0.045153148594498635,
+ 0.044507554531097414,
+ 0.05041837334632873,
+ 0.04725242199897766,
+ 0.054280938601493835,
+ 0.05214150484800339,
+ 0.04225666461288929,
+ 0.04533897556066513,
+ 0.040540956717729566,
+ 0.042374949568510054,
+ 0.039801810497045516,
+ 0.03651453158855438,
+ 0.03338572339117527,
+ 0.03220605453252792,
+ 0.03330056329071522,
+ 0.03362610780000687,
+ 0.0321112134590745,
+ 0.031176293939352034,
+ 0.03122947336435318,
+ 0.03098687102794647,
+ 0.031619531428813935,
+ 0.02434463834017515,
+ 0.02416698544025421,
+ 0.024347744315862657,
+ 0.022427195864915848,
+ 0.022219545251131057,
+ 0.02096850683093071,
+ 0.01963008977174759,
+ 0.021793972712755204,
+ 0.02480321912765503,
+ 0.018299329644441604,
+ 0.019186521348357202,
+ 0.01893142442405224,
+ 0.019846682327985764,
+ 0.01753948959261179,
+ 0.017655849578976632,
+ 0.01780163335800171,
+ 0.015271758063137532,
+ 0.01474373927861452
+ ],
+ "tgrad_loss": [
+ 0.2999570077896118,
+ 0.3280536154747009,
+ 0.2869500336647034,
+ 0.28474021162986757,
+ 0.2815649441242218,
+ 0.2835093786716461,
+ 0.28340907335281373,
+ 0.28957414956092836,
+ 0.29147378697395326,
+ 0.2922073318719864,
+ 0.29910522994995115,
+ 0.29954058151245117,
+ 0.2966050533294678,
+ 0.2951815227985382,
+ 0.29648763222694396,
+ 0.30271766862869265,
+ 0.29287378659248353,
+ 0.2986868423938751,
+ 0.2952605631351471,
+ 0.31004127130508424,
+ 0.3103225353717804,
+ 0.31719745807647703,
+ 0.3326406021118164,
+ 0.34691356320381167,
+ 0.36699786424636843,
+ 0.38132135572433473,
+ 0.3803685675859451,
+ 0.38740879821777346,
+ 0.40335216054916384,
+ 0.4036416297912598,
+ 0.42451471338272095,
+ 0.4255130994796753,
+ 0.4401777680397034,
+ 0.45367448930740356,
+ 0.49062178344726565,
+ 0.47950875129699705,
+ 0.49782106022834777,
+ 0.4916194935798645,
+ 0.5140590587615966,
+ 0.5352526268959046,
+ 0.5250395781517029,
+ 0.5170398303031921,
+ 0.5350244320869446,
+ 0.5457191298484803,
+ 0.546921465921402,
+ 0.5427906059265136,
+ 0.5522041378021241,
+ 0.5516055016517639,
+ 0.5605812623023987,
+ 0.5584914489746093,
+ 0.5610282512664795,
+ 0.5599823703765869,
+ 0.5549738362312316,
+ 0.5586082744121551,
+ 0.5589146682739258,
+ 0.5600566972255707,
+ 0.5562633040428162,
+ 0.5676518079757691,
+ 0.5622048275470733,
+ 0.5608622529029846,
+ 0.5597632151603699,
+ 0.5627832710266113,
+ 0.5585199429988861,
+ 0.5589287233352661,
+ 0.5614115441322327,
+ 0.558871001625061,
+ 0.5596830134391785,
+ 0.5574541716575623,
+ 0.557077182006836,
+ 0.5570052715301513,
+ 0.5562345240592956,
+ 0.5558210565567017,
+ 0.5548358437061309,
+ 0.5540041534423829,
+ 0.5542558710098267,
+ 0.5529345960140228,
+ 0.5516039566040039,
+ 0.5512444511413574,
+ 0.5496959585189819,
+ 0.5489996829986572
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.3330497741699219,
+ 0.6669624447822571
+ ],
+ "perturbation_rho": [
+ 0.38148215413093567,
+ 0.652411937713623
+ ],
+ "nudging": {
+ "0.001": [
+ -0.008725257590413094,
+ -0.005841934122145176
+ ],
+ "0.003": [
+ -0.026054667308926582,
+ -0.01747780293226242
+ ],
+ "0.01": [
+ -0.08540114760398865,
+ -0.05768381431698799
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L2_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L2_s42.json
new file mode 100644
index 0000000..9108ab1
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L2_s42.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.946318034172058,
+ 1.1516875396728516,
+ 0.7581935514450073,
+ 0.605016669845581,
+ 0.5396797653198242,
+ 0.4972745149612427,
+ 0.47234574098587034,
+ 0.4495224585533142,
+ 0.4272374426364899,
+ 0.40758763122558594,
+ 0.39252452518939973,
+ 0.36916465797424314,
+ 0.36600809767246245,
+ 0.3410687928676605,
+ 0.32793644909858705,
+ 0.31304756975173953,
+ 0.3007715271472931,
+ 0.28627579979896545,
+ 0.2755886849164963,
+ 0.2579380422592163,
+ 0.25807462005615234,
+ 0.24107852401733398,
+ 0.22887857472896575,
+ 0.21563715391159058,
+ 0.2035831698536873,
+ 0.18830533595085144,
+ 0.17980405967235566,
+ 0.1690865597963333,
+ 0.1624095736503601,
+ 0.14769727175235747,
+ 0.14151963140964507,
+ 0.13674119498729706,
+ 0.12849826879501342,
+ 0.11771546969413757,
+ 0.11224533882141113,
+ 0.10299252641201019,
+ 0.09757299244403839,
+ 0.09114479880332947,
+ 0.08575093656778336,
+ 0.08185386205613614,
+ 0.0756724079966545,
+ 0.07218986920118332,
+ 0.07176458925008773,
+ 0.06660606263875961,
+ 0.061819399589300154,
+ 0.058563033843040464,
+ 0.055636672776937485,
+ 0.05303103420138359,
+ 0.05044965471625328,
+ 0.04851883066296577,
+ 0.046696959590911864,
+ 0.045260662871599196,
+ 0.043802720510959625,
+ 0.04223582611083984,
+ 0.04100226702690125,
+ 0.039826682758331296,
+ 0.03853288550376892,
+ 0.03745495624542236,
+ 0.036505805373191834,
+ 0.035624118888378145,
+ 0.0349866281747818,
+ 0.034375298815965655,
+ 0.03376467539072037,
+ 0.033166321152448656,
+ 0.03267900042831898,
+ 0.03222526069879532,
+ 0.0318170808583498,
+ 0.031466467666625975,
+ 0.031191858434677124,
+ 0.030932255566120146,
+ 0.030712535017728807,
+ 0.030533779421448706,
+ 0.030381300014257432,
+ 0.03024109920859337,
+ 0.030137208765745164,
+ 0.030061321771889925,
+ 0.03000315922498703,
+ 0.029963677549362182,
+ 0.02994104051887989,
+ 0.029928466534614562
+ ],
+ "train_acc": [
+ 0.3257,
+ 0.6596,
+ 0.769,
+ 0.7981,
+ 0.8069,
+ 0.8192,
+ 0.8248,
+ 0.8293,
+ 0.8386,
+ 0.8518,
+ 0.8547,
+ 0.864,
+ 0.8627,
+ 0.8793,
+ 0.8817,
+ 0.8875,
+ 0.893,
+ 0.8973,
+ 0.9031,
+ 0.9135,
+ 0.9086,
+ 0.9203,
+ 0.9247,
+ 0.93,
+ 0.9403,
+ 0.946,
+ 0.9502,
+ 0.9538,
+ 0.957,
+ 0.9651,
+ 0.9677,
+ 0.9686,
+ 0.9732,
+ 0.9792,
+ 0.9798,
+ 0.9861,
+ 0.9867,
+ 0.9888,
+ 0.9909,
+ 0.991,
+ 0.9941,
+ 0.9952,
+ 0.9935,
+ 0.9954,
+ 0.9966,
+ 0.9976,
+ 0.9984,
+ 0.9987,
+ 0.999,
+ 0.9989,
+ 0.9993,
+ 0.999,
+ 0.9993,
+ 0.9993,
+ 0.9995,
+ 0.9996,
+ 0.9993,
+ 0.9994,
+ 0.9996,
+ 0.9995,
+ 0.9996,
+ 0.9997,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998,
+ 0.9998
+ ],
+ "test_acc": [
+ 0.5395,
+ 0.703,
+ 0.755,
+ 0.763,
+ 0.755,
+ 0.768,
+ 0.765,
+ 0.7725,
+ 0.77,
+ 0.772,
+ 0.782,
+ 0.781,
+ 0.7805,
+ 0.785,
+ 0.7875,
+ 0.791,
+ 0.7895,
+ 0.7865,
+ 0.7925,
+ 0.794,
+ 0.791,
+ 0.7955,
+ 0.79,
+ 0.7975,
+ 0.8015,
+ 0.799,
+ 0.801,
+ 0.7965,
+ 0.787,
+ 0.7945,
+ 0.793,
+ 0.7915,
+ 0.788,
+ 0.794,
+ 0.797,
+ 0.7965,
+ 0.7925,
+ 0.797,
+ 0.795,
+ 0.795,
+ 0.7965,
+ 0.795,
+ 0.7945,
+ 0.792,
+ 0.7935,
+ 0.794,
+ 0.7925,
+ 0.792,
+ 0.7905,
+ 0.79,
+ 0.791,
+ 0.789,
+ 0.79,
+ 0.788,
+ 0.7905,
+ 0.79,
+ 0.7885,
+ 0.79,
+ 0.7895,
+ 0.791,
+ 0.7905,
+ 0.792,
+ 0.7895,
+ 0.7915,
+ 0.793,
+ 0.7925,
+ 0.791,
+ 0.791,
+ 0.791,
+ 0.791,
+ 0.791,
+ 0.791,
+ 0.791,
+ 0.7905,
+ 0.791,
+ 0.792,
+ 0.792,
+ 0.7915,
+ 0.7915,
+ 0.7915
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.937772274017334,
+ 0.9376006126403809
+ ],
+ "perturbation_rho": [
+ 0.9999990463256836,
+ 0.9999986886978149
+ ],
+ "nudging": {
+ "0.001": [
+ -0.04965643584728241,
+ -0.030679266899824142
+ ],
+ "0.003": [
+ -0.14321433007717133,
+ -0.08988389372825623
+ ],
+ "0.01": [
+ -0.4167234003543854,
+ -0.27598124742507935
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.282194623565674,
+ 1.8021317630767821,
+ 1.290370544052124,
+ 0.9686317783355712,
+ 0.7942994188308716,
+ 0.7037483291625977,
+ 0.6552832854270935,
+ 0.6296794363975525,
+ 0.6148017653465271,
+ 0.6100365350723267,
+ 0.6096824949026107,
+ 0.604195829296112,
+ 0.6080462079524994,
+ 0.6034878133773803,
+ 0.6054122657775879,
+ 0.6029368188858032,
+ 0.6196025349617005,
+ 0.6137223323822022,
+ 0.6131332286834716,
+ 0.607370358657837,
+ 0.6205254472732544,
+ 0.6207848463058472,
+ 0.6232059438705444,
+ 0.6186815485954285,
+ 0.6224006581783295,
+ 0.6181600985527038,
+ 0.6084850495815277,
+ 0.6079479592323304,
+ 0.629641656780243,
+ 0.6227955137252807,
+ 0.6316008956909179,
+ 0.6274790578842163,
+ 0.6385569313049316,
+ 0.6368639594554901,
+ 0.6237436760902405,
+ 0.6281486724853516,
+ 0.6293207456588745,
+ 0.6216304894447326,
+ 0.6239378217697144,
+ 0.6469531507015228,
+ 0.6208334467887878,
+ 0.6244380719184875,
+ 0.6174096193313598,
+ 0.6198301626205445,
+ 0.6222816544532775,
+ 0.6192285632133484,
+ 0.6139031839370728,
+ 0.6136475460052491,
+ 0.6211447484016418,
+ 0.6104061424255371,
+ 0.6133950750350952,
+ 0.6175869959831238,
+ 0.6119502241134643,
+ 0.6125527906417847,
+ 0.6169743155002594,
+ 0.6045381330490113,
+ 0.6027683501243591,
+ 0.6022960813522339,
+ 0.6013002532958984,
+ 0.6025074361801147,
+ 0.5996582602500915,
+ 0.5981982765197754,
+ 0.5991991576194763,
+ 0.5996488208770752,
+ 0.595704001712799,
+ 0.5946896816253662,
+ 0.5987521299839019,
+ 0.592281983089447,
+ 0.5919814961433411,
+ 0.5917617532730103,
+ 0.5915903926849365,
+ 0.5901475148677826,
+ 0.5897085474967957,
+ 0.5893317813873291,
+ 0.5883101566314697,
+ 0.5882777759075165,
+ 0.5877544073104859,
+ 0.587434159374237,
+ 0.5873497516155243,
+ 0.5872392297744751
+ ],
+ "train_acc": [
+ 0.1615,
+ 0.3999,
+ 0.5808,
+ 0.6687,
+ 0.7161,
+ 0.7409,
+ 0.7516,
+ 0.7604,
+ 0.7653,
+ 0.7674,
+ 0.7681,
+ 0.7689,
+ 0.767,
+ 0.7713,
+ 0.7724,
+ 0.7726,
+ 0.7652,
+ 0.7648,
+ 0.7675,
+ 0.766,
+ 0.7639,
+ 0.7664,
+ 0.7614,
+ 0.7654,
+ 0.7661,
+ 0.764,
+ 0.7739,
+ 0.7688,
+ 0.7627,
+ 0.764,
+ 0.7612,
+ 0.7644,
+ 0.7603,
+ 0.7611,
+ 0.7638,
+ 0.7587,
+ 0.7605,
+ 0.761,
+ 0.7654,
+ 0.7567,
+ 0.7658,
+ 0.7671,
+ 0.7691,
+ 0.7652,
+ 0.7656,
+ 0.7674,
+ 0.7658,
+ 0.7699,
+ 0.7617,
+ 0.7703,
+ 0.7686,
+ 0.7653,
+ 0.7677,
+ 0.7681,
+ 0.7659,
+ 0.771,
+ 0.7726,
+ 0.7735,
+ 0.7712,
+ 0.7739,
+ 0.7732,
+ 0.7758,
+ 0.7719,
+ 0.7712,
+ 0.774,
+ 0.7726,
+ 0.7726,
+ 0.7759,
+ 0.7776,
+ 0.7775,
+ 0.7778,
+ 0.7776,
+ 0.7772,
+ 0.7772,
+ 0.7778,
+ 0.7764,
+ 0.7777,
+ 0.7786,
+ 0.7785,
+ 0.7784
+ ],
+ "test_acc": [
+ 0.265,
+ 0.5165,
+ 0.6045,
+ 0.6645,
+ 0.697,
+ 0.7095,
+ 0.7115,
+ 0.7185,
+ 0.7185,
+ 0.7185,
+ 0.7125,
+ 0.716,
+ 0.7215,
+ 0.716,
+ 0.7115,
+ 0.7095,
+ 0.7125,
+ 0.706,
+ 0.699,
+ 0.6985,
+ 0.718,
+ 0.7035,
+ 0.7025,
+ 0.699,
+ 0.7015,
+ 0.6985,
+ 0.712,
+ 0.709,
+ 0.699,
+ 0.696,
+ 0.705,
+ 0.713,
+ 0.698,
+ 0.704,
+ 0.6915,
+ 0.6945,
+ 0.6965,
+ 0.694,
+ 0.6945,
+ 0.69,
+ 0.7055,
+ 0.697,
+ 0.7045,
+ 0.693,
+ 0.7075,
+ 0.698,
+ 0.693,
+ 0.6945,
+ 0.7015,
+ 0.697,
+ 0.699,
+ 0.6975,
+ 0.699,
+ 0.7035,
+ 0.6985,
+ 0.7035,
+ 0.699,
+ 0.703,
+ 0.699,
+ 0.7045,
+ 0.703,
+ 0.7085,
+ 0.7005,
+ 0.701,
+ 0.699,
+ 0.7025,
+ 0.707,
+ 0.701,
+ 0.704,
+ 0.7065,
+ 0.7045,
+ 0.705,
+ 0.705,
+ 0.7045,
+ 0.7035,
+ 0.705,
+ 0.7045,
+ 0.7035,
+ 0.7035,
+ 0.7025
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.005922339856624603,
+ 0.020320668816566467
+ ],
+ "perturbation_rho": [
+ -0.003393532708287239,
+ 0.013989023864269257
+ ],
+ "nudging": {
+ "0.001": [
+ -1.6870606486918405e-05,
+ -0.0001334029802819714
+ ],
+ "0.003": [
+ -3.559933975338936e-05,
+ -0.0004005617811344564
+ ],
+ "0.01": [
+ 5.659737507812679e-05,
+ -0.0013348986394703388
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.135848754119873,
+ 1.3642803058624267,
+ 0.8708873195648194,
+ 0.6620696384429932,
+ 0.5891413642883301,
+ 0.57967520570755,
+ 0.5887710757732392,
+ 0.5980366667747498,
+ 0.6088974040985108,
+ 0.6177972668647767,
+ 0.6234511965751648,
+ 0.6228584952354431,
+ 0.6300664884567261,
+ 0.6292729211807251,
+ 0.6327571807861329,
+ 0.6370973803520202,
+ 0.6390834430217743,
+ 0.6375089395999909,
+ 0.6519857896804809,
+ 0.6564193545341491,
+ 0.6642557950973511,
+ 0.6591811975479126,
+ 0.6635806708335876,
+ 0.6719323859214783,
+ 0.681973802947998,
+ 0.6752701175689697,
+ 0.6823263836860657,
+ 0.680218187904358,
+ 0.6895751893997193,
+ 0.6950895532131195,
+ 0.690692015838623,
+ 0.7078337843418121,
+ 0.693129168510437,
+ 0.6974928091049194,
+ 0.7008464097976684,
+ 0.7004407194137573,
+ 0.696805198431015,
+ 0.7037288009643554,
+ 0.696394179725647,
+ 0.7049403734207154,
+ 0.718198802280426,
+ 0.7099995137214661,
+ 0.7002471772193909,
+ 0.7115488752365112,
+ 0.7011648622512817,
+ 0.705596800327301,
+ 0.7055955667495728,
+ 0.7068639204978943,
+ 0.712410222530365,
+ 0.7061294185638428,
+ 0.7098195759773255,
+ 0.7036320822715759,
+ 0.7083044646263122,
+ 0.7005896663665772,
+ 0.7051161972999572,
+ 0.7042372000694275,
+ 0.7064647805690766,
+ 0.703298209953308,
+ 0.7030874502182007,
+ 0.7018115946769714,
+ 0.7009259914398194,
+ 0.7010174451828003,
+ 0.7004158262252808,
+ 0.7019228082180023,
+ 0.6986435826301575,
+ 0.6975876085281372,
+ 0.6982375308990478,
+ 0.6989794599533081,
+ 0.6969254281044006,
+ 0.6955446625709534,
+ 0.696240187549591,
+ 0.6952586332321167,
+ 0.6951992818832398,
+ 0.6944246446609497,
+ 0.6940418438911438,
+ 0.6938989589691162,
+ 0.6935289325714111,
+ 0.6932655550956726,
+ 0.6931727689743042,
+ 0.6930741609573364
+ ],
+ "train_acc": [
+ 0.231,
+ 0.5519,
+ 0.704,
+ 0.7597,
+ 0.7786,
+ 0.776,
+ 0.7753,
+ 0.7712,
+ 0.7689,
+ 0.7718,
+ 0.7668,
+ 0.7683,
+ 0.7644,
+ 0.7634,
+ 0.7586,
+ 0.7587,
+ 0.7535,
+ 0.7585,
+ 0.7496,
+ 0.7509,
+ 0.7513,
+ 0.7463,
+ 0.7498,
+ 0.7442,
+ 0.7432,
+ 0.7474,
+ 0.7412,
+ 0.7453,
+ 0.7404,
+ 0.7381,
+ 0.7374,
+ 0.7304,
+ 0.7417,
+ 0.7382,
+ 0.7395,
+ 0.738,
+ 0.7394,
+ 0.7367,
+ 0.7336,
+ 0.7345,
+ 0.7327,
+ 0.7336,
+ 0.7406,
+ 0.7313,
+ 0.7329,
+ 0.7331,
+ 0.7364,
+ 0.7362,
+ 0.7308,
+ 0.7342,
+ 0.7326,
+ 0.7363,
+ 0.734,
+ 0.7356,
+ 0.7308,
+ 0.7347,
+ 0.7327,
+ 0.7349,
+ 0.735,
+ 0.7372,
+ 0.7391,
+ 0.7353,
+ 0.7343,
+ 0.7373,
+ 0.7375,
+ 0.7371,
+ 0.738,
+ 0.7376,
+ 0.7359,
+ 0.7372,
+ 0.7369,
+ 0.7367,
+ 0.7383,
+ 0.7383,
+ 0.7371,
+ 0.7378,
+ 0.7377,
+ 0.7377,
+ 0.7376,
+ 0.7377
+ ],
+ "test_acc": [
+ 0.4135,
+ 0.627,
+ 0.7015,
+ 0.731,
+ 0.732,
+ 0.7305,
+ 0.715,
+ 0.7105,
+ 0.7035,
+ 0.7215,
+ 0.7115,
+ 0.7095,
+ 0.711,
+ 0.7055,
+ 0.694,
+ 0.6975,
+ 0.7035,
+ 0.693,
+ 0.701,
+ 0.6925,
+ 0.696,
+ 0.689,
+ 0.691,
+ 0.688,
+ 0.6935,
+ 0.6805,
+ 0.6875,
+ 0.686,
+ 0.6855,
+ 0.669,
+ 0.682,
+ 0.685,
+ 0.67,
+ 0.6755,
+ 0.676,
+ 0.6715,
+ 0.6735,
+ 0.6815,
+ 0.6735,
+ 0.6615,
+ 0.6705,
+ 0.678,
+ 0.673,
+ 0.6755,
+ 0.679,
+ 0.6795,
+ 0.671,
+ 0.669,
+ 0.675,
+ 0.665,
+ 0.6725,
+ 0.674,
+ 0.676,
+ 0.671,
+ 0.674,
+ 0.6665,
+ 0.676,
+ 0.6755,
+ 0.679,
+ 0.6815,
+ 0.6775,
+ 0.673,
+ 0.6775,
+ 0.6755,
+ 0.6745,
+ 0.673,
+ 0.674,
+ 0.6755,
+ 0.675,
+ 0.676,
+ 0.6755,
+ 0.673,
+ 0.673,
+ 0.675,
+ 0.6745,
+ 0.6725,
+ 0.673,
+ 0.674,
+ 0.6735,
+ 0.6735
+ ],
+ "state_pred_error": [
+ 0.8063683609008789,
+ 0.3884696524143219,
+ 0.2311003609418869,
+ 0.18046433920860291,
+ 0.16924471125602722,
+ 0.16555276873111724,
+ 0.1602503327846527,
+ 0.15167320017814637,
+ 0.140824283182621,
+ 0.1298466329574585,
+ 0.11834586684703827,
+ 0.11143888697624206,
+ 0.10435668296813964,
+ 0.10323678240776062,
+ 0.0928786245584488,
+ 0.08840008661746979,
+ 0.08519339587688446,
+ 0.08778857303857804,
+ 0.08263514815568924,
+ 0.08055064792633057,
+ 0.07980460293293,
+ 0.07705434393882751,
+ 0.07739766277074814,
+ 0.07446456137895584,
+ 0.0734913741350174,
+ 0.07287049880027771,
+ 0.07218570121526718,
+ 0.07035595026016235,
+ 0.07018024356365204,
+ 0.0692975877046585,
+ 0.06897079907655716,
+ 0.06649487104415894,
+ 0.06588162162899971,
+ 0.06435961349010468,
+ 0.06434023708701134,
+ 0.06222202478647232,
+ 0.0626620704293251,
+ 0.06185628715753555,
+ 0.05922087868452072,
+ 0.057531780862808225,
+ 0.05768225061893463,
+ 0.0554687408208847,
+ 0.054569963669776914,
+ 0.05414690698385238,
+ 0.05308204159736633,
+ 0.05163135576248169,
+ 0.05053922039270401,
+ 0.049180154889822005,
+ 0.04925686872601509,
+ 0.047615612363815306,
+ 0.046402145498991014,
+ 0.04576419175863266,
+ 0.045621140229702,
+ 0.04635717123746872,
+ 0.04377198639512062,
+ 0.043869176548719406,
+ 0.04219145889282227,
+ 0.04124122514724732,
+ 0.04061387507915497,
+ 0.04018232229351997,
+ 0.039839565473794934,
+ 0.03889179226756096,
+ 0.03857449699044228,
+ 0.03783939574360847,
+ 0.03660583376288414,
+ 0.03604392006397247,
+ 0.03533379606604576,
+ 0.03495548709630966,
+ 0.03465898452997208,
+ 0.0342097640991211,
+ 0.0333374612390995,
+ 0.03270132002830505,
+ 0.03256121125221252,
+ 0.03309162433743477,
+ 0.03434458671808243,
+ 0.031629494720697406,
+ 0.030447168147563933,
+ 0.029967701929807664,
+ 0.029437697196006776,
+ 0.028844930332899095
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.6727198958396912,
+ 0.3693685829639435
+ ],
+ "perturbation_rho": [
+ 0.6028042435646057,
+ 0.36745399236679077
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02099989913403988,
+ -0.0025365445762872696
+ ],
+ "0.003": [
+ -0.06207232177257538,
+ -0.007595579605549574
+ ],
+ "0.01": [
+ -0.19608698785305023,
+ -0.025156188756227493
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 4083.197509765625,
+ 262.47991943359375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2804126327514647,
+ 1.7985749383926393,
+ 1.2908005512237548,
+ 0.9662449172019959,
+ 0.7956621127128601,
+ 0.7016273497581482,
+ 0.6522905420303344,
+ 0.6255401084899902,
+ 0.6117714551925659,
+ 0.6128746815681457,
+ 0.6068986643791199,
+ 0.6044070498466492,
+ 0.6102572951316834,
+ 0.6062020353317261,
+ 0.6156517067909241,
+ 0.6126874660491943,
+ 0.6097104368209839,
+ 0.6174453516960144,
+ 0.6185816154479981,
+ 0.6438342502593994,
+ 0.6368237316131592,
+ 0.6804909427642822,
+ 0.6997053329467774,
+ 0.7258448196411132,
+ 0.7487138278961182,
+ 0.7556256717681885,
+ 0.7934631998062134,
+ 0.802038497543335,
+ 0.8157362140655517,
+ 0.8650238488197327,
+ 0.8622131116867066,
+ 0.8802598802566528,
+ 0.9258453697204589,
+ 0.9959634174346924,
+ 0.9478269100189209,
+ 1.0003521003723144,
+ 1.077512856578827,
+ 1.0192589988708496,
+ 1.028103258895874,
+ 1.0586500679016113,
+ 1.0699232969284058,
+ 1.0799424433708191,
+ 1.0838925231933594,
+ 1.1248778113365174,
+ 1.1027689414978028,
+ 1.1598035910606384,
+ 1.1366910076141357,
+ 1.1348427181243896,
+ 1.1708768878936768,
+ 1.1435981479644775,
+ 1.1552022342681885,
+ 1.2040845465660095,
+ 1.1642921708106995,
+ 1.1581912057876587,
+ 1.1544302150726318,
+ 1.1856851593017579,
+ 1.1730238010406495,
+ 1.1706515258789063,
+ 1.175933620452881,
+ 1.2015250160217286,
+ 1.179624587059021,
+ 1.18775200214386,
+ 1.1831196794509888,
+ 1.1909604908943177,
+ 1.1947224998474122,
+ 1.1949542335510255,
+ 1.1888987186431885,
+ 1.1910899550437928,
+ 1.1911025504112243,
+ 1.195369605255127,
+ 1.193122798538208,
+ 1.194731010055542,
+ 1.1899194046020507,
+ 1.1925264017105102,
+ 1.191719772720337,
+ 1.1909632276535034,
+ 1.189614386367798,
+ 1.1892432201385499,
+ 1.188741414451599,
+ 1.1885441581726075
+ ],
+ "train_acc": [
+ 0.1623,
+ 0.4052,
+ 0.5791,
+ 0.6702,
+ 0.7173,
+ 0.7455,
+ 0.7557,
+ 0.7621,
+ 0.7675,
+ 0.7666,
+ 0.7696,
+ 0.7723,
+ 0.7664,
+ 0.7713,
+ 0.7708,
+ 0.7678,
+ 0.7703,
+ 0.7652,
+ 0.7695,
+ 0.7575,
+ 0.7586,
+ 0.7436,
+ 0.734,
+ 0.7259,
+ 0.723,
+ 0.7172,
+ 0.703,
+ 0.6981,
+ 0.6893,
+ 0.6707,
+ 0.6709,
+ 0.6653,
+ 0.6557,
+ 0.6313,
+ 0.644,
+ 0.623,
+ 0.6036,
+ 0.6162,
+ 0.613,
+ 0.6077,
+ 0.6007,
+ 0.5952,
+ 0.598,
+ 0.5809,
+ 0.5939,
+ 0.571,
+ 0.583,
+ 0.5811,
+ 0.5635,
+ 0.5749,
+ 0.578,
+ 0.5625,
+ 0.5689,
+ 0.5734,
+ 0.5731,
+ 0.5696,
+ 0.5712,
+ 0.5682,
+ 0.5694,
+ 0.5553,
+ 0.5659,
+ 0.5635,
+ 0.566,
+ 0.5599,
+ 0.5604,
+ 0.5627,
+ 0.5634,
+ 0.5593,
+ 0.5621,
+ 0.5604,
+ 0.5607,
+ 0.5593,
+ 0.5635,
+ 0.5619,
+ 0.5657,
+ 0.5614,
+ 0.5632,
+ 0.565,
+ 0.5645,
+ 0.5642
+ ],
+ "test_acc": [
+ 0.268,
+ 0.513,
+ 0.6075,
+ 0.6595,
+ 0.696,
+ 0.7095,
+ 0.7215,
+ 0.7145,
+ 0.723,
+ 0.72,
+ 0.7195,
+ 0.7195,
+ 0.723,
+ 0.713,
+ 0.708,
+ 0.718,
+ 0.711,
+ 0.7065,
+ 0.7095,
+ 0.694,
+ 0.6845,
+ 0.6965,
+ 0.654,
+ 0.6715,
+ 0.67,
+ 0.655,
+ 0.6405,
+ 0.6595,
+ 0.6045,
+ 0.612,
+ 0.62,
+ 0.5865,
+ 0.5695,
+ 0.5475,
+ 0.5605,
+ 0.528,
+ 0.5695,
+ 0.5465,
+ 0.552,
+ 0.5245,
+ 0.525,
+ 0.5495,
+ 0.5245,
+ 0.549,
+ 0.5255,
+ 0.4805,
+ 0.5195,
+ 0.484,
+ 0.532,
+ 0.522,
+ 0.5115,
+ 0.5325,
+ 0.5325,
+ 0.5145,
+ 0.494,
+ 0.5195,
+ 0.5155,
+ 0.5115,
+ 0.5065,
+ 0.511,
+ 0.513,
+ 0.524,
+ 0.5115,
+ 0.5165,
+ 0.5135,
+ 0.508,
+ 0.513,
+ 0.502,
+ 0.5045,
+ 0.504,
+ 0.5175,
+ 0.514,
+ 0.5145,
+ 0.5165,
+ 0.51,
+ 0.5135,
+ 0.5115,
+ 0.5125,
+ 0.513,
+ 0.5125
+ ],
+ "value_loss": [
+ 2.940468542289734,
+ 0.79788527135849,
+ 0.6377222188949585,
+ 0.68224133644104,
+ 0.7263548100471496,
+ 0.7324671993255615,
+ 0.7309100345611572,
+ 0.717535104560852,
+ 0.7103414190292359,
+ 0.6660294913291931,
+ 0.6247495171546936,
+ 0.5396882646560669,
+ 0.4996064971446991,
+ 0.45136471157073976,
+ 0.4529336892604828,
+ 0.4058929618358612,
+ 0.391290897321701,
+ 0.39949184267520904,
+ 0.40146105794906617,
+ 0.4176544015884399,
+ 0.3929467046737671,
+ 0.4356102319717407,
+ 0.44995045413970947,
+ 0.4677547811985016,
+ 0.506061519908905,
+ 0.4956396166801453,
+ 0.5163082196235657,
+ 0.5677194129943848,
+ 0.5988344200134277,
+ 0.599899713230133,
+ 0.5649642105102539,
+ 0.597481498336792,
+ 0.62520577750206,
+ 0.7375187145233154,
+ 0.624705169582367,
+ 0.6632982563972473,
+ 0.7675839500427246,
+ 0.669120393371582,
+ 0.6651788431167602,
+ 0.7156087099552154,
+ 0.696215266418457,
+ 0.6955457643985749,
+ 0.6779295589447022,
+ 0.7293293210983276,
+ 0.6809166513442994,
+ 0.764018877029419,
+ 0.7062238107681275,
+ 0.685149402809143,
+ 0.7134047386169433,
+ 0.6853949756622314,
+ 0.6999969066619873,
+ 0.7731949109077454,
+ 0.6987295764446259,
+ 0.6907983577728272,
+ 0.6681401613235474,
+ 0.7007834080696106,
+ 0.6814730290412903,
+ 0.661990501499176,
+ 0.6626340481758117,
+ 0.705364034461975,
+ 0.6682385860443115,
+ 0.6713524225234986,
+ 0.6693500059127807,
+ 0.6651503324508667,
+ 0.6654500586509705,
+ 0.6543948979377746,
+ 0.6422414421081543,
+ 0.6383527196884156,
+ 0.6420085886001586,
+ 0.6456019569396972,
+ 0.6395301539421081,
+ 0.6431583649635315,
+ 0.6233767694473267,
+ 0.6305849503517151,
+ 0.6271460248947144,
+ 0.6468473421096802,
+ 0.6199060997486114,
+ 0.6318170052528381,
+ 0.6215379253387451,
+ 0.6212269179344178
+ ],
+ "term_loss": [
+ 1.6892825514793397,
+ 0.28991217994689944,
+ 0.30822358050346377,
+ 0.3786318918466568,
+ 0.42494087133407593,
+ 0.42721891040802,
+ 0.4199708504676819,
+ 0.4035639883041382,
+ 0.3996427752017975,
+ 0.3595923094034195,
+ 0.33094902596473696,
+ 0.2548507522583008,
+ 0.21975787994861604,
+ 0.17496245877742767,
+ 0.173782960999012,
+ 0.12534335107803346,
+ 0.1120484961271286,
+ 0.11436202818453312,
+ 0.11488216164112092,
+ 0.11582057362794876,
+ 0.08930488972663879,
+ 0.10528950003981591,
+ 0.10394810205698013,
+ 0.10426158441305161,
+ 0.12753498150110246,
+ 0.10871876295804977,
+ 0.11132348638176918,
+ 0.14436086015701294,
+ 0.14408548067808152,
+ 0.13344688698649407,
+ 0.10571571690440178,
+ 0.13017865498065948,
+ 0.13939437173306943,
+ 0.20552679252624512,
+ 0.11907351903915406,
+ 0.13748738572597505,
+ 0.19904934087991716,
+ 0.13540437815189363,
+ 0.12853734107017517,
+ 0.1618148654460907,
+ 0.13909575666189194,
+ 0.13520186334848405,
+ 0.12121448392868042,
+ 0.1466166281223297,
+ 0.12041640423536301,
+ 0.16912428863048554,
+ 0.13152958631515502,
+ 0.11219572712182999,
+ 0.12457058460712434,
+ 0.10920219086408615,
+ 0.1173021228313446,
+ 0.16791136612892152,
+ 0.11367217564582825,
+ 0.10726595187187195,
+ 0.09067037861347199,
+ 0.11207262431383133,
+ 0.09823015294075012,
+ 0.08530473515987397,
+ 0.08550616343021393,
+ 0.10875923759937287,
+ 0.08709428926706314,
+ 0.08641628972291947,
+ 0.08627706418037415,
+ 0.08137298605442048,
+ 0.0812585338205099,
+ 0.07228367166519165,
+ 0.06536642589569092,
+ 0.0619819268733263,
+ 0.06462425166070461,
+ 0.06505866675376892,
+ 0.06278609230518341,
+ 0.0658116526722908,
+ 0.0513275152683258,
+ 0.056986387073993686,
+ 0.05485347003340721,
+ 0.07127472396492958,
+ 0.050447821268439295,
+ 0.06053386932611465,
+ 0.05252971643209457,
+ 0.05304660900235176
+ ],
+ "bridge_loss": [
+ 0.9279641841857811,
+ 0.16856330198049546,
+ 0.039708731412887575,
+ 0.010337709330767393,
+ 0.011771508574485778,
+ 0.022529736855626106,
+ 0.03331982454061508,
+ 0.03982229630947113,
+ 0.03738117287158966,
+ 0.03454190602302551,
+ 0.027281567510962487,
+ 0.024664730344712733,
+ 0.023858268588781355,
+ 0.025735928761959077,
+ 0.0272073194026947,
+ 0.02882993689775467,
+ 0.027838965237140655,
+ 0.028774000322818755,
+ 0.02812835749387741,
+ 0.03022514525949955,
+ 0.030929905086755752,
+ 0.03656129573583603,
+ 0.04052359770536423,
+ 0.04557864816188812,
+ 0.04997927314043045,
+ 0.050188125783205036,
+ 0.04993401603698731,
+ 0.05739394021034241,
+ 0.07838522285223007,
+ 0.06485828175544739,
+ 0.05224925307035446,
+ 0.0506726308375597,
+ 0.051239190012216565,
+ 0.0647153436422348,
+ 0.053563565707206724,
+ 0.05078575596809387,
+ 0.06262156112790107,
+ 0.04680149354934692,
+ 0.04500690677165985,
+ 0.049841736525297164,
+ 0.046847368633747104,
+ 0.04284440612792969,
+ 0.03791265842914581,
+ 0.046439746141433716,
+ 0.03537028197050095,
+ 0.04456134281158447,
+ 0.03218785969913006,
+ 0.030664079475402832,
+ 0.03130132013559341,
+ 0.029161811190843583,
+ 0.032022461515665054,
+ 0.03898258820772171,
+ 0.02969357035756111,
+ 0.02903288689851761,
+ 0.02478138956427574,
+ 0.0249088092982769,
+ 0.02389162595272064,
+ 0.019117333182692528,
+ 0.018994592445343732,
+ 0.023708287239074706,
+ 0.019777522890269756,
+ 0.018769464632868767,
+ 0.020211394253373146,
+ 0.017110029135644435,
+ 0.017269017577171326,
+ 0.014731672486662864,
+ 0.012424837739765644,
+ 0.01189460586681962,
+ 0.01335356667637825,
+ 0.014654298931360246,
+ 0.012049511376023293,
+ 0.012707741624116897,
+ 0.009858337254822254,
+ 0.010841082896292209,
+ 0.011562466982007026,
+ 0.015217449271678925,
+ 0.009477784027159214,
+ 0.01224556357562542,
+ 0.011088584440946578,
+ 0.010462266248464584
+ ],
+ "tgrad_loss": [
+ 0.32322183175086977,
+ 0.33940978274345396,
+ 0.2897899122238159,
+ 0.29327174363136294,
+ 0.28964242973327636,
+ 0.28271855030059817,
+ 0.27761935591697695,
+ 0.27414881958961484,
+ 0.27331746387481687,
+ 0.27189527068138125,
+ 0.26651892404556277,
+ 0.2601727846622467,
+ 0.25599034695625306,
+ 0.25066632494926455,
+ 0.25194340829849243,
+ 0.2517196734428406,
+ 0.2514034350395203,
+ 0.25635581159591675,
+ 0.25845054063796996,
+ 0.2716086819887161,
+ 0.2727119073867798,
+ 0.29375943875312804,
+ 0.30547875442504885,
+ 0.31791454901695254,
+ 0.32854726486206054,
+ 0.3367327250480652,
+ 0.3550507174730301,
+ 0.36596461181640627,
+ 0.37636372227668763,
+ 0.4015945445537567,
+ 0.40699923944473265,
+ 0.41663020915985105,
+ 0.4345722186088562,
+ 0.46727658042907716,
+ 0.4520680808544159,
+ 0.4750251211166382,
+ 0.5059130459785461,
+ 0.4869145246505737,
+ 0.49163460040092466,
+ 0.5039521028518676,
+ 0.5102721470355988,
+ 0.5174995000839233,
+ 0.5188024171829224,
+ 0.5362729483604431,
+ 0.5251299654006958,
+ 0.5503332437992096,
+ 0.5425063617706298,
+ 0.5422895937919616,
+ 0.5575328386306763,
+ 0.5470309760093689,
+ 0.5506723180770874,
+ 0.5663009528160096,
+ 0.5553638293266296,
+ 0.5544995170593262,
+ 0.5526883927822113,
+ 0.563801976966858,
+ 0.5593512482643127,
+ 0.5575684350967407,
+ 0.5581332973480224,
+ 0.5728965188980103,
+ 0.5613667737007141,
+ 0.5661666715621948,
+ 0.5628615488052369,
+ 0.5666673162460327,
+ 0.5669225110054016,
+ 0.5673795532226562,
+ 0.5644501794815063,
+ 0.5644761901378632,
+ 0.5640307699203492,
+ 0.5658889928817749,
+ 0.5646945568084717,
+ 0.5646389728546143,
+ 0.5621909219741821,
+ 0.5627574834823609,
+ 0.5607300892829895,
+ 0.5603551671981811,
+ 0.559980492067337,
+ 0.5590375660896302,
+ 0.5579196195602417,
+ 0.5577180406570434
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.39126425981521606,
+ 0.7445269823074341
+ ],
+ "perturbation_rho": [
+ 0.44417524337768555,
+ 0.7429547905921936
+ ],
+ "nudging": {
+ "0.001": [
+ -0.009039473719894886,
+ -0.006878397427499294
+ ],
+ "0.003": [
+ -0.027019120752811432,
+ -0.020580623298883438
+ ],
+ "0.01": [
+ -0.08887787163257599,
+ -0.06797216832637787
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L2_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L2_s456.json
new file mode 100644
index 0000000..3e9ec33
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L2_s456.json
@@ -0,0 +1,1512 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.9560056144714355,
+ 1.1671714973449707,
+ 0.7729741273880005,
+ 0.6163077599525452,
+ 0.5501252895355224,
+ 0.5102293436050415,
+ 0.47986490659713743,
+ 0.4551184079170227,
+ 0.4281283717632294,
+ 0.41059817826747896,
+ 0.3900598440170288,
+ 0.3775464247703552,
+ 0.35782486624717713,
+ 0.34545214071273805,
+ 0.32954725866317747,
+ 0.312077562713623,
+ 0.3001769031524658,
+ 0.2857774089574814,
+ 0.268246430015564,
+ 0.2654800416946411,
+ 0.24711972908973695,
+ 0.23591814823150634,
+ 0.22430862407684327,
+ 0.21694810314178467,
+ 0.19728492946624757,
+ 0.19133227586746215,
+ 0.18050886018276216,
+ 0.16754731903076173,
+ 0.15603712682724,
+ 0.14723092963695525,
+ 0.1393954524040222,
+ 0.13442619478702544,
+ 0.12217882280349732,
+ 0.11515008834600449,
+ 0.10545161597728729,
+ 0.0976712616443634,
+ 0.09565990908145905,
+ 0.08852378897666931,
+ 0.08450308041572571,
+ 0.07969852757751941,
+ 0.07292226366400718,
+ 0.06799264116883277,
+ 0.06508905214071274,
+ 0.061624961662292484,
+ 0.05785034103393555,
+ 0.05549244320392609,
+ 0.053127787148952485,
+ 0.050860308933258054,
+ 0.048702414500713345,
+ 0.04664224576950073,
+ 0.04522364996671677,
+ 0.04416376640796661,
+ 0.04225023184418678,
+ 0.0404514856338501,
+ 0.039005454522371294,
+ 0.03781551446318626,
+ 0.03683884832262993,
+ 0.035825042724609374,
+ 0.034970838397741316,
+ 0.03423578343987465,
+ 0.03352795054614544,
+ 0.03287497969865799,
+ 0.0322679201349616,
+ 0.03175261213183403,
+ 0.03134917322397232,
+ 0.03098049667477608,
+ 0.030580134057998656,
+ 0.03025078364908695,
+ 0.029965906804800033,
+ 0.029746233332157136,
+ 0.029537916985154154,
+ 0.029368729928135873,
+ 0.029206447684764863,
+ 0.029097266083955766,
+ 0.028998262310028076,
+ 0.028925995123386384,
+ 0.028875470691919328,
+ 0.028838179144263267,
+ 0.028815924447774886,
+ 0.028804841729998587
+ ],
+ "train_acc": [
+ 0.3249,
+ 0.6552,
+ 0.7598,
+ 0.7934,
+ 0.8034,
+ 0.8132,
+ 0.8258,
+ 0.8368,
+ 0.8409,
+ 0.8468,
+ 0.8571,
+ 0.8623,
+ 0.8682,
+ 0.8719,
+ 0.882,
+ 0.8883,
+ 0.8916,
+ 0.9008,
+ 0.9064,
+ 0.9096,
+ 0.9171,
+ 0.9213,
+ 0.9265,
+ 0.9316,
+ 0.9423,
+ 0.9439,
+ 0.9489,
+ 0.9549,
+ 0.9613,
+ 0.9653,
+ 0.9682,
+ 0.9692,
+ 0.9762,
+ 0.9794,
+ 0.9845,
+ 0.9883,
+ 0.9886,
+ 0.9905,
+ 0.9913,
+ 0.9924,
+ 0.9951,
+ 0.9961,
+ 0.9968,
+ 0.9974,
+ 0.9982,
+ 0.9984,
+ 0.9985,
+ 0.9992,
+ 0.9991,
+ 0.9992,
+ 0.9993,
+ 0.9993,
+ 0.9994,
+ 0.9996,
+ 0.9996,
+ 0.9998,
+ 0.9998,
+ 0.9999,
+ 0.9999,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.5485,
+ 0.7015,
+ 0.7495,
+ 0.7625,
+ 0.768,
+ 0.769,
+ 0.775,
+ 0.774,
+ 0.779,
+ 0.7795,
+ 0.782,
+ 0.7905,
+ 0.788,
+ 0.7875,
+ 0.7895,
+ 0.7925,
+ 0.7875,
+ 0.797,
+ 0.797,
+ 0.796,
+ 0.8025,
+ 0.799,
+ 0.7925,
+ 0.802,
+ 0.7925,
+ 0.7925,
+ 0.7965,
+ 0.796,
+ 0.802,
+ 0.7975,
+ 0.8,
+ 0.7925,
+ 0.799,
+ 0.7945,
+ 0.7965,
+ 0.797,
+ 0.791,
+ 0.793,
+ 0.795,
+ 0.7905,
+ 0.7945,
+ 0.796,
+ 0.795,
+ 0.793,
+ 0.7945,
+ 0.796,
+ 0.7925,
+ 0.794,
+ 0.7945,
+ 0.7935,
+ 0.7905,
+ 0.7905,
+ 0.7845,
+ 0.788,
+ 0.7885,
+ 0.789,
+ 0.7895,
+ 0.7885,
+ 0.79,
+ 0.7905,
+ 0.791,
+ 0.791,
+ 0.79,
+ 0.7905,
+ 0.79,
+ 0.789,
+ 0.789,
+ 0.791,
+ 0.79,
+ 0.79,
+ 0.791,
+ 0.7905,
+ 0.791,
+ 0.7905,
+ 0.791,
+ 0.79,
+ 0.7905,
+ 0.7905,
+ 0.7905,
+ 0.7905
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.9291538000106812,
+ 0.9242061376571655
+ ],
+ "perturbation_rho": [
+ 0.9999991059303284,
+ 0.9999985694885254
+ ],
+ "nudging": {
+ "0.001": [
+ -0.045578956604003906,
+ -0.02785908617079258
+ ],
+ "0.003": [
+ -0.13051706552505493,
+ -0.0812857374548912
+ ],
+ "0.01": [
+ -0.36666756868362427,
+ -0.24512334167957306
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2925382926940916,
+ 1.7889437934875487,
+ 1.260253756904602,
+ 0.9539756924629211,
+ 0.7977886853218079,
+ 0.7140761584281922,
+ 0.6654267780303955,
+ 0.6397091209411621,
+ 0.6243139269828797,
+ 0.6154428773880005,
+ 0.6143751846313477,
+ 0.6155710045814514,
+ 0.6156138698577881,
+ 0.6219459392547607,
+ 0.6182852596759796,
+ 0.6140298984527588,
+ 0.6210012950897217,
+ 0.6292118134498597,
+ 0.6216321679115295,
+ 0.6227944535255432,
+ 0.6250838468551636,
+ 0.6302425016403198,
+ 0.6193829513549804,
+ 0.6351193978309632,
+ 0.6367992011070251,
+ 0.650238129234314,
+ 0.6344584981918335,
+ 0.6519463251113892,
+ 0.6449099941253662,
+ 0.6615370457649231,
+ 0.6371989486694336,
+ 0.6602863219261169,
+ 0.6565528917312622,
+ 0.6482889573097229,
+ 0.6413513114929199,
+ 0.6494462338447571,
+ 0.6409127470016479,
+ 0.6464275256156922,
+ 0.648155325126648,
+ 0.6618475336074829,
+ 0.6339232350826264,
+ 0.6367729577064514,
+ 0.6629635499000549,
+ 0.6310218623638153,
+ 0.6272157665252686,
+ 0.6426493437290192,
+ 0.6343029105186463,
+ 0.626497606754303,
+ 0.6296635850906372,
+ 0.6324865888595581,
+ 0.625750997543335,
+ 0.6378193023681641,
+ 0.6297788947105408,
+ 0.6210315748214722,
+ 0.624997318649292,
+ 0.6212919867515564,
+ 0.6215335542201996,
+ 0.6199177579879761,
+ 0.6204080033302307,
+ 0.6204842404842377,
+ 0.6156154773712158,
+ 0.6164784337997437,
+ 0.6144172075271607,
+ 0.61289912109375,
+ 0.6115792436599732,
+ 0.6114538358688355,
+ 0.6116359647274018,
+ 0.6083082750320434,
+ 0.6086608262062073,
+ 0.6079776787757873,
+ 0.6070331044197083,
+ 0.6068843227386475,
+ 0.6061222413063049,
+ 0.6054628374576568,
+ 0.604520062637329,
+ 0.6041548914432525,
+ 0.6038100759506225,
+ 0.6035206285476684,
+ 0.6033140742301941,
+ 0.6032149271965027
+ ],
+ "train_acc": [
+ 0.1535,
+ 0.405,
+ 0.5877,
+ 0.6723,
+ 0.7129,
+ 0.7316,
+ 0.7494,
+ 0.7562,
+ 0.7635,
+ 0.7636,
+ 0.7659,
+ 0.7655,
+ 0.7659,
+ 0.7638,
+ 0.7629,
+ 0.7636,
+ 0.7632,
+ 0.761,
+ 0.7595,
+ 0.7621,
+ 0.7619,
+ 0.7576,
+ 0.7662,
+ 0.7592,
+ 0.7583,
+ 0.7543,
+ 0.7593,
+ 0.7561,
+ 0.7595,
+ 0.7512,
+ 0.7575,
+ 0.7494,
+ 0.7525,
+ 0.7562,
+ 0.756,
+ 0.7541,
+ 0.7569,
+ 0.7583,
+ 0.7539,
+ 0.7511,
+ 0.7617,
+ 0.7574,
+ 0.7493,
+ 0.7613,
+ 0.7607,
+ 0.752,
+ 0.7581,
+ 0.7592,
+ 0.7602,
+ 0.7593,
+ 0.7591,
+ 0.7563,
+ 0.7569,
+ 0.7631,
+ 0.7601,
+ 0.7629,
+ 0.763,
+ 0.7645,
+ 0.7651,
+ 0.7623,
+ 0.7671,
+ 0.7636,
+ 0.7652,
+ 0.7662,
+ 0.7644,
+ 0.766,
+ 0.769,
+ 0.7658,
+ 0.7697,
+ 0.7674,
+ 0.7685,
+ 0.7671,
+ 0.7688,
+ 0.7701,
+ 0.7691,
+ 0.7691,
+ 0.7701,
+ 0.7697,
+ 0.7701,
+ 0.77
+ ],
+ "test_acc": [
+ 0.2575,
+ 0.5275,
+ 0.6195,
+ 0.6685,
+ 0.6845,
+ 0.701,
+ 0.7085,
+ 0.72,
+ 0.7235,
+ 0.7225,
+ 0.7265,
+ 0.7345,
+ 0.7315,
+ 0.73,
+ 0.7255,
+ 0.723,
+ 0.7285,
+ 0.729,
+ 0.726,
+ 0.728,
+ 0.73,
+ 0.718,
+ 0.717,
+ 0.725,
+ 0.7125,
+ 0.7275,
+ 0.705,
+ 0.7205,
+ 0.7095,
+ 0.7145,
+ 0.721,
+ 0.718,
+ 0.7235,
+ 0.7245,
+ 0.7205,
+ 0.711,
+ 0.7185,
+ 0.7225,
+ 0.721,
+ 0.726,
+ 0.719,
+ 0.726,
+ 0.7235,
+ 0.7175,
+ 0.707,
+ 0.7215,
+ 0.719,
+ 0.718,
+ 0.723,
+ 0.7265,
+ 0.718,
+ 0.719,
+ 0.726,
+ 0.7185,
+ 0.7165,
+ 0.7215,
+ 0.721,
+ 0.723,
+ 0.7265,
+ 0.7255,
+ 0.726,
+ 0.724,
+ 0.728,
+ 0.7225,
+ 0.7245,
+ 0.7255,
+ 0.7245,
+ 0.727,
+ 0.724,
+ 0.7245,
+ 0.7265,
+ 0.729,
+ 0.7285,
+ 0.7305,
+ 0.73,
+ 0.73,
+ 0.729,
+ 0.731,
+ 0.73,
+ 0.73
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.02131858840584755,
+ 0.03880482539534569
+ ],
+ "perturbation_rho": [
+ 0.006325956434011459,
+ 0.07241131365299225
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0007009014952927828,
+ -0.00027983251493424177
+ ],
+ "0.003": [
+ -0.002087946515530348,
+ -0.0008400778751820326
+ ],
+ "0.01": [
+ -0.006775922141969204,
+ -0.002794599626213312
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.1408685943603514,
+ 1.3764964288711548,
+ 0.8937187995910645,
+ 0.6806521401405334,
+ 0.6063734632492065,
+ 0.5921373236656189,
+ 0.6012698959350586,
+ 0.6085097344875335,
+ 0.618865624332428,
+ 0.6229370524406433,
+ 0.6271081844329834,
+ 0.6296928139686584,
+ 0.6329344481468201,
+ 0.6373940747737884,
+ 0.6441978803634644,
+ 0.6502310201644897,
+ 0.6577924034118653,
+ 0.6638825251579284,
+ 0.6633781417846679,
+ 0.662655659198761,
+ 0.671446533203125,
+ 0.6748080488204956,
+ 0.6730749175071716,
+ 0.6885585793495178,
+ 0.6853348649978638,
+ 0.6937937314987183,
+ 0.7025538193225861,
+ 0.6914417263031006,
+ 0.6994074465751648,
+ 0.7016401989936829,
+ 0.7077653275966644,
+ 0.7140635179519653,
+ 0.719589767742157,
+ 0.7156314441680908,
+ 0.7186767238616943,
+ 0.7123939609527588,
+ 0.7217615343093872,
+ 0.7193854808807373,
+ 0.7269024057388306,
+ 0.7369294118881226,
+ 0.7207375118255616,
+ 0.7266824924468994,
+ 0.731508938407898,
+ 0.725278225517273,
+ 0.7310970863819123,
+ 0.7277004768371582,
+ 0.7388540773391724,
+ 0.7262511849403381,
+ 0.7372460752487182,
+ 0.7248942784309387,
+ 0.7235971044540406,
+ 0.7246456790924072,
+ 0.7409098614692688,
+ 0.7274047603607178,
+ 0.7256083255767822,
+ 0.7254483180999756,
+ 0.7276198521614075,
+ 0.726950217628479,
+ 0.725731752204895,
+ 0.7291518458366394,
+ 0.7226115200996399,
+ 0.7278635671615601,
+ 0.7244456878662109,
+ 0.7224804187774658,
+ 0.7225179643630981,
+ 0.7228940364837646,
+ 0.721614897441864,
+ 0.7204741502761841,
+ 0.7193958771705627,
+ 0.7201352106094361,
+ 0.7190518887519837,
+ 0.7184531566619873,
+ 0.7180235387802124,
+ 0.7173173397064209,
+ 0.7167859954833984,
+ 0.7164597539424896,
+ 0.7162381525039673,
+ 0.7160966100692749,
+ 0.7159361206054687,
+ 0.7158677879333496
+ ],
+ "train_acc": [
+ 0.2242,
+ 0.5483,
+ 0.693,
+ 0.7528,
+ 0.7704,
+ 0.7716,
+ 0.7678,
+ 0.7698,
+ 0.7661,
+ 0.7652,
+ 0.7631,
+ 0.7655,
+ 0.7626,
+ 0.7634,
+ 0.7573,
+ 0.7524,
+ 0.7496,
+ 0.7523,
+ 0.7482,
+ 0.7508,
+ 0.7477,
+ 0.7456,
+ 0.7467,
+ 0.7432,
+ 0.7436,
+ 0.7385,
+ 0.7362,
+ 0.7417,
+ 0.741,
+ 0.7403,
+ 0.7365,
+ 0.7338,
+ 0.7302,
+ 0.7333,
+ 0.7367,
+ 0.7347,
+ 0.7324,
+ 0.731,
+ 0.729,
+ 0.7291,
+ 0.7328,
+ 0.7293,
+ 0.726,
+ 0.7307,
+ 0.7315,
+ 0.7312,
+ 0.7276,
+ 0.7278,
+ 0.7248,
+ 0.7315,
+ 0.7328,
+ 0.7319,
+ 0.7249,
+ 0.7287,
+ 0.7328,
+ 0.7342,
+ 0.7285,
+ 0.7311,
+ 0.7316,
+ 0.7284,
+ 0.7332,
+ 0.7295,
+ 0.7326,
+ 0.7339,
+ 0.7349,
+ 0.7327,
+ 0.7321,
+ 0.7348,
+ 0.7331,
+ 0.7339,
+ 0.7336,
+ 0.7336,
+ 0.7346,
+ 0.736,
+ 0.7342,
+ 0.7352,
+ 0.7351,
+ 0.7353,
+ 0.7355,
+ 0.7359
+ ],
+ "test_acc": [
+ 0.4415,
+ 0.6245,
+ 0.6935,
+ 0.725,
+ 0.7325,
+ 0.7305,
+ 0.7295,
+ 0.735,
+ 0.723,
+ 0.723,
+ 0.7235,
+ 0.722,
+ 0.716,
+ 0.7185,
+ 0.708,
+ 0.708,
+ 0.712,
+ 0.7085,
+ 0.713,
+ 0.7005,
+ 0.702,
+ 0.7055,
+ 0.7015,
+ 0.6855,
+ 0.6955,
+ 0.695,
+ 0.687,
+ 0.692,
+ 0.6915,
+ 0.691,
+ 0.6865,
+ 0.6765,
+ 0.685,
+ 0.686,
+ 0.6875,
+ 0.6875,
+ 0.6865,
+ 0.678,
+ 0.675,
+ 0.6825,
+ 0.6795,
+ 0.6825,
+ 0.6835,
+ 0.679,
+ 0.681,
+ 0.6775,
+ 0.677,
+ 0.672,
+ 0.6755,
+ 0.6765,
+ 0.6815,
+ 0.6765,
+ 0.672,
+ 0.6775,
+ 0.678,
+ 0.675,
+ 0.675,
+ 0.682,
+ 0.6735,
+ 0.6745,
+ 0.6785,
+ 0.669,
+ 0.6865,
+ 0.677,
+ 0.6775,
+ 0.6735,
+ 0.6715,
+ 0.675,
+ 0.6725,
+ 0.6735,
+ 0.6755,
+ 0.677,
+ 0.677,
+ 0.676,
+ 0.6765,
+ 0.676,
+ 0.675,
+ 0.675,
+ 0.675,
+ 0.6755
+ ],
+ "state_pred_error": [
+ 0.8080644834518432,
+ 0.39239263830184934,
+ 0.23570088872909545,
+ 0.18436644830703736,
+ 0.17015166330337525,
+ 0.16577841153144837,
+ 0.15891898512840272,
+ 0.14670312795639037,
+ 0.13382397260665893,
+ 0.1253697662591934,
+ 0.11607049119472504,
+ 0.10657218925952912,
+ 0.09855207993984222,
+ 0.0928174996972084,
+ 0.08665878224372864,
+ 0.08460470433235169,
+ 0.08135875176787376,
+ 0.07774004120826722,
+ 0.07695613958835602,
+ 0.075308149933815,
+ 0.07403676271438599,
+ 0.0740367253780365,
+ 0.07511613126993179,
+ 0.06968745267391205,
+ 0.06773570336103439,
+ 0.06727046658992768,
+ 0.06653650290369988,
+ 0.06482027760744095,
+ 0.06515331575870514,
+ 0.0638981928229332,
+ 0.0620466558098793,
+ 0.06260543761253357,
+ 0.06213358806967735,
+ 0.06028746428489685,
+ 0.05951403741836548,
+ 0.05873561415076256,
+ 0.05801951932907105,
+ 0.05811610379815101,
+ 0.05617883744239807,
+ 0.05539749718904495,
+ 0.054504805290699,
+ 0.0535935148537159,
+ 0.053170457899570464,
+ 0.05185950981974602,
+ 0.051334794068336485,
+ 0.05101199344396591,
+ 0.050492712152004245,
+ 0.05117302381396294,
+ 0.04784535982608795,
+ 0.04772583312392235,
+ 0.04679878767132759,
+ 0.045225712451338766,
+ 0.04433399237394333,
+ 0.043538872480392454,
+ 0.04340486377477646,
+ 0.04172027028799057,
+ 0.040727964186668394,
+ 0.04038996203541756,
+ 0.04039305700659752,
+ 0.040595778387784956,
+ 0.0387884624004364,
+ 0.03819443533420563,
+ 0.037498074996471405,
+ 0.03695043048858643,
+ 0.036768312060832975,
+ 0.03635304583311081,
+ 0.03555620402693749,
+ 0.034702681583166126,
+ 0.03439524923563003,
+ 0.033875951832532884,
+ 0.032905505937337876,
+ 0.0324125466644764,
+ 0.031943915390968323,
+ 0.03169405475258827,
+ 0.03094981493651867,
+ 0.031065510040521622,
+ 0.03044595140218735,
+ 0.0299276578605175,
+ 0.029405312579870224,
+ 0.02933962969481945
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.669547975063324,
+ 0.3677923083305359
+ ],
+ "perturbation_rho": [
+ 0.6219363808631897,
+ 0.33943480253219604
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02052037976682186,
+ -0.002662357408553362
+ ],
+ "0.003": [
+ -0.06065082550048828,
+ -0.007972602732479572
+ ],
+ "0.01": [
+ -0.19162335991859436,
+ -0.026401527225971222
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 3936.27783203125,
+ 288.300537109375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2930677429199218,
+ 1.7906015796661376,
+ 1.2635988039970398,
+ 0.9581242958068847,
+ 0.8003487806320191,
+ 0.7156089757919312,
+ 0.6689188489913941,
+ 0.643795274734497,
+ 0.6305122444152832,
+ 0.623988843202591,
+ 0.6187444662094116,
+ 0.6178006851196289,
+ 0.6173453359603882,
+ 0.6273444614410401,
+ 0.6134593425750733,
+ 0.6198339825630188,
+ 0.6272809553146362,
+ 0.6293932919502259,
+ 0.6404480037689209,
+ 0.6594240272521973,
+ 0.659067080116272,
+ 0.6821993915557861,
+ 0.6791766733169555,
+ 0.734606586265564,
+ 0.7313875273704529,
+ 0.7563578330993652,
+ 0.7668250580310821,
+ 0.8190950353622437,
+ 0.826333743095398,
+ 0.9198218053817749,
+ 0.896049147605896,
+ 0.9007102657318116,
+ 0.9501289850234985,
+ 0.9285598526000977,
+ 0.9668602191925049,
+ 0.998112233543396,
+ 0.9962548406600952,
+ 1.025565596961975,
+ 1.0426634029388429,
+ 1.1057414449691771,
+ 1.06785728225708,
+ 1.127798579788208,
+ 1.095726201725006,
+ 1.1017658351898194,
+ 1.1498224843978881,
+ 1.1459971050262452,
+ 1.1370128602981568,
+ 1.149132413482666,
+ 1.1653138580322266,
+ 1.1741461233139039,
+ 1.1763445219039916,
+ 1.1848371679306031,
+ 1.1794607717514038,
+ 1.1951260248184203,
+ 1.1707811889648438,
+ 1.198930864906311,
+ 1.2012914625167848,
+ 1.206768136692047,
+ 1.204185746574402,
+ 1.2064070075988769,
+ 1.2319160966873168,
+ 1.2115518913269043,
+ 1.2102981552124024,
+ 1.221316057395935,
+ 1.2108774530410766,
+ 1.216943055343628,
+ 1.2206229318618775,
+ 1.2132027009963988,
+ 1.2105617532730102,
+ 1.2109660068511963,
+ 1.2121095266342163,
+ 1.2105155519485473,
+ 1.2125362398147583,
+ 1.2109583696365356,
+ 1.2117174470901488,
+ 1.211683067703247,
+ 1.2104114021301269,
+ 1.2101064739227294,
+ 1.209652373123169,
+ 1.209543790435791
+ ],
+ "train_acc": [
+ 0.154,
+ 0.4077,
+ 0.5905,
+ 0.6696,
+ 0.7103,
+ 0.7321,
+ 0.7438,
+ 0.7522,
+ 0.7595,
+ 0.7621,
+ 0.7628,
+ 0.7618,
+ 0.766,
+ 0.7603,
+ 0.7657,
+ 0.7652,
+ 0.7642,
+ 0.7582,
+ 0.7593,
+ 0.7481,
+ 0.7532,
+ 0.7425,
+ 0.7412,
+ 0.7202,
+ 0.7208,
+ 0.7118,
+ 0.7112,
+ 0.6904,
+ 0.6906,
+ 0.6662,
+ 0.6651,
+ 0.6607,
+ 0.6499,
+ 0.6509,
+ 0.636,
+ 0.6327,
+ 0.6251,
+ 0.6248,
+ 0.6112,
+ 0.5911,
+ 0.6054,
+ 0.5861,
+ 0.5939,
+ 0.597,
+ 0.574,
+ 0.574,
+ 0.5828,
+ 0.5792,
+ 0.5716,
+ 0.571,
+ 0.5708,
+ 0.5644,
+ 0.5659,
+ 0.564,
+ 0.5724,
+ 0.5651,
+ 0.5621,
+ 0.5623,
+ 0.5635,
+ 0.5608,
+ 0.5521,
+ 0.5568,
+ 0.5596,
+ 0.553,
+ 0.559,
+ 0.5588,
+ 0.5573,
+ 0.5606,
+ 0.5627,
+ 0.5631,
+ 0.5594,
+ 0.5612,
+ 0.5637,
+ 0.5609,
+ 0.5609,
+ 0.5635,
+ 0.5612,
+ 0.5626,
+ 0.5622,
+ 0.5622
+ ],
+ "test_acc": [
+ 0.2615,
+ 0.529,
+ 0.614,
+ 0.661,
+ 0.692,
+ 0.7,
+ 0.714,
+ 0.72,
+ 0.7285,
+ 0.7265,
+ 0.731,
+ 0.7265,
+ 0.716,
+ 0.726,
+ 0.7255,
+ 0.727,
+ 0.7255,
+ 0.718,
+ 0.7035,
+ 0.727,
+ 0.707,
+ 0.692,
+ 0.684,
+ 0.6745,
+ 0.655,
+ 0.6735,
+ 0.6505,
+ 0.626,
+ 0.6035,
+ 0.65,
+ 0.6145,
+ 0.626,
+ 0.624,
+ 0.5915,
+ 0.6,
+ 0.5885,
+ 0.592,
+ 0.5785,
+ 0.547,
+ 0.5985,
+ 0.553,
+ 0.558,
+ 0.5605,
+ 0.556,
+ 0.568,
+ 0.5725,
+ 0.5595,
+ 0.576,
+ 0.5515,
+ 0.521,
+ 0.554,
+ 0.545,
+ 0.558,
+ 0.5545,
+ 0.539,
+ 0.555,
+ 0.5535,
+ 0.5615,
+ 0.549,
+ 0.5325,
+ 0.55,
+ 0.546,
+ 0.544,
+ 0.5395,
+ 0.5525,
+ 0.549,
+ 0.545,
+ 0.55,
+ 0.548,
+ 0.548,
+ 0.548,
+ 0.549,
+ 0.5445,
+ 0.5435,
+ 0.549,
+ 0.543,
+ 0.5435,
+ 0.543,
+ 0.545,
+ 0.544
+ ],
+ "value_loss": [
+ 3.2248993295669557,
+ 0.7993324143409729,
+ 0.6241890686035156,
+ 0.6834478240966797,
+ 0.7149497946739197,
+ 0.7328285658836364,
+ 0.7252531176567077,
+ 0.7242275772094726,
+ 0.6944476741790772,
+ 0.6577629441261291,
+ 0.5848735992431641,
+ 0.5314478209733963,
+ 0.5021982323169708,
+ 0.46592460460662843,
+ 0.43146484746932984,
+ 0.42146070685386655,
+ 0.4119085889816284,
+ 0.39813878288269045,
+ 0.41772686648368834,
+ 0.4242308696746826,
+ 0.4232831803321838,
+ 0.4443666146278381,
+ 0.4284376886367798,
+ 0.48585635566711427,
+ 0.5515175453186035,
+ 0.48890927267074585,
+ 0.5025943306922913,
+ 0.5741351163864136,
+ 0.5820644855499267,
+ 0.6837124898910523,
+ 0.6473771015167237,
+ 0.6066724607467652,
+ 0.6526529814243317,
+ 0.6264799011230469,
+ 0.6441321707725525,
+ 0.6961791508674622,
+ 0.6708058875083923,
+ 0.7160791521072387,
+ 0.7070828273773193,
+ 0.7737439245223999,
+ 0.6961604730606079,
+ 0.759050937461853,
+ 0.7100138769149781,
+ 0.7116358661174774,
+ 0.7559867481231689,
+ 0.7568133228302002,
+ 0.7395440124511719,
+ 0.7170330075263978,
+ 0.7338975098609924,
+ 0.7261011720657349,
+ 0.720359804058075,
+ 0.7117862114906311,
+ 0.6998868808746338,
+ 0.7118762451171875,
+ 0.6942419066429139,
+ 0.708058609008789,
+ 0.6941633409500122,
+ 0.692590379858017,
+ 0.6789092469215393,
+ 0.6850510005950927,
+ 0.716767284488678,
+ 0.68156391954422,
+ 0.6771818018913269,
+ 0.6850450862884522,
+ 0.6689441861152648,
+ 0.7021669523239136,
+ 0.657691025352478,
+ 0.6575634796142578,
+ 0.6773880264282227,
+ 0.6467782649993896,
+ 0.6400901229858399,
+ 0.6624997299194336,
+ 0.649611467552185,
+ 0.6397799256324768,
+ 0.641498973274231,
+ 0.6482289396286011,
+ 0.6444473560333251,
+ 0.630499946641922,
+ 0.6389780987739563,
+ 0.6262330022811889
+ ],
+ "term_loss": [
+ 1.8183423800468446,
+ 0.29775885496139526,
+ 0.3068508393764496,
+ 0.39105849962234496,
+ 0.42729952583312986,
+ 0.4394968143463135,
+ 0.4197773234128952,
+ 0.4148836517333984,
+ 0.3934750539779663,
+ 0.36719825417995455,
+ 0.29819075326919553,
+ 0.24998210138082505,
+ 0.22208165415525435,
+ 0.18075168552398682,
+ 0.14858310407996178,
+ 0.1344268194437027,
+ 0.12288439840078354,
+ 0.10251754094362259,
+ 0.11906026402711868,
+ 0.10960771135091782,
+ 0.10353840012550354,
+ 0.11309561696052552,
+ 0.0958007196843624,
+ 0.1258739206790924,
+ 0.17593133050203325,
+ 0.11036868476867676,
+ 0.11591389536857605,
+ 0.16073772571086883,
+ 0.15807414741516113,
+ 0.21683111358880996,
+ 0.17209635527133943,
+ 0.13972420678138733,
+ 0.15794085698723792,
+ 0.13904727120399474,
+ 0.13483572725057602,
+ 0.1666991223335266,
+ 0.1425665506362915,
+ 0.16871983683109285,
+ 0.14408435807228087,
+ 0.18444827466011046,
+ 0.1321460841655731,
+ 0.16269202904701233,
+ 0.13014199110269548,
+ 0.1294034091487527,
+ 0.1440461580991745,
+ 0.15523652358055115,
+ 0.14207189916372298,
+ 0.12285058436393738,
+ 0.13586411867141723,
+ 0.1288945063829422,
+ 0.12319473965168,
+ 0.11254922043085099,
+ 0.10359074312001466,
+ 0.11389455975294113,
+ 0.10458315942287445,
+ 0.1094145234465599,
+ 0.09637801191806793,
+ 0.09371047725081444,
+ 0.08351869256496429,
+ 0.08925566356182098,
+ 0.10697866353988647,
+ 0.08361842547655106,
+ 0.08154404339790344,
+ 0.08493596833944321,
+ 0.0752170923113823,
+ 0.10030660749673843,
+ 0.06409129187166691,
+ 0.06702304346561432,
+ 0.08525947888493537,
+ 0.0602948613345623,
+ 0.056035476887226106,
+ 0.07380687378048897,
+ 0.06269274026155472,
+ 0.05782889631986618,
+ 0.05753139565885067,
+ 0.062405730831623075,
+ 0.06079903078079223,
+ 0.0512572136759758,
+ 0.05954945843219757,
+ 0.049621654653549195
+ ],
+ "bridge_loss": [
+ 1.1121261556328157,
+ 0.18033452768325806,
+ 0.044868849658966065,
+ 0.014689313915371895,
+ 0.01023074924647808,
+ 0.01922336928844452,
+ 0.03395731185674667,
+ 0.03782916660308838,
+ 0.03113397532105446,
+ 0.022801124688982963,
+ 0.02172847282886505,
+ 0.020213665278255938,
+ 0.022226871091127396,
+ 0.025470469930768014,
+ 0.028755379277467727,
+ 0.029124588099122047,
+ 0.02939661954641342,
+ 0.029101639929413795,
+ 0.02919348032474518,
+ 0.03238499325215816,
+ 0.032242322093248364,
+ 0.03024594938158989,
+ 0.026401079308986664,
+ 0.024576114797592162,
+ 0.03187911439538002,
+ 0.02190283774137497,
+ 0.02207313554286957,
+ 0.023493554462492464,
+ 0.027907810562849043,
+ 0.03462046889662743,
+ 0.04101263058185577,
+ 0.03280288675427437,
+ 0.03566813161671162,
+ 0.03487102485895157,
+ 0.03985436806678772,
+ 0.04859413042068481,
+ 0.044892528000473976,
+ 0.05330698952078819,
+ 0.05985534909963608,
+ 0.06091915727853775,
+ 0.05097657561898231,
+ 0.055695305168628695,
+ 0.05239534618854523,
+ 0.053533487647771834,
+ 0.06308192758560181,
+ 0.056202594065666196,
+ 0.052459887611866,
+ 0.04611912113130093,
+ 0.04382932303547859,
+ 0.039009837090969085,
+ 0.037849784502387046,
+ 0.035277613407373426,
+ 0.03421798730790615,
+ 0.03130286419391632,
+ 0.030226914799213408,
+ 0.02961234229207039,
+ 0.02709128211736679,
+ 0.025383359724283218,
+ 0.02319343387782574,
+ 0.02375578812658787,
+ 0.025886915796995164,
+ 0.02316858033835888,
+ 0.021137660603225233,
+ 0.02238177977204323,
+ 0.019515478390455247,
+ 0.026733190059661866,
+ 0.016641176676750184,
+ 0.017249585717916488,
+ 0.020065816271305083,
+ 0.015035193768143653,
+ 0.013222106355428696,
+ 0.017796086595952512,
+ 0.016782105472683908,
+ 0.013273935839533806,
+ 0.014949301466345787,
+ 0.01761808745712042,
+ 0.016150817796587943,
+ 0.01291478123217821,
+ 0.013207211822271346,
+ 0.011661755262315273
+ ],
+ "tgrad_loss": [
+ 0.29443079996109006,
+ 0.32123903341293336,
+ 0.2724693781852722,
+ 0.2777000066757202,
+ 0.27741951839923856,
+ 0.27410838158130646,
+ 0.2715184868335724,
+ 0.27151475338935854,
+ 0.26983864469528196,
+ 0.267763564658165,
+ 0.2649543730735779,
+ 0.261252060508728,
+ 0.2578897050380707,
+ 0.259702449131012,
+ 0.254126366353035,
+ 0.257909298157692,
+ 0.25962757234573364,
+ 0.2665196026802063,
+ 0.26947312445640564,
+ 0.2822381624221802,
+ 0.2875024567604065,
+ 0.3010250496864319,
+ 0.306235889339447,
+ 0.33540631856918335,
+ 0.34370709981918335,
+ 0.3566377507209778,
+ 0.3646072976827621,
+ 0.3899038382530212,
+ 0.39608252487182616,
+ 0.43226090650558474,
+ 0.43426811542510985,
+ 0.43414536876678467,
+ 0.4590439986228943,
+ 0.4525616018295288,
+ 0.4694420761108398,
+ 0.4808858978271484,
+ 0.4833468080043793,
+ 0.4940523235321045,
+ 0.5031431226730346,
+ 0.5283764887332916,
+ 0.5130378133773804,
+ 0.5406636076927185,
+ 0.5274765404701233,
+ 0.5286989701747894,
+ 0.5488586637496948,
+ 0.5453742033958435,
+ 0.5450122264862061,
+ 0.5480633078575134,
+ 0.5542040694236755,
+ 0.5581968259811402,
+ 0.5593152769088745,
+ 0.5639593736648559,
+ 0.5620781542778015,
+ 0.5666788202285766,
+ 0.559431838798523,
+ 0.5690317416191101,
+ 0.5706940474510193,
+ 0.5734965413570404,
+ 0.5721971173286438,
+ 0.5720395500183105,
+ 0.5839017023563385,
+ 0.5747769118309021,
+ 0.5745000981330871,
+ 0.5777273398399353,
+ 0.5742116190910339,
+ 0.5751271549224853,
+ 0.5769585556983948,
+ 0.5732908483505249,
+ 0.5720627280235291,
+ 0.5714482112884521,
+ 0.5708325432777405,
+ 0.5708967746734619,
+ 0.5701366203308106,
+ 0.5686770866394043,
+ 0.5690182728767395,
+ 0.5682051241397857,
+ 0.5674975052833557,
+ 0.5663279546737671,
+ 0.5662214254856109,
+ 0.5649495909690857
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.35489675402641296,
+ 0.6773503422737122
+ ],
+ "perturbation_rho": [
+ 0.4646533727645874,
+ 0.7230339646339417
+ ],
+ "nudging": {
+ "0.001": [
+ -0.007704081013798714,
+ -0.005977225489914417
+ ],
+ "0.003": [
+ -0.023026108741760254,
+ -0.017880568280816078
+ ],
+ "0.01": [
+ -0.07572861015796661,
+ -0.059002168476581573
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json
new file mode 100644
index 0000000..ca9c224
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.6485030268669127,
+ 0.7620264513015748,
+ 0.5550794436454773,
+ 0.48446305503845216,
+ 0.4474473762512207,
+ 0.4145241394519806,
+ 0.3731674439430237,
+ 0.3462322264909744,
+ 0.3150002685546875,
+ 0.2903987177371979,
+ 0.26924062194824216,
+ 0.23645675805807115,
+ 0.19837250323295594,
+ 0.18251929836273192,
+ 0.18135696101188659,
+ 0.15074845348596572,
+ 0.11649558038413525,
+ 0.09285263032913207,
+ 0.09888959465026856,
+ 0.08603223395347595,
+ 0.06269924810230731,
+ 0.046742530822753904,
+ 0.04394126555845142,
+ 0.031720275783538816,
+ 0.026758466351032257,
+ 0.023394752728939056,
+ 0.019812115742266177,
+ 0.01714037846326828,
+ 0.015127740550041199,
+ 0.013289766156673431,
+ 0.01228538273870945,
+ 0.012052093788981437,
+ 0.01026724858507514,
+ 0.00912058850824833,
+ 0.00848468861579895,
+ 0.00808774781525135,
+ 0.0072535969689488415,
+ 0.0068384970754385,
+ 0.0065235509559512135,
+ 0.00603497141264379,
+ 0.00568141555711627,
+ 0.005382864147424698,
+ 0.005199306092783808,
+ 0.00492797272503376,
+ 0.004693482632003724,
+ 0.004515291118621826,
+ 0.004368959432840347,
+ 0.004224653296917677,
+ 0.004046281071379781,
+ 0.003903051765821874,
+ 0.0037841040194034575,
+ 0.0036743775807321073,
+ 0.0035745090641081333,
+ 0.003476204214990139,
+ 0.0033944160878658296,
+ 0.0033240677129477265,
+ 0.0032490688487887384,
+ 0.0031777531236410143,
+ 0.0031181889969855545,
+ 0.0030590228272601963,
+ 0.003005053073912859,
+ 0.0029609910145401955,
+ 0.0029263747449964285,
+ 0.0028864801935851573,
+ 0.0028537690378725527,
+ 0.002823205841332674,
+ 0.002794191201776266,
+ 0.0027695251271128655,
+ 0.0027482865223661065,
+ 0.0027297443959861992,
+ 0.002714714765176177,
+ 0.0027010637482628224,
+ 0.0026901938542723655,
+ 0.0026811452329158782,
+ 0.00267406751178205,
+ 0.0026686322901397943,
+ 0.0026645718470215797,
+ 0.0026618377018719913,
+ 0.0026602591374889017,
+ 0.0026594095595180987
+ ],
+ "train_acc": [
+ 0.4485,
+ 0.7375,
+ 0.7923,
+ 0.8155,
+ 0.8282,
+ 0.8423,
+ 0.8571,
+ 0.8716,
+ 0.8789,
+ 0.89,
+ 0.9023,
+ 0.9173,
+ 0.9347,
+ 0.9407,
+ 0.9378,
+ 0.9517,
+ 0.9694,
+ 0.9813,
+ 0.9738,
+ 0.9822,
+ 0.9909,
+ 0.9955,
+ 0.9962,
+ 0.999,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.665,
+ 0.768,
+ 0.783,
+ 0.7825,
+ 0.783,
+ 0.794,
+ 0.787,
+ 0.7995,
+ 0.789,
+ 0.793,
+ 0.796,
+ 0.795,
+ 0.797,
+ 0.793,
+ 0.8005,
+ 0.7975,
+ 0.7935,
+ 0.7945,
+ 0.7905,
+ 0.791,
+ 0.796,
+ 0.7935,
+ 0.792,
+ 0.7925,
+ 0.7915,
+ 0.7905,
+ 0.788,
+ 0.793,
+ 0.788,
+ 0.789,
+ 0.79,
+ 0.7865,
+ 0.7905,
+ 0.788,
+ 0.788,
+ 0.788,
+ 0.789,
+ 0.7835,
+ 0.788,
+ 0.7865,
+ 0.7855,
+ 0.786,
+ 0.7855,
+ 0.787,
+ 0.786,
+ 0.786,
+ 0.7845,
+ 0.783,
+ 0.7845,
+ 0.784,
+ 0.7845,
+ 0.7855,
+ 0.7865,
+ 0.787,
+ 0.787,
+ 0.7865,
+ 0.7855,
+ 0.7865,
+ 0.786,
+ 0.786,
+ 0.787,
+ 0.7865,
+ 0.7855,
+ 0.7855,
+ 0.7865,
+ 0.786,
+ 0.786,
+ 0.787,
+ 0.7865,
+ 0.7865,
+ 0.7865,
+ 0.7865,
+ 0.786,
+ 0.786,
+ 0.786,
+ 0.786,
+ 0.786,
+ 0.786,
+ 0.786,
+ 0.786
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8610074520111084,
+ 0.8541143536567688,
+ 0.8321727514266968,
+ 0.7993940114974976
+ ],
+ "perturbation_rho": [
+ 0.9999990463256836,
+ 0.9999986886978149,
+ 0.9999971389770508,
+ 0.9999833703041077
+ ],
+ "nudging": {
+ "0.001": [
+ -0.061208125203847885,
+ -0.048201389610767365,
+ -0.027980640530586243,
+ -0.012230003252625465
+ ],
+ "0.003": [
+ -0.1748121678829193,
+ -0.13912320137023926,
+ -0.08209913969039917,
+ -0.03633902221918106
+ ],
+ "0.01": [
+ -0.492245614528656,
+ -0.40577083826065063,
+ -0.25304561853408813,
+ -0.117084801197052
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.244384346008301,
+ 1.6658402580261231,
+ 1.122510219192505,
+ 0.8736206652641296,
+ 0.7597340629577637,
+ 0.6988716425895691,
+ 0.6796123376846314,
+ 0.6578597159862518,
+ 0.6504812906265259,
+ 0.6735348190307617,
+ 0.6848076729774475,
+ 0.6858792749404907,
+ 0.6815519685745239,
+ 0.6852759933471679,
+ 0.7381223386764526,
+ 0.7184744972229004,
+ 0.6851869500160217,
+ 0.7189444061279296,
+ 0.7768984985351562,
+ 0.728230765914917,
+ 0.7206257730484009,
+ 0.7248182010650634,
+ 0.7614868778228759,
+ 0.7475514825820923,
+ 0.7896351873397827,
+ 0.7320388195991516,
+ 0.7398907415866852,
+ 0.7591429317474365,
+ 0.7483150260925293,
+ 0.7531359097480774,
+ 0.7545860271453857,
+ 0.8287553598403931,
+ 0.7648152837753296,
+ 0.771906914806366,
+ 0.7739894755363464,
+ 0.7938769704818726,
+ 0.7921385692596435,
+ 0.7916910556793213,
+ 0.8290664767742157,
+ 0.7879267723083496,
+ 0.8088912184476852,
+ 0.798623261642456,
+ 0.800121602153778,
+ 0.7935735574245453,
+ 0.7912781294822693,
+ 0.8075062445163727,
+ 0.7912796350479125,
+ 0.7820112172603607,
+ 0.787954132270813,
+ 0.7751848423004151,
+ 0.7753581878662109,
+ 0.7797921692848205,
+ 0.7868508473396302,
+ 0.7874830360412598,
+ 0.7783025196075439,
+ 0.7713859317302704,
+ 0.7603790185928345,
+ 0.7596016332626343,
+ 0.7514689461231232,
+ 0.7495272707939148,
+ 0.7444016216278077,
+ 0.7518722133636475,
+ 0.7441502522945405,
+ 0.7440012859344483,
+ 0.7390048952102661,
+ 0.739477536201477,
+ 0.7372656646728516,
+ 0.734891752910614,
+ 0.7310723892688751,
+ 0.728121880531311,
+ 0.7290601845741272,
+ 0.7274617082595826,
+ 0.7263197314262391,
+ 0.7242576133728027,
+ 0.7240845788955689,
+ 0.7236108267784118,
+ 0.7226919463157654,
+ 0.7218466625213623,
+ 0.7212368441104889,
+ 0.7210169439315796
+ ],
+ "train_acc": [
+ 0.1771,
+ 0.4329,
+ 0.5991,
+ 0.6748,
+ 0.7141,
+ 0.7359,
+ 0.7439,
+ 0.7517,
+ 0.7556,
+ 0.7448,
+ 0.7473,
+ 0.7457,
+ 0.7492,
+ 0.7504,
+ 0.7355,
+ 0.7435,
+ 0.7536,
+ 0.7422,
+ 0.7257,
+ 0.7412,
+ 0.743,
+ 0.7378,
+ 0.73,
+ 0.7369,
+ 0.7233,
+ 0.7438,
+ 0.7408,
+ 0.736,
+ 0.7384,
+ 0.7424,
+ 0.7353,
+ 0.7203,
+ 0.7372,
+ 0.7362,
+ 0.7369,
+ 0.7316,
+ 0.7361,
+ 0.7297,
+ 0.7274,
+ 0.7303,
+ 0.7311,
+ 0.7304,
+ 0.7304,
+ 0.7325,
+ 0.7398,
+ 0.7282,
+ 0.7346,
+ 0.7348,
+ 0.7357,
+ 0.7391,
+ 0.7357,
+ 0.7392,
+ 0.7322,
+ 0.7313,
+ 0.7375,
+ 0.736,
+ 0.7434,
+ 0.7412,
+ 0.7436,
+ 0.7417,
+ 0.7455,
+ 0.7431,
+ 0.745,
+ 0.7429,
+ 0.7461,
+ 0.7436,
+ 0.7447,
+ 0.7457,
+ 0.7459,
+ 0.748,
+ 0.7469,
+ 0.747,
+ 0.7516,
+ 0.7472,
+ 0.7476,
+ 0.7486,
+ 0.7501,
+ 0.7492,
+ 0.7493,
+ 0.7499
+ ],
+ "test_acc": [
+ 0.2955,
+ 0.537,
+ 0.639,
+ 0.6815,
+ 0.7015,
+ 0.713,
+ 0.7055,
+ 0.7105,
+ 0.694,
+ 0.6975,
+ 0.6945,
+ 0.7035,
+ 0.6945,
+ 0.637,
+ 0.695,
+ 0.6955,
+ 0.696,
+ 0.6375,
+ 0.6905,
+ 0.7005,
+ 0.7,
+ 0.697,
+ 0.6775,
+ 0.6955,
+ 0.691,
+ 0.6925,
+ 0.6785,
+ 0.6975,
+ 0.673,
+ 0.6935,
+ 0.6645,
+ 0.683,
+ 0.6875,
+ 0.679,
+ 0.6825,
+ 0.6765,
+ 0.6835,
+ 0.685,
+ 0.675,
+ 0.668,
+ 0.6735,
+ 0.6695,
+ 0.675,
+ 0.684,
+ 0.675,
+ 0.655,
+ 0.6665,
+ 0.662,
+ 0.6705,
+ 0.68,
+ 0.6675,
+ 0.6695,
+ 0.67,
+ 0.6585,
+ 0.6675,
+ 0.684,
+ 0.6655,
+ 0.669,
+ 0.678,
+ 0.677,
+ 0.68,
+ 0.674,
+ 0.675,
+ 0.677,
+ 0.676,
+ 0.675,
+ 0.6775,
+ 0.6795,
+ 0.6795,
+ 0.6785,
+ 0.682,
+ 0.6765,
+ 0.677,
+ 0.677,
+ 0.679,
+ 0.6825,
+ 0.68,
+ 0.6825,
+ 0.6825,
+ 0.682
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.008613362908363342,
+ 0.039367884397506714,
+ 0.07619941979646683,
+ 0.0912623256444931
+ ],
+ "perturbation_rho": [
+ -0.007624803110957146,
+ 0.008791688829660416,
+ 0.13103844225406647,
+ 0.12304534018039703
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0005033417255617678,
+ -0.00032083888072520494,
+ -0.0003624922828748822,
+ -0.0004093719180673361
+ ],
+ "0.003": [
+ 0.0015421062707901,
+ -0.0009612979483790696,
+ -0.0010858506429940462,
+ -0.0012270397273823619
+ ],
+ "0.01": [
+ 0.005509334150701761,
+ -0.003195145633071661,
+ -0.0036095697432756424,
+ -0.004080047365278006
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.9460896991729737,
+ 1.02048748588562,
+ 0.6666754946231842,
+ 0.5997845686912536,
+ 0.6188174986362457,
+ 0.6522882369995118,
+ 0.702923126411438,
+ 0.7500360467910766,
+ 0.7784844299316406,
+ 0.8033292488098145,
+ 0.8202642150878906,
+ 0.8388009960174561,
+ 0.8644936017990112,
+ 0.8621721601486206,
+ 0.8420976860046386,
+ 0.8441275070190429,
+ 0.8518479587554931,
+ 0.8519618356704712,
+ 0.8573237961769103,
+ 0.8466630826950073,
+ 0.8620194334030151,
+ 0.872311677646637,
+ 0.8844598554611206,
+ 0.8897781185150146,
+ 0.8986350463867188,
+ 0.9107674625396729,
+ 0.9466994457244873,
+ 0.937027760887146,
+ 0.9229575090408325,
+ 0.9407363571166992,
+ 0.9483418552398681,
+ 0.9390256658554077,
+ 0.9403314212799072,
+ 0.9275119705200195,
+ 0.9150855571746827,
+ 0.9282055849075317,
+ 0.9308360594749451,
+ 0.9139512258529663,
+ 0.932987433052063,
+ 0.9214247636795044,
+ 0.9115749345779419,
+ 0.9211696140289307,
+ 0.9204665400505065,
+ 0.9168176971912384,
+ 0.9151170783996582,
+ 0.9214367736816407,
+ 0.9209912311553955,
+ 0.9118391947746277,
+ 0.9123114767074585,
+ 0.92075571975708,
+ 0.9061430419921875,
+ 0.9054867052078247,
+ 0.8936779041290284,
+ 0.9038484088897705,
+ 0.9033261381149292,
+ 0.8901759426116943,
+ 0.8972558786392212,
+ 0.8854782384872436,
+ 0.8886939645767212,
+ 0.8866627412796021,
+ 0.8855161333084106,
+ 0.8790008495330811,
+ 0.8785218952178955,
+ 0.87869962849617,
+ 0.8714217117309571,
+ 0.8715060123443603,
+ 0.8701889377593994,
+ 0.866465859413147,
+ 0.8666391557693481,
+ 0.8658134422302246,
+ 0.8639697080612183,
+ 0.8635739400863648,
+ 0.8614107210159302,
+ 0.8612226030349731,
+ 0.860686711883545,
+ 0.8599462993621826,
+ 0.8594131113052368,
+ 0.8590457509994507,
+ 0.8588304187774658,
+ 0.8587044605255127
+ ],
+ "train_acc": [
+ 0.3069,
+ 0.631,
+ 0.745,
+ 0.7677,
+ 0.7673,
+ 0.7585,
+ 0.7431,
+ 0.7285,
+ 0.7221,
+ 0.711,
+ 0.7088,
+ 0.6988,
+ 0.6899,
+ 0.6911,
+ 0.6931,
+ 0.6895,
+ 0.6821,
+ 0.6871,
+ 0.6841,
+ 0.6861,
+ 0.685,
+ 0.6788,
+ 0.681,
+ 0.6818,
+ 0.6734,
+ 0.6787,
+ 0.6673,
+ 0.668,
+ 0.6761,
+ 0.6688,
+ 0.6658,
+ 0.6669,
+ 0.6636,
+ 0.6717,
+ 0.6721,
+ 0.6659,
+ 0.6707,
+ 0.6746,
+ 0.6666,
+ 0.6708,
+ 0.6728,
+ 0.6736,
+ 0.6688,
+ 0.6701,
+ 0.6778,
+ 0.6721,
+ 0.6728,
+ 0.6757,
+ 0.6743,
+ 0.6693,
+ 0.6738,
+ 0.6802,
+ 0.6788,
+ 0.6783,
+ 0.677,
+ 0.6837,
+ 0.677,
+ 0.6814,
+ 0.6807,
+ 0.6834,
+ 0.6819,
+ 0.6821,
+ 0.683,
+ 0.6832,
+ 0.6838,
+ 0.6858,
+ 0.6834,
+ 0.6856,
+ 0.6852,
+ 0.6866,
+ 0.6868,
+ 0.687,
+ 0.6865,
+ 0.6889,
+ 0.6866,
+ 0.6866,
+ 0.6872,
+ 0.6871,
+ 0.6874,
+ 0.6876
+ ],
+ "test_acc": [
+ 0.522,
+ 0.686,
+ 0.7305,
+ 0.725,
+ 0.7175,
+ 0.7205,
+ 0.6945,
+ 0.692,
+ 0.6795,
+ 0.6775,
+ 0.6695,
+ 0.657,
+ 0.657,
+ 0.6595,
+ 0.662,
+ 0.6585,
+ 0.64,
+ 0.648,
+ 0.6455,
+ 0.6335,
+ 0.6255,
+ 0.6325,
+ 0.6285,
+ 0.6225,
+ 0.6235,
+ 0.62,
+ 0.6245,
+ 0.624,
+ 0.628,
+ 0.6205,
+ 0.6235,
+ 0.6265,
+ 0.6115,
+ 0.6265,
+ 0.6175,
+ 0.6205,
+ 0.6225,
+ 0.6235,
+ 0.621,
+ 0.628,
+ 0.628,
+ 0.6265,
+ 0.624,
+ 0.625,
+ 0.6195,
+ 0.6285,
+ 0.632,
+ 0.6255,
+ 0.623,
+ 0.6335,
+ 0.6115,
+ 0.6285,
+ 0.6285,
+ 0.632,
+ 0.626,
+ 0.6255,
+ 0.6265,
+ 0.628,
+ 0.6265,
+ 0.635,
+ 0.634,
+ 0.629,
+ 0.632,
+ 0.633,
+ 0.6325,
+ 0.6295,
+ 0.6325,
+ 0.632,
+ 0.636,
+ 0.6265,
+ 0.6335,
+ 0.6305,
+ 0.6315,
+ 0.634,
+ 0.6325,
+ 0.6295,
+ 0.631,
+ 0.6315,
+ 0.6305,
+ 0.6305
+ ],
+ "state_pred_error": [
+ 0.7793568561077118,
+ 0.3118565825223923,
+ 0.20360799007415772,
+ 0.17635596759319305,
+ 0.16408502702713013,
+ 0.1599778488636017,
+ 0.16032327077388764,
+ 0.16038565831184387,
+ 0.15718616988658904,
+ 0.1544437967300415,
+ 0.15516557030677797,
+ 0.15298717787265778,
+ 0.1504029001235962,
+ 0.14225415984392167,
+ 0.13645789219141005,
+ 0.12674877222776412,
+ 0.11889368886947632,
+ 0.11306129736900329,
+ 0.10757653653621674,
+ 0.10412199894189834,
+ 0.09768045265674591,
+ 0.09353149293661117,
+ 0.09076726281642913,
+ 0.08965073142051697,
+ 0.08674556518793106,
+ 0.08478252203464508,
+ 0.08322861977815628,
+ 0.08022089281082154,
+ 0.07800674693584442,
+ 0.07719690150022507,
+ 0.07593471973538399,
+ 0.07448869940042496,
+ 0.07324682236909866,
+ 0.07216234427690506,
+ 0.07157725752592087,
+ 0.06850798486471177,
+ 0.06744037889242173,
+ 0.06449633466005325,
+ 0.06279489300251007,
+ 0.060556842333078384,
+ 0.05860834004878998,
+ 0.056899214422702786,
+ 0.05532535774707794,
+ 0.053600450432300564,
+ 0.05157438895106316,
+ 0.05032240780591965,
+ 0.049856857776641846,
+ 0.04676780249476433,
+ 0.04521846981048584,
+ 0.04605005966424942,
+ 0.04307681691348553,
+ 0.04080379275083542,
+ 0.03996113035082817,
+ 0.03907167859077454,
+ 0.03806798343658447,
+ 0.036509654211997984,
+ 0.03606395539045334,
+ 0.03462406445145607,
+ 0.033797594472765924,
+ 0.03285828292965889,
+ 0.03233671128153801,
+ 0.03190984711050987,
+ 0.03070613071322441,
+ 0.030161835169792175,
+ 0.029909810426831246,
+ 0.02907034457921982,
+ 0.028224628251791,
+ 0.0277183085501194,
+ 0.028236137807369232,
+ 0.026743644657731058,
+ 0.026232112246751784,
+ 0.02569632602930069,
+ 0.025446067842841147,
+ 0.025489903342723847,
+ 0.024715018486976624,
+ 0.024953959307074548,
+ 0.02375960406959057,
+ 0.023399142843484877,
+ 0.023335635387897492,
+ 0.022959388345479965
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.5847928524017334,
+ 0.3501134514808655,
+ 0.17105570435523987,
+ 0.15130013227462769
+ ],
+ "perturbation_rho": [
+ 0.5387442708015442,
+ 0.3080189526081085,
+ 0.17941737174987793,
+ 0.20768526196479797
+ ],
+ "nudging": {
+ "0.001": [
+ -0.017160478979349136,
+ -0.0019152601016685367,
+ -0.0006842610309831798,
+ -0.0005889273015782237
+ ],
+ "0.003": [
+ -0.05081973969936371,
+ -0.00573696568608284,
+ -0.002051552291959524,
+ -0.0017658264841884375
+ ],
+ "0.01": [
+ -0.16164088249206543,
+ -0.01902196928858757,
+ -0.006823995150625706,
+ -0.005875328555703163
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 10103.57421875,
+ 1132.8861083984375,
+ 636.5859375,
+ 537.355224609375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2463353088378906,
+ 1.6628951946258546,
+ 1.1295779554367065,
+ 0.8783353236198426,
+ 0.7639653888702392,
+ 0.7047067642211914,
+ 0.6768319065093994,
+ 0.68182680311203,
+ 0.6602677572250366,
+ 0.6724473495483398,
+ 0.6855211343765258,
+ 0.6726006875991821,
+ 0.7052314999580384,
+ 0.7074386056900024,
+ 0.7129003076553345,
+ 0.7024357145309448,
+ 0.7227834997177124,
+ 0.7313135984420777,
+ 0.7373644021987915,
+ 0.7224393496513367,
+ 0.7700278699874878,
+ 0.7357270636558533,
+ 0.8003145306587219,
+ 0.8743129741668701,
+ 0.9247114940643311,
+ 0.9404189452171325,
+ 0.915456344985962,
+ 0.9703503519058227,
+ 1.0076803161621093,
+ 1.0813798515319824,
+ 1.1350637050628662,
+ 1.1440386219978333,
+ 1.1056740509033203,
+ 1.166263697052002,
+ 1.2001307735443114,
+ 1.227112310028076,
+ 1.2333890773773193,
+ 1.3325600746154784,
+ 1.314357687187195,
+ 1.3420076190948487,
+ 1.3500135983467103,
+ 1.434612279510498,
+ 1.4547458221435547,
+ 1.5096508449554444,
+ 1.5078580778121948,
+ 1.591580895614624,
+ 1.496910350227356,
+ 1.450836026954651,
+ 1.4903024017333983,
+ 1.4724365951538085,
+ 1.4564998203277588,
+ 1.4475345220565796,
+ 1.4865602378845215,
+ 1.4574821096420287,
+ 1.4633408412933349,
+ 1.4454458599090576,
+ 1.4607100917816163,
+ 1.4355232284545898,
+ 1.4373876348495482,
+ 1.447427599143982,
+ 1.4473964019775392,
+ 1.4408766548156737,
+ 1.4291354480743408,
+ 1.4133699844360352,
+ 1.426364598274231,
+ 1.4254159889221192,
+ 1.4199595382690429,
+ 1.422476571083069,
+ 1.4094791442871093,
+ 1.4061016763687133,
+ 1.4055855443954468,
+ 1.4035878326416016,
+ 1.402430838394165,
+ 1.3991222805023193,
+ 1.3999051294326783,
+ 1.3970819057464599,
+ 1.3952340185165406,
+ 1.3938718709945679,
+ 1.3935380973815918,
+ 1.3929829921722412
+ ],
+ "train_acc": [
+ 0.1808,
+ 0.4377,
+ 0.5916,
+ 0.6766,
+ 0.716,
+ 0.7362,
+ 0.7476,
+ 0.7486,
+ 0.7527,
+ 0.7524,
+ 0.7446,
+ 0.7487,
+ 0.7415,
+ 0.7441,
+ 0.7413,
+ 0.7448,
+ 0.7382,
+ 0.7389,
+ 0.7355,
+ 0.743,
+ 0.7278,
+ 0.7372,
+ 0.7243,
+ 0.7026,
+ 0.6916,
+ 0.6858,
+ 0.6794,
+ 0.665,
+ 0.6553,
+ 0.6355,
+ 0.6132,
+ 0.6106,
+ 0.6108,
+ 0.5876,
+ 0.581,
+ 0.5631,
+ 0.5618,
+ 0.5438,
+ 0.5425,
+ 0.5328,
+ 0.5346,
+ 0.5133,
+ 0.5039,
+ 0.4927,
+ 0.4913,
+ 0.4756,
+ 0.4905,
+ 0.4983,
+ 0.4826,
+ 0.4915,
+ 0.4942,
+ 0.4966,
+ 0.4945,
+ 0.4911,
+ 0.4899,
+ 0.4916,
+ 0.4894,
+ 0.4955,
+ 0.4961,
+ 0.4848,
+ 0.4874,
+ 0.4913,
+ 0.4996,
+ 0.5021,
+ 0.5002,
+ 0.4975,
+ 0.496,
+ 0.4951,
+ 0.4993,
+ 0.4999,
+ 0.501,
+ 0.5021,
+ 0.5,
+ 0.5032,
+ 0.5005,
+ 0.5015,
+ 0.505,
+ 0.5026,
+ 0.5038,
+ 0.504
+ ],
+ "test_acc": [
+ 0.286,
+ 0.5365,
+ 0.6435,
+ 0.684,
+ 0.6895,
+ 0.717,
+ 0.7055,
+ 0.7145,
+ 0.706,
+ 0.695,
+ 0.702,
+ 0.6775,
+ 0.695,
+ 0.6835,
+ 0.703,
+ 0.6965,
+ 0.6885,
+ 0.6755,
+ 0.6835,
+ 0.6775,
+ 0.684,
+ 0.689,
+ 0.667,
+ 0.6625,
+ 0.64,
+ 0.649,
+ 0.636,
+ 0.627,
+ 0.6065,
+ 0.592,
+ 0.5795,
+ 0.593,
+ 0.5605,
+ 0.571,
+ 0.523,
+ 0.5305,
+ 0.503,
+ 0.5135,
+ 0.521,
+ 0.518,
+ 0.4995,
+ 0.491,
+ 0.4555,
+ 0.4515,
+ 0.452,
+ 0.4625,
+ 0.509,
+ 0.475,
+ 0.497,
+ 0.4865,
+ 0.4855,
+ 0.476,
+ 0.4865,
+ 0.488,
+ 0.4805,
+ 0.4825,
+ 0.499,
+ 0.4955,
+ 0.487,
+ 0.497,
+ 0.4805,
+ 0.4785,
+ 0.4875,
+ 0.481,
+ 0.4945,
+ 0.4895,
+ 0.4905,
+ 0.4995,
+ 0.489,
+ 0.4975,
+ 0.496,
+ 0.5045,
+ 0.4955,
+ 0.4995,
+ 0.507,
+ 0.5015,
+ 0.5025,
+ 0.5015,
+ 0.5025,
+ 0.502
+ ],
+ "value_loss": [
+ 2.911659792137146,
+ 0.8996274837493896,
+ 0.7878434350967407,
+ 0.833689813041687,
+ 0.8365230781555176,
+ 0.8657572345733643,
+ 0.908541974067688,
+ 0.8480338787078857,
+ 0.8042462064743042,
+ 0.8133011533737182,
+ 0.8212067371368408,
+ 0.7808171772003174,
+ 0.8961290629386902,
+ 0.8653587206840515,
+ 0.8886142436981201,
+ 0.8761268617630005,
+ 0.884904754447937,
+ 0.8448927827835083,
+ 0.7980134412765503,
+ 0.6888658224105835,
+ 0.7473662647247314,
+ 0.65811010055542,
+ 0.7839856298923492,
+ 0.880495791387558,
+ 0.9084092624664306,
+ 0.8530173231601715,
+ 0.7625637437820435,
+ 1.0123852161407472,
+ 0.7736059984683991,
+ 0.8328087013244629,
+ 0.8140958374023437,
+ 0.8670786144256591,
+ 0.7377396880626679,
+ 0.7568698725700378,
+ 0.8068661364555358,
+ 0.7318669836044311,
+ 0.8281291389465332,
+ 0.8503475652694702,
+ 0.7644144630432129,
+ 0.7720902391433716,
+ 0.7514402165412902,
+ 0.9521960460662842,
+ 0.8458146006584167,
+ 0.891452622795105,
+ 0.8914439929962158,
+ 1.057370574760437,
+ 0.8315652293205261,
+ 0.7571992207050323,
+ 0.7947545112609863,
+ 0.7905970148086547,
+ 0.7850572494506836,
+ 0.7695828517913819,
+ 0.7652045320510864,
+ 0.7695798728942871,
+ 0.7152940567016601,
+ 0.6907661506652832,
+ 0.7097496647834778,
+ 0.6639136574745178,
+ 0.6959176488876343,
+ 0.6530081424713134,
+ 0.6744708864212036,
+ 0.7077253155708313,
+ 0.6539039137840271,
+ 0.6366007213592529,
+ 0.6607606963157654,
+ 0.6579708410263061,
+ 0.6630125551223754,
+ 0.6548057119369507,
+ 0.6407008107185364,
+ 0.6340464912891388,
+ 0.6079182727813721,
+ 0.6078491495132446,
+ 0.597375852394104,
+ 0.5983859522819519,
+ 0.5880393584251404,
+ 0.5987486978530884,
+ 0.5848587021827698,
+ 0.5729552617073059,
+ 0.5823435966968536,
+ 0.5799021621704101
+ ],
+ "term_loss": [
+ 1.6125608334541321,
+ 0.3840840371608734,
+ 0.48750869870185853,
+ 0.5739233162879944,
+ 0.583460131931305,
+ 0.611264087486267,
+ 0.6456350657463074,
+ 0.5810235898971557,
+ 0.5565879321813584,
+ 0.5670145713806153,
+ 0.5748216830253601,
+ 0.5389469696044922,
+ 0.6412990503311157,
+ 0.611316840839386,
+ 0.6310292453765869,
+ 0.6179455483436584,
+ 0.6184575637817383,
+ 0.5764782516479492,
+ 0.527465288066864,
+ 0.41762967494726183,
+ 0.4613805497169495,
+ 0.3795637038946152,
+ 0.48266787681579587,
+ 0.5520704276800156,
+ 0.5708891902923584,
+ 0.5130272762060165,
+ 0.4277731086730957,
+ 0.6448732345700264,
+ 0.4158886254787445,
+ 0.4512560091495514,
+ 0.42728045053482056,
+ 0.47845339875221254,
+ 0.36093939908742906,
+ 0.3623666671514511,
+ 0.3938521237373352,
+ 0.30772404375076295,
+ 0.38484077141284945,
+ 0.3804583154678345,
+ 0.3062211089849472,
+ 0.31390601534843443,
+ 0.29931726670265196,
+ 0.46709287190437315,
+ 0.3718694251537323,
+ 0.4082421121120453,
+ 0.4114425645828247,
+ 0.5396676266670227,
+ 0.3574508339881897,
+ 0.30055283591747284,
+ 0.3261272901535034,
+ 0.32341902742385864,
+ 0.31227895908355713,
+ 0.3047007039070129,
+ 0.2977863587141037,
+ 0.2951382811933756,
+ 0.25380487928390505,
+ 0.2323027446269989,
+ 0.2462068591594696,
+ 0.21350320754051208,
+ 0.23597208461761474,
+ 0.19863421688079835,
+ 0.21512561297416688,
+ 0.24010928027629852,
+ 0.19815546962618827,
+ 0.1846117480993271,
+ 0.20065309627056122,
+ 0.20074695563316344,
+ 0.20255926916599273,
+ 0.19159356966018676,
+ 0.183841939163208,
+ 0.17822789697647096,
+ 0.1608728482246399,
+ 0.16112907934188841,
+ 0.15298778686523437,
+ 0.1534871971011162,
+ 0.14573802747726441,
+ 0.1528574206352234,
+ 0.14455881164073944,
+ 0.13546503726243972,
+ 0.1438804125547409,
+ 0.1424343505382538
+ ],
+ "bridge_loss": [
+ 0.9979561433154623,
+ 0.1923502779841423,
+ 0.03369875200092792,
+ 0.010089649520814419,
+ 0.017109860217571257,
+ 0.026464090970158578,
+ 0.03847438667416572,
+ 0.03879255889952183,
+ 0.022746800869703293,
+ 0.015745803397893905,
+ 0.012550205962359905,
+ 0.011100650027394295,
+ 0.01492225005030632,
+ 0.013557523837685584,
+ 0.015981767566502093,
+ 0.017492658911645413,
+ 0.016710551595687868,
+ 0.020652121636271475,
+ 0.021984567886590957,
+ 0.027721646511554718,
+ 0.02861447253227234,
+ 0.029199581980705262,
+ 0.036015259969234464,
+ 0.0433954286724329,
+ 0.04418629710674286,
+ 0.04494130345731974,
+ 0.04159592981934548,
+ 0.05838559107780456,
+ 0.03970318132787943,
+ 0.043886014127731326,
+ 0.03409061102867127,
+ 0.03418889250457287,
+ 0.02945999857187271,
+ 0.029395705950260163,
+ 0.04250650172829628,
+ 0.045237154906988146,
+ 0.06208780016303062,
+ 0.06760461230278016,
+ 0.05713116898536682,
+ 0.05177076178789139,
+ 0.0454777575224638,
+ 0.06035384655445814,
+ 0.045845873348414896,
+ 0.04476448094546795,
+ 0.04259207730293274,
+ 0.0661571847498417,
+ 0.04104372414797545,
+ 0.03152658507525921,
+ 0.03633371991813183,
+ 0.04221771730184555,
+ 0.048432806301116946,
+ 0.043537792390584945,
+ 0.04238384801149368,
+ 0.05086035580188036,
+ 0.0377189158320427,
+ 0.039344362449645995,
+ 0.04182275475263596,
+ 0.03353696493506431,
+ 0.042798616722226145,
+ 0.03527422734498978,
+ 0.04015132822394371,
+ 0.049883893620967866,
+ 0.040538436710834506,
+ 0.04075850441455841,
+ 0.04582972603738308,
+ 0.044166031336784366,
+ 0.0475761167883873,
+ 0.048364759862422946,
+ 0.04714719864577055,
+ 0.04529150511026382,
+ 0.03810691610574722,
+ 0.03794098879098892,
+ 0.03586618504524231,
+ 0.03720670894086361,
+ 0.03536857309937477,
+ 0.038663346046209336,
+ 0.035329807829856875,
+ 0.031151742255687714,
+ 0.03266222105920315,
+ 0.03182844363451004
+ ],
+ "tgrad_loss": [
+ 0.3011428183555603,
+ 0.32319316704273227,
+ 0.2666359860420227,
+ 0.24967685322761535,
+ 0.23595308814048768,
+ 0.22802906050682067,
+ 0.224432515001297,
+ 0.22821773476600646,
+ 0.22491148040294648,
+ 0.23054077467918396,
+ 0.2338348491191864,
+ 0.2307695638656616,
+ 0.23990776176452636,
+ 0.24048435621261596,
+ 0.24160322992801667,
+ 0.24068865609169007,
+ 0.24973663783073424,
+ 0.24776240782737732,
+ 0.24856358866691589,
+ 0.243514501452446,
+ 0.2573712419271469,
+ 0.24934680943489074,
+ 0.26530250334739686,
+ 0.28502992734909055,
+ 0.2933337756156921,
+ 0.2950487338542938,
+ 0.293194704246521,
+ 0.3091263904094696,
+ 0.31801419608592985,
+ 0.33766667613983153,
+ 0.3527247706413269,
+ 0.35443632416725157,
+ 0.3473402920246124,
+ 0.36510749626159666,
+ 0.3705075058937073,
+ 0.3789057858467102,
+ 0.3812005734443665,
+ 0.4022846411705017,
+ 0.4010621870994568,
+ 0.40641346549987795,
+ 0.4066451931238174,
+ 0.42474932079315186,
+ 0.4280993054389954,
+ 0.43844602947235106,
+ 0.4374093544960022,
+ 0.45154575901031496,
+ 0.43307066822052004,
+ 0.4251198007583618,
+ 0.43229349727630617,
+ 0.4249602687358856,
+ 0.42434548816680906,
+ 0.42134435329437253,
+ 0.42503432445526124,
+ 0.42358124074935916,
+ 0.4237702589035034,
+ 0.4191190438270569,
+ 0.4217200475215912,
+ 0.4168734808921814,
+ 0.4171469500541687,
+ 0.4190996997833252,
+ 0.41919394392967224,
+ 0.4177321403503418,
+ 0.4152100051879883,
+ 0.4112304693222046,
+ 0.4142778721809387,
+ 0.41305785455703736,
+ 0.41287716846466066,
+ 0.41484738330841064,
+ 0.4097116720199585,
+ 0.41052708587646486,
+ 0.4089385024547577,
+ 0.40877908191680906,
+ 0.4085218800544739,
+ 0.4076920410633087,
+ 0.40693275775909427,
+ 0.4072279285430908,
+ 0.40497008571624754,
+ 0.4063384813308716,
+ 0.4058009665966034,
+ 0.4056393639087677
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.1632033884525299,
+ 0.4602273404598236,
+ 0.4661305546760559,
+ 0.47359973192214966
+ ],
+ "perturbation_rho": [
+ 0.20324298739433289,
+ 0.5429707169532776,
+ 0.5653814077377319,
+ 0.5405630469322205
+ ],
+ "nudging": {
+ "0.001": [
+ -0.004459770396351814,
+ -0.0037539242766797543,
+ -0.003678151872009039,
+ -0.0036794268526136875
+ ],
+ "0.003": [
+ -0.013349814340472221,
+ -0.011245567351579666,
+ -0.011020736768841743,
+ -0.011023622006177902
+ ],
+ "0.01": [
+ -0.04415123537182808,
+ -0.037312425673007965,
+ -0.03657253086566925,
+ -0.036583565175533295
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json
new file mode 100644
index 0000000..fa96d0f
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.7025919662475586,
+ 0.7795055631637573,
+ 0.5677913279533386,
+ 0.5046968063354492,
+ 0.4608808174133301,
+ 0.4361949195861816,
+ 0.40271503200531006,
+ 0.362711107635498,
+ 0.33460533142089843,
+ 0.31974913997650145,
+ 0.28304471197128295,
+ 0.26439799995422364,
+ 0.23186020562648774,
+ 0.20645251512527465,
+ 0.1854053668022156,
+ 0.1883622447013855,
+ 0.1564298264503479,
+ 0.13204074223041534,
+ 0.10547249886989593,
+ 0.10665607880353928,
+ 0.08874446132183075,
+ 0.07009058383703232,
+ 0.05733880244493485,
+ 0.043911282253265384,
+ 0.03912401325702667,
+ 0.03387549254000187,
+ 0.02815464017689228,
+ 0.02348671322837472,
+ 0.019660550662875174,
+ 0.017395093828439713,
+ 0.015793408343195914,
+ 0.014198495180904866,
+ 0.012760633385181427,
+ 0.0120456358730793,
+ 0.011391607284545899,
+ 0.010471956431865692,
+ 0.009712862337380647,
+ 0.008671599093079567,
+ 0.008101777815818787,
+ 0.007641905176639557,
+ 0.0070717818230390545,
+ 0.006704615060985088,
+ 0.006303096756339073,
+ 0.006046279940009117,
+ 0.00574500061199069,
+ 0.005459648424386978,
+ 0.005366687068715691,
+ 0.005106282755732537,
+ 0.0048983019106090065,
+ 0.004707646728307009,
+ 0.004541327039897442,
+ 0.004420189782977104,
+ 0.004278477553278208,
+ 0.004159028781205416,
+ 0.0040608737718313935,
+ 0.003950595530960709,
+ 0.003842289924249053,
+ 0.0037566692493855953,
+ 0.003692386071756482,
+ 0.003627489294856787,
+ 0.0035626379638910295,
+ 0.003507125860080123,
+ 0.0034519337229430677,
+ 0.0034051366314291954,
+ 0.0033655297085642814,
+ 0.003327148025482893,
+ 0.0032939382158219815,
+ 0.003263653342053294,
+ 0.0032373780891299248,
+ 0.0032149843648076057,
+ 0.0031963624887168408,
+ 0.0031805660903453828,
+ 0.003166854461468756,
+ 0.0031557184338569643,
+ 0.003146645697206259,
+ 0.003140145140886307,
+ 0.0031351621329784394,
+ 0.0031318566258996725,
+ 0.0031298461467027666,
+ 0.0031287998259067534
+ ],
+ "train_acc": [
+ 0.4243,
+ 0.7371,
+ 0.7887,
+ 0.8026,
+ 0.82,
+ 0.832,
+ 0.8453,
+ 0.8624,
+ 0.8743,
+ 0.881,
+ 0.8937,
+ 0.907,
+ 0.9186,
+ 0.9333,
+ 0.9397,
+ 0.9326,
+ 0.9481,
+ 0.9624,
+ 0.9761,
+ 0.971,
+ 0.9793,
+ 0.9886,
+ 0.9935,
+ 0.9975,
+ 0.9981,
+ 0.9988,
+ 0.9996,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.6665,
+ 0.765,
+ 0.759,
+ 0.7695,
+ 0.7725,
+ 0.7735,
+ 0.777,
+ 0.783,
+ 0.7815,
+ 0.7765,
+ 0.7895,
+ 0.781,
+ 0.7895,
+ 0.785,
+ 0.7865,
+ 0.786,
+ 0.789,
+ 0.7905,
+ 0.792,
+ 0.7855,
+ 0.7905,
+ 0.792,
+ 0.7955,
+ 0.7895,
+ 0.7915,
+ 0.793,
+ 0.7905,
+ 0.79,
+ 0.791,
+ 0.788,
+ 0.7935,
+ 0.792,
+ 0.79,
+ 0.7925,
+ 0.792,
+ 0.79,
+ 0.7855,
+ 0.791,
+ 0.788,
+ 0.789,
+ 0.79,
+ 0.7885,
+ 0.7895,
+ 0.7895,
+ 0.7915,
+ 0.7895,
+ 0.792,
+ 0.7905,
+ 0.7915,
+ 0.789,
+ 0.7885,
+ 0.789,
+ 0.789,
+ 0.7885,
+ 0.7885,
+ 0.788,
+ 0.7875,
+ 0.7875,
+ 0.787,
+ 0.7875,
+ 0.787,
+ 0.7875,
+ 0.7875,
+ 0.7865,
+ 0.787,
+ 0.7875,
+ 0.7865,
+ 0.7875,
+ 0.787,
+ 0.788,
+ 0.7875,
+ 0.788,
+ 0.7875,
+ 0.7875,
+ 0.7875,
+ 0.7875,
+ 0.7875,
+ 0.7875,
+ 0.7875,
+ 0.7875
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8902335166931152,
+ 0.8886877298355103,
+ 0.8827626705169678,
+ 0.8678592443466187
+ ],
+ "perturbation_rho": [
+ 0.9999993443489075,
+ 0.9999990463256836,
+ 0.9999973773956299,
+ 0.9999867081642151
+ ],
+ "nudging": {
+ "0.001": [
+ -0.05980858951807022,
+ -0.047062948346138,
+ -0.02711305394768715,
+ -0.011864672414958477
+ ],
+ "0.003": [
+ -0.17234034836292267,
+ -0.13683676719665527,
+ -0.07991128414869308,
+ -0.035327523946762085
+ ],
+ "0.01": [
+ -0.49256381392478943,
+ -0.4056996703147888,
+ -0.2497977763414383,
+ -0.11465895175933838
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2805367691040037,
+ 1.6415521514892577,
+ 1.0540750062942505,
+ 0.8191366905212403,
+ 0.720514697265625,
+ 0.6729900581359863,
+ 0.6483235983848572,
+ 0.6373948863983154,
+ 0.6437193074226379,
+ 0.6749926948547363,
+ 0.6499340630531311,
+ 0.6586005910873413,
+ 0.6826166941642762,
+ 0.6718164960861206,
+ 0.675482904624939,
+ 0.6877107390403747,
+ 0.7121948526382447,
+ 0.7166374977111817,
+ 0.7339209732055664,
+ 0.7540338826179505,
+ 0.7380614143371582,
+ 0.760818413734436,
+ 0.7298965669393539,
+ 0.745001176738739,
+ 0.7385975076675415,
+ 0.7762571002960205,
+ 0.7398200908660889,
+ 0.7519381859302521,
+ 0.7321780063629151,
+ 0.7773449554443359,
+ 0.84277982339859,
+ 0.784512722492218,
+ 0.7535494892120361,
+ 0.7960302189826965,
+ 0.7641264217376709,
+ 0.8023091213226319,
+ 0.7795416162490845,
+ 0.7875791462898254,
+ 0.760817495918274,
+ 0.7777634320259095,
+ 0.752805848312378,
+ 0.7481458770751953,
+ 0.7761073146820069,
+ 0.8001040952682495,
+ 0.7761383037567139,
+ 0.7439687911987305,
+ 0.7440207496643066,
+ 0.744167911529541,
+ 0.7687978046417236,
+ 0.7441968929290772,
+ 0.72595838098526,
+ 0.7307925410270691,
+ 0.7274970026016235,
+ 0.7375823734283448,
+ 0.7422896279573441,
+ 0.7248193643569947,
+ 0.7262517263412476,
+ 0.7219201570510865,
+ 0.7164952000141144,
+ 0.7161007792472839,
+ 0.7057839481353759,
+ 0.7116451340675354,
+ 0.708030333328247,
+ 0.711191120147705,
+ 0.7084746857643127,
+ 0.7060219361305237,
+ 0.7035173624038696,
+ 0.7019980341911316,
+ 0.6986017496109008,
+ 0.6976793788909912,
+ 0.6944869701385498,
+ 0.6933993984222412,
+ 0.6916578367948533,
+ 0.6894085638046265,
+ 0.689437709903717,
+ 0.68888226146698,
+ 0.6875977687835694,
+ 0.6869268341064453,
+ 0.6862103477478028,
+ 0.6858732402801514
+ ],
+ "train_acc": [
+ 0.1637,
+ 0.4532,
+ 0.6262,
+ 0.6939,
+ 0.7262,
+ 0.7438,
+ 0.7515,
+ 0.7572,
+ 0.7574,
+ 0.7472,
+ 0.7561,
+ 0.7538,
+ 0.7522,
+ 0.7545,
+ 0.7545,
+ 0.7499,
+ 0.7451,
+ 0.7464,
+ 0.7449,
+ 0.7378,
+ 0.7428,
+ 0.7358,
+ 0.7379,
+ 0.7375,
+ 0.7425,
+ 0.7304,
+ 0.7404,
+ 0.7376,
+ 0.741,
+ 0.7343,
+ 0.718,
+ 0.725,
+ 0.7363,
+ 0.7261,
+ 0.7303,
+ 0.7238,
+ 0.7288,
+ 0.7261,
+ 0.7343,
+ 0.7289,
+ 0.7322,
+ 0.7365,
+ 0.728,
+ 0.7232,
+ 0.7339,
+ 0.7365,
+ 0.7335,
+ 0.7383,
+ 0.7344,
+ 0.7359,
+ 0.7378,
+ 0.7373,
+ 0.7406,
+ 0.7376,
+ 0.7332,
+ 0.7401,
+ 0.7417,
+ 0.7442,
+ 0.745,
+ 0.7417,
+ 0.7427,
+ 0.7461,
+ 0.7451,
+ 0.7423,
+ 0.7436,
+ 0.7439,
+ 0.7452,
+ 0.7474,
+ 0.7481,
+ 0.7489,
+ 0.7489,
+ 0.7508,
+ 0.7484,
+ 0.7516,
+ 0.7485,
+ 0.7492,
+ 0.7498,
+ 0.7506,
+ 0.7498,
+ 0.7502
+ ],
+ "test_acc": [
+ 0.2825,
+ 0.546,
+ 0.6555,
+ 0.684,
+ 0.71,
+ 0.713,
+ 0.7245,
+ 0.723,
+ 0.7205,
+ 0.7245,
+ 0.7095,
+ 0.703,
+ 0.7015,
+ 0.709,
+ 0.714,
+ 0.699,
+ 0.712,
+ 0.692,
+ 0.681,
+ 0.701,
+ 0.69,
+ 0.703,
+ 0.6915,
+ 0.692,
+ 0.677,
+ 0.6985,
+ 0.6885,
+ 0.699,
+ 0.6855,
+ 0.6565,
+ 0.679,
+ 0.704,
+ 0.678,
+ 0.694,
+ 0.679,
+ 0.6945,
+ 0.6745,
+ 0.6855,
+ 0.69,
+ 0.676,
+ 0.701,
+ 0.6765,
+ 0.6765,
+ 0.685,
+ 0.699,
+ 0.6915,
+ 0.6885,
+ 0.686,
+ 0.696,
+ 0.695,
+ 0.6985,
+ 0.701,
+ 0.6925,
+ 0.6985,
+ 0.6985,
+ 0.694,
+ 0.701,
+ 0.705,
+ 0.695,
+ 0.7085,
+ 0.6975,
+ 0.697,
+ 0.697,
+ 0.705,
+ 0.707,
+ 0.707,
+ 0.705,
+ 0.6975,
+ 0.701,
+ 0.6995,
+ 0.707,
+ 0.7065,
+ 0.707,
+ 0.7055,
+ 0.706,
+ 0.705,
+ 0.7055,
+ 0.706,
+ 0.7065,
+ 0.7075
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.026215966790914536,
+ 0.05776425451040268,
+ 0.07666948437690735,
+ 0.08296040445566177
+ ],
+ "perturbation_rho": [
+ 0.04998716711997986,
+ 0.09949691593647003,
+ 0.049676910042762756,
+ 0.012540214695036411
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0008748910040594637,
+ -0.00038322899490594864,
+ -0.0003354061918798834,
+ -0.00033481494756415486
+ ],
+ "0.003": [
+ -0.0026117637753486633,
+ -0.0011494184145703912,
+ -0.001006446429528296,
+ -0.0010040509514510632
+ ],
+ "0.01": [
+ -0.008544353768229485,
+ -0.0038241599686443806,
+ -0.0033461027778685093,
+ -0.003339859191328287
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 2.007753798675537,
+ 1.0622356224060059,
+ 0.69143017578125,
+ 0.6239932517051697,
+ 0.6335793426036834,
+ 0.674501599407196,
+ 0.7154178378105164,
+ 0.7578475559234619,
+ 0.785428904247284,
+ 0.7806968556404114,
+ 0.79781559009552,
+ 0.8039525414466858,
+ 0.8008891497612,
+ 0.796566740322113,
+ 0.8047402942657471,
+ 0.8085960758209229,
+ 0.8045371704101563,
+ 0.809913685798645,
+ 0.8109244365692139,
+ 0.822509958267212,
+ 0.8186556421279907,
+ 0.8206361956596374,
+ 0.8208891757965088,
+ 0.8155913323402405,
+ 0.8365351364135742,
+ 0.8417284649848938,
+ 0.8479398907661438,
+ 0.8543629753112792,
+ 0.8356543054580688,
+ 0.8371729434967041,
+ 0.849026389503479,
+ 0.8420911851882935,
+ 0.8437719006538391,
+ 0.8468664903640747,
+ 0.8579279032707214,
+ 0.8493580184936523,
+ 0.8420408730506896,
+ 0.8348710892677307,
+ 0.8287518863677978,
+ 0.8248524719238282,
+ 0.8344216783523559,
+ 0.8304245887756347,
+ 0.8186835735321045,
+ 0.8134511299133301,
+ 0.8171366225242614,
+ 0.8118591390132904,
+ 0.7982140255451202,
+ 0.7970935890197753,
+ 0.8015208456993103,
+ 0.7964595051288604,
+ 0.7967358273506164,
+ 0.8013176858901978,
+ 0.7927464712142944,
+ 0.7874492823600769,
+ 0.7888918502807617,
+ 0.8002659862518311,
+ 0.7785984733581542,
+ 0.7800743109226227,
+ 0.7750258285522461,
+ 0.7772714210510254,
+ 0.7739788970470428,
+ 0.7726497331619263,
+ 0.7723067853927612,
+ 0.7742076810836792,
+ 0.7713943565368653,
+ 0.769815579032898,
+ 0.7686135004043579,
+ 0.7663217308044433,
+ 0.7666474376678467,
+ 0.7653638418197631,
+ 0.7640022378921508,
+ 0.7641778549194336,
+ 0.7632465696334839,
+ 0.7620238209724426,
+ 0.7611095140457154,
+ 0.7607381951332093,
+ 0.7604392482757568,
+ 0.7600468851089478,
+ 0.7597837959289551,
+ 0.7596640625
+ ],
+ "train_acc": [
+ 0.282,
+ 0.6144,
+ 0.7404,
+ 0.7629,
+ 0.7625,
+ 0.7517,
+ 0.7434,
+ 0.7292,
+ 0.7245,
+ 0.7223,
+ 0.714,
+ 0.7117,
+ 0.7112,
+ 0.7079,
+ 0.7049,
+ 0.7033,
+ 0.7077,
+ 0.7012,
+ 0.6989,
+ 0.6952,
+ 0.6962,
+ 0.6999,
+ 0.698,
+ 0.6975,
+ 0.6959,
+ 0.6925,
+ 0.6911,
+ 0.6866,
+ 0.6941,
+ 0.6978,
+ 0.6929,
+ 0.6954,
+ 0.6926,
+ 0.6886,
+ 0.6905,
+ 0.6921,
+ 0.6969,
+ 0.6961,
+ 0.698,
+ 0.6998,
+ 0.694,
+ 0.6983,
+ 0.6999,
+ 0.7023,
+ 0.7011,
+ 0.7013,
+ 0.7085,
+ 0.7072,
+ 0.7043,
+ 0.7048,
+ 0.7031,
+ 0.7082,
+ 0.7094,
+ 0.7102,
+ 0.7084,
+ 0.7038,
+ 0.7109,
+ 0.7132,
+ 0.7136,
+ 0.7117,
+ 0.7123,
+ 0.715,
+ 0.7131,
+ 0.7154,
+ 0.7138,
+ 0.7148,
+ 0.7167,
+ 0.7178,
+ 0.7177,
+ 0.7184,
+ 0.7179,
+ 0.7185,
+ 0.7178,
+ 0.7189,
+ 0.7205,
+ 0.72,
+ 0.7207,
+ 0.7208,
+ 0.7205,
+ 0.7206
+ ],
+ "test_acc": [
+ 0.498,
+ 0.672,
+ 0.737,
+ 0.731,
+ 0.728,
+ 0.7105,
+ 0.698,
+ 0.7015,
+ 0.681,
+ 0.675,
+ 0.678,
+ 0.6765,
+ 0.68,
+ 0.6555,
+ 0.6635,
+ 0.6635,
+ 0.67,
+ 0.656,
+ 0.6685,
+ 0.662,
+ 0.662,
+ 0.667,
+ 0.671,
+ 0.6555,
+ 0.651,
+ 0.644,
+ 0.6565,
+ 0.641,
+ 0.6445,
+ 0.651,
+ 0.6485,
+ 0.653,
+ 0.6455,
+ 0.6365,
+ 0.652,
+ 0.6585,
+ 0.6445,
+ 0.654,
+ 0.6615,
+ 0.6605,
+ 0.6585,
+ 0.6565,
+ 0.6545,
+ 0.662,
+ 0.663,
+ 0.6595,
+ 0.664,
+ 0.6625,
+ 0.6565,
+ 0.662,
+ 0.645,
+ 0.6535,
+ 0.67,
+ 0.6685,
+ 0.67,
+ 0.6605,
+ 0.6615,
+ 0.667,
+ 0.668,
+ 0.668,
+ 0.662,
+ 0.664,
+ 0.6615,
+ 0.664,
+ 0.6595,
+ 0.666,
+ 0.6635,
+ 0.6625,
+ 0.66,
+ 0.6635,
+ 0.661,
+ 0.666,
+ 0.6635,
+ 0.664,
+ 0.665,
+ 0.663,
+ 0.6625,
+ 0.662,
+ 0.662,
+ 0.6625
+ ],
+ "state_pred_error": [
+ 0.7827486207008362,
+ 0.31122149848937986,
+ 0.20405255806446077,
+ 0.1785473354101181,
+ 0.16711481635570527,
+ 0.1693767168521881,
+ 0.1746032564878464,
+ 0.17555798501968384,
+ 0.17862845754623413,
+ 0.17690453650951385,
+ 0.17425159878730773,
+ 0.16519148182868956,
+ 0.15421706743240357,
+ 0.1434457843542099,
+ 0.13330313999652862,
+ 0.12446385669708251,
+ 0.11768645570278168,
+ 0.11164422111511231,
+ 0.10441685699224472,
+ 0.10158415093421937,
+ 0.09517893229722976,
+ 0.09017173348665238,
+ 0.08772520488500594,
+ 0.08342612677812576,
+ 0.08160507142543792,
+ 0.0786071489572525,
+ 0.07716105241775513,
+ 0.07485365310907365,
+ 0.07317224496603011,
+ 0.07141792141199112,
+ 0.06897861013412476,
+ 0.06749274585247039,
+ 0.06598065556287766,
+ 0.06508338479995728,
+ 0.06346238186359406,
+ 0.06226500202417374,
+ 0.060549116563796995,
+ 0.06055630297660828,
+ 0.05884025704264641,
+ 0.05801897701025009,
+ 0.05669505831003189,
+ 0.055699084228277206,
+ 0.05481746277809143,
+ 0.05341801876425743,
+ 0.05295276014208793,
+ 0.05195536425709724,
+ 0.050695552802085875,
+ 0.050078516376018525,
+ 0.04883329871296883,
+ 0.048564964467287065,
+ 0.047450669956207274,
+ 0.04657022901773453,
+ 0.04643023025393486,
+ 0.04527272279858589,
+ 0.045131425642967224,
+ 0.04429114927649498,
+ 0.04370682866573334,
+ 0.04249126278758049,
+ 0.04206086259484291,
+ 0.04127250732779503,
+ 0.04066784818768501,
+ 0.04100679843425751,
+ 0.03984400656223297,
+ 0.039111772429943084,
+ 0.03872905417084694,
+ 0.03760358746051788,
+ 0.037533375626802444,
+ 0.03731676592230797,
+ 0.03687030100226402,
+ 0.03601930988430977,
+ 0.0353958393573761,
+ 0.035445755779743196,
+ 0.03499365764260292,
+ 0.0341682822406292,
+ 0.03401557675898075,
+ 0.03333400482535362,
+ 0.033034325659275054,
+ 0.032180927592515944,
+ 0.03222785183191299,
+ 0.031816003906726835
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.6404350996017456,
+ 0.4214136302471161,
+ 0.18068093061447144,
+ 0.15130802989006042
+ ],
+ "perturbation_rho": [
+ 0.5499319434165955,
+ 0.368219256401062,
+ 0.21391229331493378,
+ 0.1835726499557495
+ ],
+ "nudging": {
+ "0.001": [
+ -0.020009398460388184,
+ -0.0023713181726634502,
+ -0.0006903400644659996,
+ -0.0005570724606513977
+ ],
+ "0.003": [
+ -0.05908045917749405,
+ -0.007099837996065617,
+ -0.00206951005384326,
+ -0.0016702794237062335
+ ],
+ "0.01": [
+ -0.18587297201156616,
+ -0.0235043503344059,
+ -0.00688221026211977,
+ -0.005556063260883093
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 10066.107421875,
+ 1273.9140625,
+ 696.594482421875,
+ 612.3014526367188
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2802715728759764,
+ 1.6388436302185059,
+ 1.053798963165283,
+ 0.8138567586898804,
+ 0.716612920665741,
+ 0.6672540647506714,
+ 0.6528224432945251,
+ 0.6466248464584351,
+ 0.6415921350479126,
+ 0.664950927734375,
+ 0.6627229480743408,
+ 0.685637841796875,
+ 0.6988411318778992,
+ 0.6790707836151123,
+ 0.6934760662078857,
+ 0.7018385746002197,
+ 0.7308993638992309,
+ 0.719111060333252,
+ 0.8150796144485474,
+ 0.7402855098724366,
+ 0.7425731256484985,
+ 0.7482444780349732,
+ 0.7917413208007813,
+ 0.8034436722755433,
+ 0.847063459777832,
+ 0.8898068056106567,
+ 0.8742546170234681,
+ 0.8931990461349487,
+ 0.979162103843689,
+ 1.0233091241836547,
+ 1.0456207696914672,
+ 1.088154921579361,
+ 1.0924738161087035,
+ 1.1280992248535155,
+ 1.14695910320282,
+ 1.1968199752807618,
+ 1.1404859788894652,
+ 1.1790920137405396,
+ 1.112723836708069,
+ 1.1557879085540772,
+ 1.1529123931884766,
+ 1.1391218341827392,
+ 1.1959625034332275,
+ 1.1819099002838134,
+ 1.1729866676330567,
+ 1.164624983406067,
+ 1.1626405437469483,
+ 1.199929854774475,
+ 1.2018864694595337,
+ 1.1927341426849365,
+ 1.1924728622436525,
+ 1.1670917442321778,
+ 1.1843838939666749,
+ 1.188602296257019,
+ 1.181069985961914,
+ 1.1662905952453613,
+ 1.1854075830459594,
+ 1.1842269680976867,
+ 1.175111684703827,
+ 1.1727143672943114,
+ 1.1815870304107665,
+ 1.1729837955474853,
+ 1.1755547443389893,
+ 1.1800736003875731,
+ 1.1686390336036683,
+ 1.164267241859436,
+ 1.164349419593811,
+ 1.1732585205078125,
+ 1.1630031745910645,
+ 1.1624063230514525,
+ 1.1623846691131592,
+ 1.159834877204895,
+ 1.1611515955924987,
+ 1.1584980821609496,
+ 1.1587893016815185,
+ 1.157638655281067,
+ 1.1562239799499512,
+ 1.1557205964565278,
+ 1.1550566940307616,
+ 1.1548286571502686
+ ],
+ "train_acc": [
+ 0.1636,
+ 0.4547,
+ 0.6239,
+ 0.6951,
+ 0.7301,
+ 0.7466,
+ 0.7497,
+ 0.7534,
+ 0.7585,
+ 0.7523,
+ 0.7578,
+ 0.7492,
+ 0.7447,
+ 0.7551,
+ 0.7497,
+ 0.7441,
+ 0.7418,
+ 0.7432,
+ 0.7177,
+ 0.7372,
+ 0.7402,
+ 0.7386,
+ 0.7254,
+ 0.714,
+ 0.6966,
+ 0.6781,
+ 0.6838,
+ 0.6829,
+ 0.6653,
+ 0.6634,
+ 0.6556,
+ 0.6476,
+ 0.6373,
+ 0.6204,
+ 0.6179,
+ 0.6068,
+ 0.6152,
+ 0.6036,
+ 0.6106,
+ 0.5958,
+ 0.5993,
+ 0.5934,
+ 0.5778,
+ 0.5834,
+ 0.5835,
+ 0.5844,
+ 0.582,
+ 0.5718,
+ 0.5675,
+ 0.5709,
+ 0.5721,
+ 0.5806,
+ 0.5738,
+ 0.5671,
+ 0.5744,
+ 0.5787,
+ 0.5667,
+ 0.5667,
+ 0.5721,
+ 0.5704,
+ 0.5729,
+ 0.571,
+ 0.5721,
+ 0.566,
+ 0.5693,
+ 0.5734,
+ 0.5722,
+ 0.5718,
+ 0.5726,
+ 0.5753,
+ 0.5723,
+ 0.5739,
+ 0.5712,
+ 0.5708,
+ 0.5741,
+ 0.5722,
+ 0.5735,
+ 0.573,
+ 0.5736,
+ 0.5732
+ ],
+ "test_acc": [
+ 0.273,
+ 0.547,
+ 0.6555,
+ 0.6975,
+ 0.713,
+ 0.7265,
+ 0.719,
+ 0.712,
+ 0.7275,
+ 0.7135,
+ 0.7205,
+ 0.715,
+ 0.7025,
+ 0.7075,
+ 0.6945,
+ 0.711,
+ 0.7125,
+ 0.6925,
+ 0.7055,
+ 0.698,
+ 0.691,
+ 0.679,
+ 0.672,
+ 0.671,
+ 0.6555,
+ 0.6525,
+ 0.6495,
+ 0.6265,
+ 0.6235,
+ 0.6095,
+ 0.616,
+ 0.6085,
+ 0.609,
+ 0.576,
+ 0.569,
+ 0.6095,
+ 0.5785,
+ 0.596,
+ 0.5725,
+ 0.5615,
+ 0.566,
+ 0.5295,
+ 0.5305,
+ 0.559,
+ 0.5535,
+ 0.5695,
+ 0.548,
+ 0.549,
+ 0.5485,
+ 0.5275,
+ 0.5555,
+ 0.5525,
+ 0.547,
+ 0.557,
+ 0.549,
+ 0.558,
+ 0.557,
+ 0.549,
+ 0.5365,
+ 0.55,
+ 0.556,
+ 0.559,
+ 0.551,
+ 0.558,
+ 0.5575,
+ 0.5525,
+ 0.5515,
+ 0.5475,
+ 0.5565,
+ 0.5555,
+ 0.563,
+ 0.5545,
+ 0.5575,
+ 0.56,
+ 0.5625,
+ 0.558,
+ 0.56,
+ 0.5595,
+ 0.558,
+ 0.558
+ ],
+ "value_loss": [
+ 2.8735111057281495,
+ 0.8335682413101196,
+ 0.769390998840332,
+ 0.8538553759574891,
+ 0.8522886907577515,
+ 0.8185532119750977,
+ 0.8277693967819214,
+ 0.7784229893684387,
+ 0.7300227233886719,
+ 0.7802330356597901,
+ 0.769332304763794,
+ 0.8283760873794556,
+ 0.7907809033870697,
+ 0.6976581485748291,
+ 0.7120382925987244,
+ 0.6482724099636078,
+ 0.6534354884147644,
+ 0.593892509841919,
+ 0.7452015276908874,
+ 0.5669822316169739,
+ 0.5777508046627045,
+ 0.5676485029220582,
+ 0.6005406673431396,
+ 0.5610708597183227,
+ 0.6180012318134308,
+ 0.6325548360347748,
+ 0.5494541264533996,
+ 0.5714878581047058,
+ 0.7139776704788208,
+ 0.8037148260116577,
+ 0.7602687382698059,
+ 0.8407878190994262,
+ 0.7761835197448731,
+ 0.7896560256004334,
+ 0.7990566373825073,
+ 0.8447199113845825,
+ 0.7247003343582153,
+ 0.7957295311450958,
+ 0.6422031284332276,
+ 0.6728523059368133,
+ 0.6348221732616425,
+ 0.5987496240615845,
+ 0.6573260497093201,
+ 0.6036061918258667,
+ 0.5928497138023376,
+ 0.5621949359416961,
+ 0.5422956010818482,
+ 0.5782992021560669,
+ 0.5750265427589416,
+ 0.5459153981685638,
+ 0.5251600515365601,
+ 0.4968988045692444,
+ 0.5020302026748658,
+ 0.48168242778778075,
+ 0.4782550555229187,
+ 0.458009272813797,
+ 0.48891592626571656,
+ 0.4619943362236023,
+ 0.45534752962589264,
+ 0.4502370168685913,
+ 0.47029722967147825,
+ 0.4379799751281738,
+ 0.4465416639328003,
+ 0.44245663313865663,
+ 0.44536621041297914,
+ 0.4246152039527893,
+ 0.4194586960792541,
+ 0.4330580853462219,
+ 0.4234344777107239,
+ 0.40113246874809266,
+ 0.40549428577423097,
+ 0.4139835561752319,
+ 0.4035360648393631,
+ 0.40140957350730894,
+ 0.39820902795791624,
+ 0.39226190814971923,
+ 0.3981349976539612,
+ 0.3976579602479935,
+ 0.40020361919403075,
+ 0.38718592133522034
+ ],
+ "term_loss": [
+ 1.6547700959205627,
+ 0.3569759086608887,
+ 0.4995730664730072,
+ 0.613328255558014,
+ 0.6194977837085723,
+ 0.579716089630127,
+ 0.5759899250984192,
+ 0.5267154250264168,
+ 0.49604031887054445,
+ 0.5482948890686035,
+ 0.5394840831756592,
+ 0.5940117561340332,
+ 0.5486331809043884,
+ 0.46233955211639405,
+ 0.46987221883535385,
+ 0.39907051919698716,
+ 0.3999391771793365,
+ 0.3417030059814453,
+ 0.4683563796043396,
+ 0.30888337712287905,
+ 0.31755629993677137,
+ 0.30828637447357177,
+ 0.33097629477381707,
+ 0.28669681071043013,
+ 0.32924925060272214,
+ 0.3282053912878036,
+ 0.2512664660692215,
+ 0.26445692427158357,
+ 0.3812099160194397,
+ 0.4540276463031769,
+ 0.412122430229187,
+ 0.4838629661560059,
+ 0.4123155319213867,
+ 0.4150680226564407,
+ 0.41444860229492186,
+ 0.45303762993812563,
+ 0.35541438927650454,
+ 0.4120818091392517,
+ 0.2860383835077286,
+ 0.31014277563095094,
+ 0.27963082504272463,
+ 0.25354453073143957,
+ 0.29737128577232363,
+ 0.2565148003578186,
+ 0.24667102131843566,
+ 0.21899679546356202,
+ 0.20547868233919145,
+ 0.22946879208087922,
+ 0.22265157461166382,
+ 0.20190087502002715,
+ 0.18589250744581223,
+ 0.1647626592874527,
+ 0.16500887289047242,
+ 0.14553676958084105,
+ 0.14562038345336914,
+ 0.12770656932592392,
+ 0.15042840227484702,
+ 0.12728065757751464,
+ 0.12067141379714012,
+ 0.11855436496734618,
+ 0.13056303629875182,
+ 0.10663774018287658,
+ 0.11145729880332947,
+ 0.10661706770658493,
+ 0.10924380402565002,
+ 0.09346218340396881,
+ 0.0898735906124115,
+ 0.09771707606911659,
+ 0.09121034116744996,
+ 0.07615747270733118,
+ 0.07712909548282623,
+ 0.0854458722114563,
+ 0.0757170934215188,
+ 0.07425090863108635,
+ 0.07251303234994412,
+ 0.06824812455177307,
+ 0.07342738398313522,
+ 0.07247738439813256,
+ 0.07439423036575317,
+ 0.06566130868196488
+ ],
+ "bridge_loss": [
+ 0.9250297847082954,
+ 0.17875594335198403,
+ 0.024584124499559403,
+ 0.009463803791999816,
+ 0.012518692496418952,
+ 0.02811788408756256,
+ 0.04102186490893364,
+ 0.03981322860121727,
+ 0.02342328687310219,
+ 0.014045343008637428,
+ 0.014091408693790436,
+ 0.01357993180155754,
+ 0.016431021589040758,
+ 0.018039470773935317,
+ 0.02248061062693596,
+ 0.02640794592499733,
+ 0.02815555126667023,
+ 0.02941792515516281,
+ 0.03211450355052948,
+ 0.031108583983778953,
+ 0.032093208335340025,
+ 0.030620017021894454,
+ 0.031579648739099506,
+ 0.030231001940369606,
+ 0.03265896959304809,
+ 0.038522472846508025,
+ 0.035252166825532914,
+ 0.039083953332901,
+ 0.05084649066925049,
+ 0.058725530803203585,
+ 0.057208517038822175,
+ 0.06136698402166366,
+ 0.06703151053190232,
+ 0.07173536076545715,
+ 0.07859825726747513,
+ 0.07978210234642029,
+ 0.06855812752246856,
+ 0.07676569232344628,
+ 0.06038619836568832,
+ 0.05801328845620155,
+ 0.052716735702753065,
+ 0.043914621901512144,
+ 0.04799848956018686,
+ 0.039276413369178774,
+ 0.03984246690273285,
+ 0.03797423206567764,
+ 0.03278059434294701,
+ 0.036813641035556795,
+ 0.039771160554885866,
+ 0.03320262667536736,
+ 0.028382191380858422,
+ 0.026151864609122277,
+ 0.02777043187022209,
+ 0.025728233271837233,
+ 0.02371621637940407,
+ 0.024555341345071792,
+ 0.028544853276014328,
+ 0.024363518065214158,
+ 0.026727474239468575,
+ 0.023022234451770783,
+ 0.03015930926799774,
+ 0.02283631842434406,
+ 0.026408934420347214,
+ 0.025617169830203058,
+ 0.028104463522136212,
+ 0.024197242438793183,
+ 0.022750669395923614,
+ 0.02691462599337101,
+ 0.02528082738518715,
+ 0.01895334949493408,
+ 0.02164241167008877,
+ 0.022592386800050736,
+ 0.021976949539780615,
+ 0.02176335347890854,
+ 0.020175418317317964,
+ 0.019235759457945825,
+ 0.02052777136415243,
+ 0.020854398973286153,
+ 0.021812593013048172,
+ 0.01777836950570345
+ ],
+ "tgrad_loss": [
+ 0.2937112254619598,
+ 0.29783638520240785,
+ 0.24523381710052491,
+ 0.23106331899166108,
+ 0.22027222232818602,
+ 0.21071923723220826,
+ 0.21075760734081267,
+ 0.2118943401813507,
+ 0.21055911660194396,
+ 0.21789281148910522,
+ 0.2157568175792694,
+ 0.22078439950942993,
+ 0.2257167013168335,
+ 0.2172791259288788,
+ 0.21968546645641326,
+ 0.22279394526481627,
+ 0.22534075746536256,
+ 0.22277158393859864,
+ 0.24473064098358155,
+ 0.22699026865959168,
+ 0.22810129499435425,
+ 0.22874211015701293,
+ 0.23798472149372102,
+ 0.2441430545091629,
+ 0.2560930178642273,
+ 0.2658269679546356,
+ 0.26293549556732176,
+ 0.2679469756603241,
+ 0.2819212636470795,
+ 0.29096164264678953,
+ 0.29093779606819153,
+ 0.2955578689336777,
+ 0.2968364751815796,
+ 0.3028526331424713,
+ 0.3060097746372223,
+ 0.3119001868247986,
+ 0.3007278199195862,
+ 0.306882026720047,
+ 0.29577854566574097,
+ 0.3046962371826172,
+ 0.3024746113777161,
+ 0.3012904730796814,
+ 0.3119562791347504,
+ 0.3078149768829346,
+ 0.3063362253189087,
+ 0.3052239120483398,
+ 0.3040363299369812,
+ 0.3120167656898499,
+ 0.31260380606651306,
+ 0.31081189460754394,
+ 0.31088535375595094,
+ 0.30598428030014035,
+ 0.30925089569091796,
+ 0.3104174225330353,
+ 0.30891845417022706,
+ 0.3057473627090454,
+ 0.30994266691207883,
+ 0.31035016078948974,
+ 0.3079486409187317,
+ 0.30866041717529297,
+ 0.3095748833656311,
+ 0.3085059157371521,
+ 0.30867542929649355,
+ 0.310222395324707,
+ 0.3080179396867752,
+ 0.30695577449798583,
+ 0.306834437084198,
+ 0.3084263841152191,
+ 0.3069433072566986,
+ 0.3060216453075409,
+ 0.3067227794647217,
+ 0.30594529614448546,
+ 0.30584202256202697,
+ 0.30539531021118166,
+ 0.3055205769062042,
+ 0.3047780241012573,
+ 0.3041798396587372,
+ 0.3043261778593063,
+ 0.30399679365158083,
+ 0.30374624242782594
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.17809242010116577,
+ 0.5349531173706055,
+ 0.5522423982620239,
+ 0.5664830207824707
+ ],
+ "perturbation_rho": [
+ 0.22843755781650543,
+ 0.5910820364952087,
+ 0.6707864999771118,
+ 0.638596773147583
+ ],
+ "nudging": {
+ "0.001": [
+ -0.004492362029850483,
+ -0.00375316827557981,
+ -0.0035423573572188616,
+ -0.003583954880014062
+ ],
+ "0.003": [
+ -0.01343991793692112,
+ -0.011238809674978256,
+ -0.010609426535665989,
+ -0.010733431205153465
+ ],
+ "0.01": [
+ -0.044362872838974,
+ -0.03722546622157097,
+ -0.03515344485640526,
+ -0.0355607345700264
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json
new file mode 100644
index 0000000..6147814
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.6721104705810548,
+ 0.7631012835502624,
+ 0.5599466526031495,
+ 0.5009647348403931,
+ 0.44250268206596377,
+ 0.4112984040737152,
+ 0.37521746096611025,
+ 0.35069607543945314,
+ 0.32816796259880066,
+ 0.28571113114356994,
+ 0.26920412228107454,
+ 0.23822724075317384,
+ 0.2403384908914566,
+ 0.19125519732236862,
+ 0.16398012406826018,
+ 0.14183301560282707,
+ 0.11679492046833038,
+ 0.11636687972545624,
+ 0.0922450327694416,
+ 0.07265362660884857,
+ 0.0646497187614441,
+ 0.06649317836761474,
+ 0.05584645546674728,
+ 0.03784047375321388,
+ 0.030665161864459514,
+ 0.02323187246620655,
+ 0.020697732216119768,
+ 0.01984555126428604,
+ 0.01643712175488472,
+ 0.014849836444854736,
+ 0.012898893329501152,
+ 0.011405612179636955,
+ 0.010688650423288345,
+ 0.010941692940890788,
+ 0.00924009888395667,
+ 0.008266829562187194,
+ 0.007798123356699944,
+ 0.007352828028798103,
+ 0.006834007120877505,
+ 0.0063644687902182345,
+ 0.00597649103552103,
+ 0.005696629038453102,
+ 0.00541699848882854,
+ 0.005169383949041367,
+ 0.004989086370170116,
+ 0.004769640618562699,
+ 0.0046363350734114645,
+ 0.004409096204489469,
+ 0.004235530799627304,
+ 0.004112518234550953,
+ 0.004026416325569153,
+ 0.0038965860821306704,
+ 0.0037635557891800998,
+ 0.00364411306977272,
+ 0.0035582759173586965,
+ 0.0034678645484149456,
+ 0.0034067507416009903,
+ 0.003331349766626954,
+ 0.003267878529988229,
+ 0.0032062796097248793,
+ 0.003156200988590717,
+ 0.003108995720744133,
+ 0.0030637201324105264,
+ 0.0030205708354711534,
+ 0.002985149787738919,
+ 0.0029531347144395115,
+ 0.0029254953995347024,
+ 0.0029017341434955596,
+ 0.0028784529194235803,
+ 0.0028606591559946536,
+ 0.0028430704237893223,
+ 0.0028297565318644046,
+ 0.0028177733197808264,
+ 0.002808107787370682,
+ 0.0028007785379886626,
+ 0.0027947440318763254,
+ 0.0027906116507947446,
+ 0.0027877884034067392,
+ 0.002786100262776017,
+ 0.0027851809598505497
+ ],
+ "train_acc": [
+ 0.4351,
+ 0.7466,
+ 0.7912,
+ 0.8118,
+ 0.8313,
+ 0.8447,
+ 0.8567,
+ 0.8703,
+ 0.8784,
+ 0.9005,
+ 0.9017,
+ 0.9151,
+ 0.9117,
+ 0.9381,
+ 0.9491,
+ 0.9615,
+ 0.9722,
+ 0.9694,
+ 0.9811,
+ 0.9884,
+ 0.9905,
+ 0.9899,
+ 0.9915,
+ 0.9975,
+ 0.9992,
+ 0.9999,
+ 1.0,
+ 0.9995,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.6795,
+ 0.754,
+ 0.7735,
+ 0.7805,
+ 0.7865,
+ 0.787,
+ 0.788,
+ 0.785,
+ 0.791,
+ 0.7955,
+ 0.7885,
+ 0.7945,
+ 0.787,
+ 0.7945,
+ 0.7965,
+ 0.795,
+ 0.7985,
+ 0.7915,
+ 0.7945,
+ 0.791,
+ 0.792,
+ 0.791,
+ 0.7915,
+ 0.7945,
+ 0.796,
+ 0.788,
+ 0.791,
+ 0.79,
+ 0.7925,
+ 0.792,
+ 0.7895,
+ 0.7935,
+ 0.791,
+ 0.789,
+ 0.793,
+ 0.791,
+ 0.792,
+ 0.7915,
+ 0.7905,
+ 0.7925,
+ 0.793,
+ 0.794,
+ 0.7905,
+ 0.7915,
+ 0.79,
+ 0.79,
+ 0.7915,
+ 0.79,
+ 0.793,
+ 0.793,
+ 0.791,
+ 0.7945,
+ 0.794,
+ 0.793,
+ 0.7925,
+ 0.794,
+ 0.792,
+ 0.7905,
+ 0.79,
+ 0.7895,
+ 0.792,
+ 0.7915,
+ 0.7925,
+ 0.792,
+ 0.792,
+ 0.7925,
+ 0.7925,
+ 0.7925,
+ 0.7925,
+ 0.793,
+ 0.7925,
+ 0.7925,
+ 0.792,
+ 0.7915,
+ 0.7925,
+ 0.792,
+ 0.792,
+ 0.792,
+ 0.792,
+ 0.792
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8668075799942017,
+ 0.8621845245361328,
+ 0.8550785779953003,
+ 0.8370286226272583
+ ],
+ "perturbation_rho": [
+ 0.9999995827674866,
+ 0.9999990463256836,
+ 0.999997615814209,
+ 0.9999850988388062
+ ],
+ "nudging": {
+ "0.001": [
+ -0.05954365432262421,
+ -0.04705682024359703,
+ -0.02751990780234337,
+ -0.01213783212006092
+ ],
+ "0.003": [
+ -0.17067265510559082,
+ -0.13620686531066895,
+ -0.0808744877576828,
+ -0.036085594445466995
+ ],
+ "0.01": [
+ -0.4802546799182892,
+ -0.3984469175338745,
+ -0.2503964900970459,
+ -0.11649051308631897
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2574989524841307,
+ 1.6380552871704102,
+ 1.0905220043182373,
+ 0.8434843078613281,
+ 0.7422607097625732,
+ 0.6838733669281006,
+ 0.6608151784896851,
+ 0.6541139087677001,
+ 0.6700486952781677,
+ 0.6548487804412841,
+ 0.6903288414001465,
+ 0.6872687412261963,
+ 0.7067448139190674,
+ 0.6931972984313964,
+ 0.7313086133956909,
+ 0.7074429125785827,
+ 0.7189123779296875,
+ 0.7329434277057648,
+ 0.7488891769409179,
+ 0.7615507186889648,
+ 0.7562071540832519,
+ 0.7549555555343628,
+ 0.772114220046997,
+ 0.7851960697174072,
+ 0.7795265257835389,
+ 0.7939942949295044,
+ 0.7774659820079803,
+ 0.8024665214061737,
+ 0.7958273443222046,
+ 0.8216977993011475,
+ 0.8670008243560791,
+ 0.8302605041503907,
+ 0.8018192520141602,
+ 0.818106721830368,
+ 0.7778735799789429,
+ 0.8109884427070617,
+ 0.8029882509231567,
+ 0.7874313503265381,
+ 0.7778594578742981,
+ 0.7777205188751221,
+ 0.8068863299846649,
+ 0.780433825969696,
+ 0.7781887583732605,
+ 0.7730012133598327,
+ 0.769133717250824,
+ 0.7593815219879151,
+ 0.7997064087867737,
+ 0.782936147928238,
+ 0.7640992984771728,
+ 0.7745265226364135,
+ 0.7642938511848449,
+ 0.7603380409240723,
+ 0.7646475133419037,
+ 0.751522674369812,
+ 0.7650270447731018,
+ 0.7674694633483887,
+ 0.7579075176239014,
+ 0.7549170202255249,
+ 0.7451096672534943,
+ 0.7400417304992676,
+ 0.7386390338897705,
+ 0.727668257522583,
+ 0.7409649150848389,
+ 0.7316446098327637,
+ 0.7244855234146118,
+ 0.7241755498886109,
+ 0.7200836553573609,
+ 0.7214753667831421,
+ 0.7202660327911377,
+ 0.7165880686283111,
+ 0.7148458456993103,
+ 0.7100509027481079,
+ 0.7098775724411011,
+ 0.7100581963539123,
+ 0.708662319278717,
+ 0.7074518667221069,
+ 0.7055805969238281,
+ 0.7049286954879761,
+ 0.7044133127212524,
+ 0.7041960348129273
+ ],
+ "train_acc": [
+ 0.1772,
+ 0.452,
+ 0.6052,
+ 0.6909,
+ 0.7204,
+ 0.743,
+ 0.753,
+ 0.751,
+ 0.7511,
+ 0.7583,
+ 0.7472,
+ 0.7483,
+ 0.7455,
+ 0.7476,
+ 0.7404,
+ 0.7448,
+ 0.7447,
+ 0.7427,
+ 0.7342,
+ 0.7382,
+ 0.7419,
+ 0.7362,
+ 0.7394,
+ 0.7329,
+ 0.7374,
+ 0.7314,
+ 0.7371,
+ 0.7304,
+ 0.7337,
+ 0.7245,
+ 0.7187,
+ 0.7191,
+ 0.729,
+ 0.7308,
+ 0.7314,
+ 0.724,
+ 0.7301,
+ 0.7352,
+ 0.7325,
+ 0.7365,
+ 0.7319,
+ 0.7365,
+ 0.737,
+ 0.7367,
+ 0.7384,
+ 0.7407,
+ 0.7294,
+ 0.7387,
+ 0.7397,
+ 0.7325,
+ 0.738,
+ 0.738,
+ 0.7356,
+ 0.7392,
+ 0.7364,
+ 0.7387,
+ 0.7374,
+ 0.7368,
+ 0.7402,
+ 0.7425,
+ 0.7449,
+ 0.7465,
+ 0.7412,
+ 0.743,
+ 0.7442,
+ 0.7456,
+ 0.7468,
+ 0.745,
+ 0.7466,
+ 0.748,
+ 0.7493,
+ 0.7503,
+ 0.7517,
+ 0.75,
+ 0.7512,
+ 0.7515,
+ 0.7518,
+ 0.7503,
+ 0.7516,
+ 0.7519
+ ],
+ "test_acc": [
+ 0.309,
+ 0.543,
+ 0.6365,
+ 0.6885,
+ 0.7,
+ 0.7145,
+ 0.714,
+ 0.714,
+ 0.716,
+ 0.6965,
+ 0.705,
+ 0.6995,
+ 0.698,
+ 0.686,
+ 0.7,
+ 0.703,
+ 0.704,
+ 0.697,
+ 0.693,
+ 0.676,
+ 0.677,
+ 0.6665,
+ 0.6905,
+ 0.6885,
+ 0.6755,
+ 0.6875,
+ 0.681,
+ 0.677,
+ 0.6845,
+ 0.652,
+ 0.6575,
+ 0.692,
+ 0.6525,
+ 0.6685,
+ 0.6775,
+ 0.678,
+ 0.682,
+ 0.67,
+ 0.669,
+ 0.6635,
+ 0.677,
+ 0.68,
+ 0.675,
+ 0.678,
+ 0.671,
+ 0.667,
+ 0.6665,
+ 0.677,
+ 0.671,
+ 0.671,
+ 0.669,
+ 0.6855,
+ 0.679,
+ 0.6725,
+ 0.664,
+ 0.673,
+ 0.6785,
+ 0.6795,
+ 0.6755,
+ 0.6755,
+ 0.688,
+ 0.684,
+ 0.684,
+ 0.686,
+ 0.673,
+ 0.6795,
+ 0.6815,
+ 0.6785,
+ 0.674,
+ 0.68,
+ 0.6825,
+ 0.683,
+ 0.6785,
+ 0.6755,
+ 0.6765,
+ 0.683,
+ 0.6805,
+ 0.6815,
+ 0.6815,
+ 0.68
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.001797341974452138,
+ 0.06668862700462341,
+ 0.05448886379599571,
+ 0.09004470705986023
+ ],
+ "perturbation_rho": [
+ -0.01287321001291275,
+ 0.007983170449733734,
+ 0.10568365454673767,
+ 0.12522897124290466
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0001986024435609579,
+ -0.0004886264214292169,
+ -0.0003064559423364699,
+ -0.000437408743891865
+ ],
+ "0.003": [
+ -0.0005703098722733557,
+ -0.0014648186042904854,
+ -0.0009188501280732453,
+ -0.001311213942244649
+ ],
+ "0.01": [
+ -0.0016110537108033895,
+ -0.004868227988481522,
+ -0.0030549662187695503,
+ -0.004361548461019993
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.970423934173584,
+ 1.0188906314849853,
+ 0.6803888530254364,
+ 0.6183670483589172,
+ 0.6407907210350037,
+ 0.675392436504364,
+ 0.7211614998817444,
+ 0.7503331409454346,
+ 0.7658470903396607,
+ 0.78841116065979,
+ 0.8109269844055176,
+ 0.8219402812957763,
+ 0.8228919342041016,
+ 0.8259679775238037,
+ 0.8465613422393798,
+ 0.8502985542297363,
+ 0.8594941413879394,
+ 0.8541229305267334,
+ 0.8707549245834351,
+ 0.8710284989356994,
+ 0.8676784825325012,
+ 0.8654314409255981,
+ 0.847813544845581,
+ 0.8484393062591553,
+ 0.8654967462539673,
+ 0.8576792402267456,
+ 0.8482211884498596,
+ 0.8531449937820434,
+ 0.8563604249954223,
+ 0.8368509140014648,
+ 0.8605183853149414,
+ 0.8388536148071289,
+ 0.8804149766921997,
+ 0.8480586463928222,
+ 0.838437174987793,
+ 0.8545515079498291,
+ 0.8535089003562927,
+ 0.8567220569610595,
+ 0.8433004068374634,
+ 0.8453849071502686,
+ 0.8383244281768799,
+ 0.8520817733764648,
+ 0.8613478240966796,
+ 0.8393393857955933,
+ 0.8388194683074951,
+ 0.8312189640045166,
+ 0.8367521869659423,
+ 0.8318347694396973,
+ 0.8283476368904114,
+ 0.8408833297729492,
+ 0.835852100944519,
+ 0.8230558944702149,
+ 0.8201510600090027,
+ 0.8144685863494873,
+ 0.8189937896728515,
+ 0.8204439929962158,
+ 0.8067114233970643,
+ 0.8116221212387085,
+ 0.8106674427986145,
+ 0.8022418712615966,
+ 0.7973626476287842,
+ 0.7976334384918213,
+ 0.8014879680633545,
+ 0.7981612595558166,
+ 0.7937649499893189,
+ 0.7902321870803833,
+ 0.7896893333435059,
+ 0.792438854598999,
+ 0.7878884392738342,
+ 0.7869910089492798,
+ 0.7866397365570068,
+ 0.7847629238128662,
+ 0.7840681342124939,
+ 0.783345707321167,
+ 0.7829301319122315,
+ 0.7823859727859497,
+ 0.7819064727783203,
+ 0.7816107426643372,
+ 0.7811750866889954,
+ 0.7810312837600708
+ ],
+ "train_acc": [
+ 0.2987,
+ 0.6326,
+ 0.7384,
+ 0.7635,
+ 0.7608,
+ 0.752,
+ 0.739,
+ 0.7292,
+ 0.7226,
+ 0.7148,
+ 0.7083,
+ 0.7011,
+ 0.7004,
+ 0.6955,
+ 0.6874,
+ 0.6843,
+ 0.6841,
+ 0.6859,
+ 0.6828,
+ 0.6814,
+ 0.6789,
+ 0.6862,
+ 0.6884,
+ 0.6901,
+ 0.6848,
+ 0.688,
+ 0.6941,
+ 0.6957,
+ 0.6931,
+ 0.7012,
+ 0.6928,
+ 0.6995,
+ 0.6831,
+ 0.6954,
+ 0.7021,
+ 0.6914,
+ 0.6947,
+ 0.6912,
+ 0.6951,
+ 0.6947,
+ 0.6961,
+ 0.6885,
+ 0.6895,
+ 0.6978,
+ 0.6978,
+ 0.6951,
+ 0.6949,
+ 0.6957,
+ 0.6969,
+ 0.6962,
+ 0.6955,
+ 0.6991,
+ 0.7018,
+ 0.7031,
+ 0.696,
+ 0.6985,
+ 0.7039,
+ 0.7033,
+ 0.7045,
+ 0.701,
+ 0.7066,
+ 0.708,
+ 0.7076,
+ 0.7037,
+ 0.7087,
+ 0.7092,
+ 0.7073,
+ 0.7101,
+ 0.7095,
+ 0.7096,
+ 0.7095,
+ 0.7118,
+ 0.7094,
+ 0.7102,
+ 0.7117,
+ 0.7089,
+ 0.7102,
+ 0.7095,
+ 0.7106,
+ 0.7106
+ ],
+ "test_acc": [
+ 0.5375,
+ 0.696,
+ 0.736,
+ 0.7335,
+ 0.728,
+ 0.7125,
+ 0.702,
+ 0.6935,
+ 0.6735,
+ 0.673,
+ 0.6755,
+ 0.6665,
+ 0.671,
+ 0.6575,
+ 0.6495,
+ 0.656,
+ 0.6575,
+ 0.6585,
+ 0.6585,
+ 0.647,
+ 0.6555,
+ 0.6535,
+ 0.661,
+ 0.6695,
+ 0.6645,
+ 0.676,
+ 0.673,
+ 0.649,
+ 0.6695,
+ 0.6595,
+ 0.66,
+ 0.6585,
+ 0.636,
+ 0.657,
+ 0.6365,
+ 0.651,
+ 0.6575,
+ 0.658,
+ 0.658,
+ 0.6615,
+ 0.65,
+ 0.644,
+ 0.6525,
+ 0.654,
+ 0.6425,
+ 0.638,
+ 0.6455,
+ 0.6455,
+ 0.6465,
+ 0.6515,
+ 0.6505,
+ 0.6475,
+ 0.6525,
+ 0.644,
+ 0.65,
+ 0.655,
+ 0.6475,
+ 0.652,
+ 0.6515,
+ 0.6495,
+ 0.6595,
+ 0.649,
+ 0.6575,
+ 0.6505,
+ 0.6525,
+ 0.652,
+ 0.6505,
+ 0.6525,
+ 0.6535,
+ 0.6545,
+ 0.657,
+ 0.6535,
+ 0.655,
+ 0.652,
+ 0.653,
+ 0.651,
+ 0.652,
+ 0.6525,
+ 0.651,
+ 0.651
+ ],
+ "state_pred_error": [
+ 0.7786139750480652,
+ 0.3122247148036957,
+ 0.20072943181991576,
+ 0.17233864879608154,
+ 0.15799049963951112,
+ 0.1520016979455948,
+ 0.15061514353752137,
+ 0.15201976532936096,
+ 0.15393238065242767,
+ 0.15233531470298767,
+ 0.1529501548051834,
+ 0.1518586612224579,
+ 0.14777747428417207,
+ 0.1396225711941719,
+ 0.13393001658916473,
+ 0.12688448318243026,
+ 0.11889619739055633,
+ 0.11048878728151322,
+ 0.10281732966899872,
+ 0.09756427093744278,
+ 0.09126090179681778,
+ 0.08596743443012238,
+ 0.0826011387348175,
+ 0.07700357694625855,
+ 0.07508404291868209,
+ 0.07156078473329544,
+ 0.06937397572994232,
+ 0.06786044591665268,
+ 0.06689649878144265,
+ 0.0628541961312294,
+ 0.061125951021909715,
+ 0.059071518713235856,
+ 0.05804442538022995,
+ 0.05559697550535202,
+ 0.05349199259877205,
+ 0.0510828118801117,
+ 0.050134736907482144,
+ 0.050006070119142536,
+ 0.04583842672109604,
+ 0.04389976638555527,
+ 0.04246980703473091,
+ 0.04128407181501389,
+ 0.03976263640522957,
+ 0.03883026147484779,
+ 0.03822557154297829,
+ 0.03655906445980072,
+ 0.03534454255104065,
+ 0.034419277024269106,
+ 0.03396104025840759,
+ 0.03280952478647232,
+ 0.031770370733737945,
+ 0.03110829921364784,
+ 0.030244355934858323,
+ 0.029577301198244095,
+ 0.02884054028391838,
+ 0.0280285452991724,
+ 0.02734226542413235,
+ 0.02653370050191879,
+ 0.02591722692847252,
+ 0.02562211912572384,
+ 0.024784083288908004,
+ 0.02415384087264538,
+ 0.023749950650334358,
+ 0.023075414776802063,
+ 0.022662506771087648,
+ 0.022168341422080993,
+ 0.0219087354272604,
+ 0.021405927726626396,
+ 0.021224218714237214,
+ 0.020873518934845924,
+ 0.020796752271056176,
+ 0.020648898005485535,
+ 0.01995813894569874,
+ 0.01966182319521904,
+ 0.0194194305062294,
+ 0.018996354737877846,
+ 0.01872855971157551,
+ 0.018467084999382495,
+ 0.018039076521992683,
+ 0.018002220337092877
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.6501579284667969,
+ 0.4189426302909851,
+ 0.1800653487443924,
+ 0.1647701859474182
+ ],
+ "perturbation_rho": [
+ 0.5907484292984009,
+ 0.36159276962280273,
+ 0.19337056577205658,
+ 0.1794498711824417
+ ],
+ "nudging": {
+ "0.001": [
+ -0.019326727837324142,
+ -0.002377996686846018,
+ -0.0006870059878565371,
+ -0.000631407368928194
+ ],
+ "0.003": [
+ -0.05702997371554375,
+ -0.007118801586329937,
+ -0.002059582155197859,
+ -0.0018930428195744753
+ ],
+ "0.01": [
+ -0.1790994107723236,
+ -0.023556631058454514,
+ -0.006848426535725594,
+ -0.0062964376993477345
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 7107.7138671875,
+ 890.22314453125,
+ 493.5357360839844,
+ 407.69677734375
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2540888969421387,
+ 1.6410298145294189,
+ 1.0899561918258667,
+ 0.8455374429702759,
+ 0.7378649179458618,
+ 0.6901313011169433,
+ 0.6735435390472412,
+ 0.6544258743286133,
+ 0.6543777503967285,
+ 0.6590329810142517,
+ 0.6783974195480347,
+ 0.6698754477500916,
+ 0.6935008029937744,
+ 0.716245794391632,
+ 0.6978517965316773,
+ 0.7255995491027832,
+ 0.7385436865806579,
+ 0.7370423707962036,
+ 0.7421768573760986,
+ 0.7866301471710205,
+ 0.7981218069076538,
+ 0.7994531000137329,
+ 0.850463445854187,
+ 0.8955202503204346,
+ 0.8870052036285401,
+ 0.8269047240257263,
+ 0.837711269569397,
+ 0.8814192169189453,
+ 0.9286035356521607,
+ 1.0078046418190003,
+ 0.9495850528717041,
+ 0.9831599643707275,
+ 1.0586618783950805,
+ 1.0358479290008544,
+ 1.060762398147583,
+ 1.0723051456451416,
+ 1.1363716716766357,
+ 1.080968037033081,
+ 1.134492848777771,
+ 1.1133343200683594,
+ 1.154938784980774,
+ 1.1417428504943847,
+ 1.1993848468780517,
+ 1.1748576559066772,
+ 1.1947654231071472,
+ 1.2083104314804076,
+ 1.2755975540161133,
+ 1.2453838123321532,
+ 1.2651009052276612,
+ 1.2496138525009155,
+ 1.2461695442199707,
+ 1.2764700059890748,
+ 1.2867469375610352,
+ 1.304604454421997,
+ 1.3014329265594482,
+ 1.3248945934295655,
+ 1.33621167678833,
+ 1.3619223628997803,
+ 1.3417739696502686,
+ 1.3370944692611695,
+ 1.3508729553222656,
+ 1.355317646408081,
+ 1.3528772338867188,
+ 1.3464540214538574,
+ 1.3568033025741577,
+ 1.343411579322815,
+ 1.347543560028076,
+ 1.3430934253692628,
+ 1.3378395433425903,
+ 1.3415356441497803,
+ 1.3368797145843505,
+ 1.334293141937256,
+ 1.3349700309753418,
+ 1.3334004755020141,
+ 1.3332426280975342,
+ 1.33172604637146,
+ 1.3308066741943358,
+ 1.3304414348602296,
+ 1.3295167798995973,
+ 1.3292806955337524
+ ],
+ "train_acc": [
+ 0.1748,
+ 0.4499,
+ 0.6102,
+ 0.6889,
+ 0.7225,
+ 0.7409,
+ 0.7502,
+ 0.7518,
+ 0.7565,
+ 0.7574,
+ 0.7488,
+ 0.7508,
+ 0.743,
+ 0.7405,
+ 0.7472,
+ 0.7427,
+ 0.7371,
+ 0.7393,
+ 0.7409,
+ 0.7318,
+ 0.7263,
+ 0.7189,
+ 0.7077,
+ 0.6892,
+ 0.6857,
+ 0.7034,
+ 0.6947,
+ 0.6808,
+ 0.66,
+ 0.6346,
+ 0.6524,
+ 0.6394,
+ 0.6107,
+ 0.6184,
+ 0.6119,
+ 0.6065,
+ 0.587,
+ 0.6025,
+ 0.5811,
+ 0.5889,
+ 0.5741,
+ 0.5813,
+ 0.5675,
+ 0.5699,
+ 0.5636,
+ 0.5586,
+ 0.5374,
+ 0.5432,
+ 0.5426,
+ 0.5476,
+ 0.5501,
+ 0.5398,
+ 0.5383,
+ 0.5309,
+ 0.5355,
+ 0.52,
+ 0.5204,
+ 0.5127,
+ 0.5132,
+ 0.5169,
+ 0.5118,
+ 0.5122,
+ 0.5094,
+ 0.5203,
+ 0.5167,
+ 0.5177,
+ 0.5163,
+ 0.5199,
+ 0.5187,
+ 0.5212,
+ 0.5216,
+ 0.519,
+ 0.5225,
+ 0.5223,
+ 0.5225,
+ 0.5227,
+ 0.525,
+ 0.5242,
+ 0.5248,
+ 0.5255
+ ],
+ "test_acc": [
+ 0.31,
+ 0.5485,
+ 0.645,
+ 0.6845,
+ 0.7065,
+ 0.707,
+ 0.71,
+ 0.7125,
+ 0.717,
+ 0.709,
+ 0.701,
+ 0.698,
+ 0.691,
+ 0.7055,
+ 0.698,
+ 0.698,
+ 0.7,
+ 0.6845,
+ 0.669,
+ 0.656,
+ 0.683,
+ 0.6625,
+ 0.645,
+ 0.6275,
+ 0.626,
+ 0.631,
+ 0.6235,
+ 0.5625,
+ 0.5655,
+ 0.586,
+ 0.6095,
+ 0.5555,
+ 0.5475,
+ 0.5435,
+ 0.569,
+ 0.484,
+ 0.558,
+ 0.5495,
+ 0.5545,
+ 0.5155,
+ 0.548,
+ 0.514,
+ 0.513,
+ 0.532,
+ 0.4845,
+ 0.5125,
+ 0.5315,
+ 0.47,
+ 0.5255,
+ 0.525,
+ 0.499,
+ 0.5145,
+ 0.4825,
+ 0.497,
+ 0.4915,
+ 0.505,
+ 0.453,
+ 0.4795,
+ 0.4955,
+ 0.495,
+ 0.4815,
+ 0.496,
+ 0.497,
+ 0.4835,
+ 0.4905,
+ 0.492,
+ 0.494,
+ 0.49,
+ 0.4895,
+ 0.4885,
+ 0.4845,
+ 0.4925,
+ 0.4845,
+ 0.484,
+ 0.49,
+ 0.4865,
+ 0.4895,
+ 0.4905,
+ 0.489,
+ 0.487
+ ],
+ "value_loss": [
+ 3.067925698852539,
+ 0.8872503746986389,
+ 0.784230032157898,
+ 0.8464786403656006,
+ 0.8567787155151367,
+ 0.8420232248306274,
+ 0.8107911947250366,
+ 0.76327637424469,
+ 0.7439310749053956,
+ 0.7632134145736694,
+ 0.8066229679107666,
+ 0.7526053647041321,
+ 0.8069936139583588,
+ 0.8536850826263428,
+ 0.7878379513263702,
+ 0.8329431747436523,
+ 0.8027177619695663,
+ 0.7358918642997742,
+ 0.7229702713966369,
+ 0.7154047614097595,
+ 0.7539727543354035,
+ 0.6649943606376648,
+ 0.6917212394714356,
+ 0.7406036077499389,
+ 0.6360067028522491,
+ 0.5150869111537933,
+ 0.5327004407882691,
+ 0.4914137007713318,
+ 0.5129998965263367,
+ 0.5935896294116974,
+ 0.4661740849494934,
+ 0.4586599859714508,
+ 0.5206927395820617,
+ 0.5325411680221558,
+ 0.5089368036270142,
+ 0.5612850030899048,
+ 0.6255286026954651,
+ 0.4715394420623779,
+ 0.537113422870636,
+ 0.4809487106323242,
+ 0.5100893694877624,
+ 0.491378253364563,
+ 0.5363532768249512,
+ 0.4960866286277771,
+ 0.4698116518497467,
+ 0.4960141607284546,
+ 0.5674628148078918,
+ 0.5025658918380738,
+ 0.5430127717494965,
+ 0.5158628129005433,
+ 0.48981055545806884,
+ 0.5012782106876373,
+ 0.4980415323257446,
+ 0.5117126678466797,
+ 0.4960208126068115,
+ 0.5151057609558105,
+ 0.5090823886871337,
+ 0.5225202934265136,
+ 0.5217664462089538,
+ 0.5103578377723694,
+ 0.4982886472702026,
+ 0.5127610027790069,
+ 0.5053389938354492,
+ 0.4992716392040253,
+ 0.4872829970359802,
+ 0.4732895241737366,
+ 0.47746601195335386,
+ 0.49208361549377444,
+ 0.46516202363967896,
+ 0.467171999502182,
+ 0.4678579177856445,
+ 0.4566397163391113,
+ 0.46912312126159667,
+ 0.46011261644363405,
+ 0.46119874806404115,
+ 0.45755069794654846,
+ 0.45454912757873533,
+ 0.46414966630935667,
+ 0.46496015009880065,
+ 0.46226135368347165
+ ],
+ "term_loss": [
+ 1.7594063854694366,
+ 0.37591145000457765,
+ 0.5036363396644592,
+ 0.6062044906616211,
+ 0.6242774119853973,
+ 0.6045010264396667,
+ 0.5617577237606048,
+ 0.5238085851669312,
+ 0.5167714694976807,
+ 0.536994783115387,
+ 0.5744672933578491,
+ 0.5201116055488586,
+ 0.567726757800579,
+ 0.6057433352708816,
+ 0.5440834599018097,
+ 0.5835855722904205,
+ 0.5459397554039955,
+ 0.47647206230163575,
+ 0.4662741364479065,
+ 0.44569241828918454,
+ 0.476298482632637,
+ 0.3910742021560669,
+ 0.4032438316345215,
+ 0.44340121884346007,
+ 0.34564229555130005,
+ 0.24595328629016877,
+ 0.2536192675590515,
+ 0.20336173225641252,
+ 0.2100383534669876,
+ 0.2641002653121948,
+ 0.15515764528512954,
+ 0.13755231359004974,
+ 0.17821311106681823,
+ 0.19600526194572448,
+ 0.17045617690086365,
+ 0.2182028594017029,
+ 0.25423940081596375,
+ 0.1316945064663887,
+ 0.17203917299509047,
+ 0.1263727828025818,
+ 0.1424735504388809,
+ 0.1306004422903061,
+ 0.15452624399662018,
+ 0.1187472231388092,
+ 0.09432517062425613,
+ 0.1164723228931427,
+ 0.1585537355899811,
+ 0.1041444504737854,
+ 0.13414050550460815,
+ 0.11696476354598999,
+ 0.09393293557167053,
+ 0.09930002460479737,
+ 0.09558204698562622,
+ 0.10497297461628914,
+ 0.09059979002475739,
+ 0.10161748363077641,
+ 0.09518039667606354,
+ 0.10102285161018372,
+ 0.10330084440708161,
+ 0.09370956559181214,
+ 0.08114260835647583,
+ 0.09380301012992859,
+ 0.08571744566559791,
+ 0.0824426296055317,
+ 0.071114610221982,
+ 0.061979551124572756,
+ 0.06477263647913933,
+ 0.0772924101471901,
+ 0.05530736327469349,
+ 0.05676423398256302,
+ 0.05725909180641174,
+ 0.04929078468978405,
+ 0.05781498133838177,
+ 0.050458201050758364,
+ 0.051463548076152804,
+ 0.04791119509935379,
+ 0.045457855463027955,
+ 0.05178614779412746,
+ 0.05226057640612125,
+ 0.049428026616573334
+ ],
+ "bridge_loss": [
+ 1.0179481054047559,
+ 0.20606108825802802,
+ 0.03427657631635666,
+ 0.010473076432943344,
+ 0.016603080600500107,
+ 0.02517593368291855,
+ 0.03693295772075653,
+ 0.028744317154586314,
+ 0.014567548152804375,
+ 0.012067488829791546,
+ 0.012867180669307709,
+ 0.012119705080986023,
+ 0.014082370281219482,
+ 0.018210298416018487,
+ 0.02226397890150547,
+ 0.02276896116733551,
+ 0.025944879484176637,
+ 0.030690657392144202,
+ 0.030334649151563645,
+ 0.0356466594517231,
+ 0.0373953173071146,
+ 0.03450476716756821,
+ 0.03414955579042435,
+ 0.03280657273828983,
+ 0.028484632873535157,
+ 0.021447348003461958,
+ 0.026165857848525046,
+ 0.022548073571920395,
+ 0.023626256749033927,
+ 0.03081165543794632,
+ 0.024572184744477272,
+ 0.024584364867210388,
+ 0.026557748287916183,
+ 0.0237947801977396,
+ 0.019455672904849054,
+ 0.018987117165327073,
+ 0.029922924302518368,
+ 0.01343661539554596,
+ 0.02296329292356968,
+ 0.017573897647857665,
+ 0.02051718008518219,
+ 0.016063079220056533,
+ 0.022041453886032104,
+ 0.02147355371117592,
+ 0.014992918160557747,
+ 0.01587340624332428,
+ 0.02909149942398071,
+ 0.02134713576436043,
+ 0.027834608449041842,
+ 0.021670415142178535,
+ 0.018895103727281093,
+ 0.017823033079504967,
+ 0.016468752840161322,
+ 0.015435275170207024,
+ 0.015470961254835129,
+ 0.017179324565827846,
+ 0.01504898190498352,
+ 0.017772416092455386,
+ 0.018987592327594758,
+ 0.018407849557697774,
+ 0.015608608210086822,
+ 0.01722142017632723,
+ 0.01781987230181694,
+ 0.017794143831729888,
+ 0.014897557091712952,
+ 0.01346850597858429,
+ 0.014480280113220214,
+ 0.018174419306218624,
+ 0.013706611354649068,
+ 0.014696067751944064,
+ 0.015800623482465744,
+ 0.013735510259866714,
+ 0.01802016984522343,
+ 0.01632189666777849,
+ 0.01686810880601406,
+ 0.017228992500901222,
+ 0.01766794673204422,
+ 0.021452254375815393,
+ 0.022196426358819007,
+ 0.022721626716852187
+ ],
+ "tgrad_loss": [
+ 0.29057118844985963,
+ 0.30527783031463623,
+ 0.24631710891723632,
+ 0.22980107893943785,
+ 0.21589822309017181,
+ 0.21234626097679138,
+ 0.2121005094051361,
+ 0.21072347102165223,
+ 0.21259205179214477,
+ 0.2141511384963989,
+ 0.2192884954929352,
+ 0.22037405626773834,
+ 0.22518448123931883,
+ 0.22973145468235015,
+ 0.22149051184654237,
+ 0.22658863916397096,
+ 0.2308331280350685,
+ 0.22872914137840272,
+ 0.2263614887237549,
+ 0.23406568908691405,
+ 0.24027895650863648,
+ 0.23941539039611817,
+ 0.2543278500080109,
+ 0.26439581327438355,
+ 0.26187977333068846,
+ 0.24768628034591675,
+ 0.2529153157234192,
+ 0.2655038944244385,
+ 0.2793352873802185,
+ 0.298677712726593,
+ 0.28644425497055054,
+ 0.29652330493927004,
+ 0.31592187337875366,
+ 0.3127411260604858,
+ 0.3190249535560608,
+ 0.3240950348377228,
+ 0.34136627588272095,
+ 0.3264083216667175,
+ 0.3421109504699707,
+ 0.33700203189849853,
+ 0.3470986408233643,
+ 0.3447147289276123,
+ 0.359785578918457,
+ 0.3558658477306366,
+ 0.3604935604095459,
+ 0.36366842856407167,
+ 0.37981757740974426,
+ 0.3770743095874786,
+ 0.38103766255378724,
+ 0.3772276309490204,
+ 0.37698251342773437,
+ 0.3841551516532898,
+ 0.38599073448181154,
+ 0.39130441913604735,
+ 0.38995005826950074,
+ 0.39630895295143126,
+ 0.3988530141830444,
+ 0.40372502479553224,
+ 0.3994780075073242,
+ 0.39824042444229124,
+ 0.4015374305725098,
+ 0.40173657608032226,
+ 0.40180167770385744,
+ 0.3990348654270172,
+ 0.4012708299636841,
+ 0.3978414667129517,
+ 0.3982130952835083,
+ 0.39661678586006166,
+ 0.3961480514526367,
+ 0.3957116979598999,
+ 0.3947981976032257,
+ 0.3936134231567383,
+ 0.3932879699230194,
+ 0.3933325177192688,
+ 0.3928670913696289,
+ 0.3924105140209198,
+ 0.39142332553863524,
+ 0.3909112627029419,
+ 0.39050314569473266,
+ 0.39011170201301576
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.20670706033706665,
+ 0.594096302986145,
+ 0.6002212762832642,
+ 0.6189069747924805
+ ],
+ "perturbation_rho": [
+ 0.24109239876270294,
+ 0.6317664384841919,
+ 0.6270265579223633,
+ 0.6285783648490906
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0037710254546254873,
+ -0.004560340661555529,
+ -0.004485958255827427,
+ -0.004530656151473522
+ ],
+ "0.003": [
+ -0.011285749264061451,
+ -0.013657940551638603,
+ -0.013435271568596363,
+ -0.013568824157118797
+ ],
+ "0.01": [
+ -0.03731346130371094,
+ -0.04525235667824745,
+ -0.044518306851387024,
+ -0.04495714232325554
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json
new file mode 100644
index 0000000..a363017
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.3597605170249938,
+ 0.6515352805137634,
+ 0.5761591612815857,
+ 0.5036653388023377,
+ 0.4378750482082367,
+ 0.3986785667896271,
+ 0.3651514029026032,
+ 0.32824506731033326,
+ 0.3065573793888092,
+ 0.25960179257392885,
+ 0.22397090587615967,
+ 0.18577685337066652,
+ 0.17314567223787308,
+ 0.13219234380722045,
+ 0.2145008885383606,
+ 0.14060048987865448,
+ 0.1320132321357727,
+ 0.15602792205810548,
+ 0.08493568333983421,
+ 0.04347894575595856,
+ 0.04405979743897915,
+ 0.026510945428907872,
+ 0.017329008316993712,
+ 0.014953341521322727,
+ 0.011717742429673671,
+ 0.010508880212903023,
+ 0.009168952202051878,
+ 0.008036357240378857,
+ 0.007489554305374622,
+ 0.006532931604981422,
+ 0.00620891650468111,
+ 0.005510815745592117,
+ 0.005301155371963978,
+ 0.004775684664398432,
+ 0.00437106367573142,
+ 0.004044459429383278,
+ 0.003801189873740077,
+ 0.003582138231769204,
+ 0.003404493835568428,
+ 0.003254202524572611,
+ 0.0030735614743083715,
+ 0.0029319060567766426,
+ 0.0028157311901450158,
+ 0.0027169062765315176,
+ 0.0026012683637440205,
+ 0.0024921510376036166,
+ 0.0024171145718544724,
+ 0.002337812060303986,
+ 0.0022599145282059907,
+ 0.0021856731843203307,
+ 0.00212739445772022,
+ 0.002071296547073871,
+ 0.0020127466212958097,
+ 0.00196753548104316,
+ 0.0019216904461383819,
+ 0.0018877944979816676,
+ 0.0018499503599479794,
+ 0.0018118849888443948,
+ 0.001789958526287228,
+ 0.0017553682591766118,
+ 0.0017257725574076177,
+ 0.0017022816266864537,
+ 0.00168052331879735,
+ 0.0016581403171643614,
+ 0.001639620173163712,
+ 0.001623599848151207,
+ 0.0016086858851835132,
+ 0.0015953668985515834,
+ 0.0015842857133597135,
+ 0.001574385955557227,
+ 0.0015660683127120137,
+ 0.001558823443762958,
+ 0.0015531524984166026,
+ 0.0015484464213252067,
+ 0.0015443269031122327,
+ 0.0015414506535977126,
+ 0.001539355414081365,
+ 0.001538024666160345,
+ 0.0015371435042470694,
+ 0.001536688283085823
+ ],
+ "train_acc": [
+ 0.5267,
+ 0.7494,
+ 0.7766,
+ 0.8091,
+ 0.8373,
+ 0.846,
+ 0.8606,
+ 0.8759,
+ 0.8863,
+ 0.9065,
+ 0.9204,
+ 0.9385,
+ 0.9412,
+ 0.9602,
+ 0.9215,
+ 0.9529,
+ 0.9556,
+ 0.9471,
+ 0.9748,
+ 0.9941,
+ 0.9925,
+ 0.9989,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.7505,
+ 0.7575,
+ 0.758,
+ 0.7665,
+ 0.7615,
+ 0.7685,
+ 0.7675,
+ 0.7595,
+ 0.7745,
+ 0.7615,
+ 0.765,
+ 0.7595,
+ 0.764,
+ 0.7675,
+ 0.763,
+ 0.746,
+ 0.7585,
+ 0.764,
+ 0.763,
+ 0.776,
+ 0.771,
+ 0.769,
+ 0.772,
+ 0.7795,
+ 0.7725,
+ 0.7755,
+ 0.7765,
+ 0.772,
+ 0.773,
+ 0.7735,
+ 0.7745,
+ 0.774,
+ 0.7705,
+ 0.773,
+ 0.773,
+ 0.7735,
+ 0.7765,
+ 0.775,
+ 0.7735,
+ 0.7725,
+ 0.774,
+ 0.772,
+ 0.774,
+ 0.772,
+ 0.7705,
+ 0.7725,
+ 0.772,
+ 0.772,
+ 0.7725,
+ 0.7725,
+ 0.773,
+ 0.773,
+ 0.773,
+ 0.7745,
+ 0.773,
+ 0.771,
+ 0.772,
+ 0.772,
+ 0.77,
+ 0.772,
+ 0.7715,
+ 0.771,
+ 0.771,
+ 0.7715,
+ 0.772,
+ 0.7715,
+ 0.7715,
+ 0.7705,
+ 0.7715,
+ 0.771,
+ 0.7715,
+ 0.771,
+ 0.7715,
+ 0.771,
+ 0.7715,
+ 0.7715,
+ 0.7715,
+ 0.7715,
+ 0.7715,
+ 0.7715
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8705248832702637,
+ 0.8637571334838867,
+ 0.8509291410446167,
+ 0.8393645286560059,
+ 0.8308560848236084,
+ 0.8178726434707642,
+ 0.800449013710022,
+ 0.780108630657196
+ ],
+ "perturbation_rho": [
+ 0.9999995231628418,
+ 0.9999995827674866,
+ 0.9999989867210388,
+ 0.9999984502792358,
+ 0.9999953508377075,
+ 0.9999901056289673,
+ 0.9999750852584839,
+ 0.9999430179595947
+ ],
+ "nudging": {
+ "0.001": [
+ -0.06178125739097595,
+ -0.05145343393087387,
+ -0.040026240050792694,
+ -0.028534352779388428,
+ -0.018970515578985214,
+ -0.012147586792707443,
+ -0.007833496667444706,
+ -0.0053112502209842205
+ ],
+ "0.003": [
+ -0.17677445709705353,
+ -0.14845409989356995,
+ -0.11653909087181091,
+ -0.0838426947593689,
+ -0.056151725351810455,
+ -0.03613904491066933,
+ -0.02337692305445671,
+ -0.015877680853009224
+ ],
+ "0.01": [
+ -0.5067576169967651,
+ -0.4360688626766205,
+ -0.3518902063369751,
+ -0.26053690910339355,
+ -0.1787266880273819,
+ -0.1170111671090126,
+ -0.07650406658649445,
+ -0.052279047667980194
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.286389960861206,
+ 1.5046793308258057,
+ 1.003141529273987,
+ 0.8502165521621704,
+ 0.79491765127182,
+ 0.7619345289707183,
+ 0.7414057087898255,
+ 0.7364994804382324,
+ 0.7720167747497558,
+ 0.762273980808258,
+ 0.7816535405158996,
+ 0.8181071807861328,
+ 0.8168456993103027,
+ 0.8073886169433594,
+ 0.8274958035469056,
+ 0.8190181507110595,
+ 0.8747408109664917,
+ 0.9060320697784424,
+ 0.8967771499633789,
+ 0.8795616693496704,
+ 0.9533623218059539,
+ 0.9225506632804871,
+ 0.8967089427947998,
+ 1.0248757438659668,
+ 0.9947487607955933,
+ 1.0210036689758302,
+ 0.9943507525444031,
+ 0.9633036288261414,
+ 1.059937081384659,
+ 1.017498482131958,
+ 1.0583956523895264,
+ 1.0057311573028564,
+ 1.0065682273864747,
+ 1.0264606199264525,
+ 0.9849345092773437,
+ 1.0307427364349364,
+ 1.0011034609794616,
+ 1.0081669438362122,
+ 1.0175197954177857,
+ 1.049601664352417,
+ 1.0101221143722534,
+ 1.0102649535179138,
+ 1.0285917793273927,
+ 1.0752605737686156,
+ 1.0722829106330871,
+ 1.013289751815796,
+ 1.0027215727806091,
+ 0.9726143455982208,
+ 0.9526057465553284,
+ 1.0113349676132202,
+ 1.0276539045333861,
+ 0.9834941878318787,
+ 0.979356449508667,
+ 0.9529389619827271,
+ 0.9780878620147705,
+ 0.9671504787445069,
+ 0.9552891291618347,
+ 0.9549959115982055,
+ 0.9576946084022522,
+ 0.9455600605010986,
+ 0.945126536655426,
+ 0.9525565906047821,
+ 0.942156244468689,
+ 0.9393270302772522,
+ 0.9270951150894166,
+ 0.9252788740158081,
+ 0.9220846809387208,
+ 0.9299989045143128,
+ 0.9116277715682983,
+ 0.9150181134700776,
+ 0.9048595577239991,
+ 0.9056384092330932,
+ 0.9041959270477294,
+ 0.9009678789138794,
+ 0.9005821381568909,
+ 0.898265645122528,
+ 0.8972719952583313,
+ 0.8961263038635254,
+ 0.8954417029380798,
+ 0.8950483352661133
+ ],
+ "train_acc": [
+ 0.1682,
+ 0.4702,
+ 0.632,
+ 0.6851,
+ 0.7067,
+ 0.7165,
+ 0.7266,
+ 0.734,
+ 0.7213,
+ 0.7267,
+ 0.7244,
+ 0.7156,
+ 0.7148,
+ 0.7218,
+ 0.7179,
+ 0.7252,
+ 0.7109,
+ 0.7081,
+ 0.7083,
+ 0.7121,
+ 0.6998,
+ 0.7084,
+ 0.7135,
+ 0.696,
+ 0.6957,
+ 0.6912,
+ 0.7041,
+ 0.7055,
+ 0.6957,
+ 0.6988,
+ 0.6907,
+ 0.6998,
+ 0.6982,
+ 0.6939,
+ 0.704,
+ 0.6938,
+ 0.7025,
+ 0.6989,
+ 0.6988,
+ 0.6956,
+ 0.6967,
+ 0.6992,
+ 0.6908,
+ 0.6888,
+ 0.6808,
+ 0.7012,
+ 0.6984,
+ 0.7053,
+ 0.7083,
+ 0.6966,
+ 0.6956,
+ 0.7002,
+ 0.7045,
+ 0.7086,
+ 0.7024,
+ 0.707,
+ 0.7061,
+ 0.7049,
+ 0.7,
+ 0.7084,
+ 0.7063,
+ 0.7042,
+ 0.7075,
+ 0.7088,
+ 0.7096,
+ 0.7082,
+ 0.7103,
+ 0.7108,
+ 0.712,
+ 0.7136,
+ 0.717,
+ 0.7138,
+ 0.7123,
+ 0.7121,
+ 0.7125,
+ 0.7124,
+ 0.7132,
+ 0.7141,
+ 0.7138,
+ 0.7138
+ ],
+ "test_acc": [
+ 0.316,
+ 0.5695,
+ 0.6415,
+ 0.682,
+ 0.6865,
+ 0.7005,
+ 0.688,
+ 0.6815,
+ 0.677,
+ 0.6925,
+ 0.694,
+ 0.691,
+ 0.682,
+ 0.6885,
+ 0.667,
+ 0.639,
+ 0.6545,
+ 0.647,
+ 0.6855,
+ 0.6465,
+ 0.6645,
+ 0.6715,
+ 0.63,
+ 0.655,
+ 0.63,
+ 0.6585,
+ 0.666,
+ 0.664,
+ 0.64,
+ 0.641,
+ 0.632,
+ 0.6545,
+ 0.6605,
+ 0.6435,
+ 0.602,
+ 0.6495,
+ 0.6465,
+ 0.6625,
+ 0.64,
+ 0.6735,
+ 0.654,
+ 0.6435,
+ 0.612,
+ 0.621,
+ 0.6465,
+ 0.6645,
+ 0.656,
+ 0.663,
+ 0.636,
+ 0.639,
+ 0.647,
+ 0.662,
+ 0.654,
+ 0.646,
+ 0.6435,
+ 0.662,
+ 0.6725,
+ 0.6515,
+ 0.6605,
+ 0.6575,
+ 0.6595,
+ 0.6725,
+ 0.665,
+ 0.656,
+ 0.668,
+ 0.67,
+ 0.66,
+ 0.6705,
+ 0.664,
+ 0.67,
+ 0.671,
+ 0.6665,
+ 0.666,
+ 0.667,
+ 0.6685,
+ 0.6665,
+ 0.67,
+ 0.6705,
+ 0.6695,
+ 0.67
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.006531993858516216,
+ 0.06646430492401123,
+ 0.03470785170793533,
+ 0.06075863167643547,
+ 0.08359120786190033,
+ 0.10361115634441376,
+ 0.07729409635066986,
+ 0.08058023452758789
+ ],
+ "perturbation_rho": [
+ -0.009454472921788692,
+ 0.027615420520305634,
+ 0.016344428062438965,
+ 0.07737872004508972,
+ 0.07998150587081909,
+ 0.10012705624103546,
+ 0.06766189634799957,
+ 0.10667626559734344
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0007423138595186174,
+ -0.0004339630249887705,
+ -0.000128742161905393,
+ -0.00022700021509081125,
+ -0.00032891874434426427,
+ -0.0003692444588523358,
+ -0.0002555775863584131,
+ -0.0003090384416282177
+ ],
+ "0.003": [
+ 0.0022933646105229855,
+ -0.0012996066361665726,
+ -0.00038488200516439974,
+ -0.0006815677043050528,
+ -0.000985405407845974,
+ -0.001108917174860835,
+ -0.0007655198569409549,
+ -0.000927455781493336
+ ],
+ "0.01": [
+ 0.008429424837231636,
+ -0.004321999382227659,
+ -0.0012797827366739511,
+ -0.0022665630094707012,
+ -0.003274995367974043,
+ -0.0036867314483970404,
+ -0.0025471593253314495,
+ -0.0030862612184137106
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7888231441497802,
+ 0.9241861874580384,
+ 0.7240635061264038,
+ 0.7652610589981079,
+ 0.8191699273109436,
+ 0.8505851211547851,
+ 0.8939923881530761,
+ 0.9012255577087402,
+ 0.9081583255767822,
+ 0.9199252265930176,
+ 0.9214971921920776,
+ 0.9398935409545899,
+ 0.9513171270370483,
+ 0.9611785633087159,
+ 0.9746305106163025,
+ 0.9664869049072266,
+ 0.9556780141830444,
+ 0.9599577611923218,
+ 0.9653084876060486,
+ 0.9609654689788818,
+ 0.9881143209457397,
+ 0.9882149921417236,
+ 0.9909763618469238,
+ 0.9672609125137329,
+ 0.9692873673439026,
+ 0.9848963592529297,
+ 0.9834712471008301,
+ 0.9938116626739502,
+ 0.9761260354995728,
+ 0.9862309640884399,
+ 0.9964988097190857,
+ 0.9895741086959838,
+ 1.0031852451324463,
+ 0.9945528154373169,
+ 0.9938870990753174,
+ 0.9850039566040039,
+ 0.982766799736023,
+ 0.9940546441078186,
+ 0.9699371845245361,
+ 1.0030255681037903,
+ 0.9629069705963135,
+ 0.9917603145599365,
+ 0.9868170715332031,
+ 0.9635244643211365,
+ 0.9542290064811707,
+ 0.9522285627365112,
+ 0.959105701637268,
+ 0.9572865758895874,
+ 0.9609386156082154,
+ 0.9519588193893432,
+ 0.9662731432914734,
+ 0.9482017148971558,
+ 0.9449867942810058,
+ 0.9475737733840942,
+ 0.9366802082061768,
+ 0.9512895627021789,
+ 0.9357378484725952,
+ 0.9315478944778443,
+ 0.930592444229126,
+ 0.925588726234436,
+ 0.9228597645759582,
+ 0.918616138458252,
+ 0.920361442565918,
+ 0.9141858814239502,
+ 0.9206330242156983,
+ 0.912045624256134,
+ 0.9115395063400269,
+ 0.9120437767028808,
+ 0.9089287811756134,
+ 0.9052299271583557,
+ 0.9062120104789734,
+ 0.9052583214759826,
+ 0.903732003068924,
+ 0.9017038101196289,
+ 0.9016088019371032,
+ 0.900925235080719,
+ 0.9002337282180786,
+ 0.89950648021698,
+ 0.899344504737854,
+ 0.8991525621414185
+ ],
+ "train_acc": [
+ 0.3518,
+ 0.6507,
+ 0.7278,
+ 0.7221,
+ 0.7157,
+ 0.704,
+ 0.6837,
+ 0.6747,
+ 0.6723,
+ 0.672,
+ 0.6664,
+ 0.6583,
+ 0.6557,
+ 0.6516,
+ 0.6463,
+ 0.6463,
+ 0.6498,
+ 0.6501,
+ 0.6474,
+ 0.653,
+ 0.6426,
+ 0.6447,
+ 0.6445,
+ 0.6507,
+ 0.6485,
+ 0.6467,
+ 0.6437,
+ 0.6427,
+ 0.6479,
+ 0.6483,
+ 0.6431,
+ 0.6429,
+ 0.6416,
+ 0.6448,
+ 0.6449,
+ 0.646,
+ 0.6441,
+ 0.6436,
+ 0.6521,
+ 0.6445,
+ 0.6551,
+ 0.6524,
+ 0.6439,
+ 0.6597,
+ 0.6584,
+ 0.6558,
+ 0.6528,
+ 0.6547,
+ 0.6585,
+ 0.6601,
+ 0.6553,
+ 0.6599,
+ 0.6603,
+ 0.6637,
+ 0.6623,
+ 0.6554,
+ 0.6631,
+ 0.6682,
+ 0.6642,
+ 0.6686,
+ 0.6645,
+ 0.6711,
+ 0.672,
+ 0.6707,
+ 0.6677,
+ 0.6712,
+ 0.6738,
+ 0.6701,
+ 0.6731,
+ 0.6735,
+ 0.6748,
+ 0.6746,
+ 0.6743,
+ 0.6749,
+ 0.6778,
+ 0.6736,
+ 0.6769,
+ 0.676,
+ 0.6765,
+ 0.6766
+ ],
+ "test_acc": [
+ 0.58,
+ 0.696,
+ 0.719,
+ 0.706,
+ 0.6865,
+ 0.67,
+ 0.6525,
+ 0.648,
+ 0.639,
+ 0.622,
+ 0.626,
+ 0.6225,
+ 0.6215,
+ 0.628,
+ 0.612,
+ 0.628,
+ 0.6145,
+ 0.6255,
+ 0.6265,
+ 0.6135,
+ 0.6095,
+ 0.6135,
+ 0.621,
+ 0.6175,
+ 0.626,
+ 0.6125,
+ 0.6105,
+ 0.6065,
+ 0.604,
+ 0.599,
+ 0.5715,
+ 0.6055,
+ 0.5985,
+ 0.6065,
+ 0.616,
+ 0.6205,
+ 0.5945,
+ 0.6145,
+ 0.6205,
+ 0.62,
+ 0.61,
+ 0.619,
+ 0.609,
+ 0.6145,
+ 0.616,
+ 0.612,
+ 0.617,
+ 0.5945,
+ 0.6145,
+ 0.605,
+ 0.611,
+ 0.6145,
+ 0.6095,
+ 0.616,
+ 0.6075,
+ 0.6085,
+ 0.6185,
+ 0.6165,
+ 0.6155,
+ 0.6145,
+ 0.616,
+ 0.622,
+ 0.6225,
+ 0.6185,
+ 0.626,
+ 0.6225,
+ 0.6215,
+ 0.6255,
+ 0.622,
+ 0.626,
+ 0.6245,
+ 0.6255,
+ 0.628,
+ 0.625,
+ 0.628,
+ 0.6275,
+ 0.6295,
+ 0.629,
+ 0.6295,
+ 0.63
+ ],
+ "state_pred_error": [
+ 0.7095542505741119,
+ 0.2204969837665558,
+ 0.15315507028102876,
+ 0.1501929506778717,
+ 0.1680251207113266,
+ 0.18483844525814055,
+ 0.1927951848268509,
+ 0.18053169043064118,
+ 0.15416607925891876,
+ 0.13751740345954894,
+ 0.13204463099241256,
+ 0.137019335603714,
+ 0.14018229098320006,
+ 0.13985622874498368,
+ 0.13382404689788818,
+ 0.12563955969810486,
+ 0.11495544098615647,
+ 0.10729084681272506,
+ 0.0991292914390564,
+ 0.0913941947221756,
+ 0.08400755655765534,
+ 0.07665130922794341,
+ 0.06990957274436951,
+ 0.06544679455757141,
+ 0.06332790016531945,
+ 0.059688883173465726,
+ 0.05787863445281982,
+ 0.05242338265180588,
+ 0.04925893352627754,
+ 0.0445285712659359,
+ 0.03784902328848839,
+ 0.03432314455509186,
+ 0.03293032890856266,
+ 0.0331594014942646,
+ 0.033307562443614006,
+ 0.03299136911034584,
+ 0.033409500086307525,
+ 0.033616409802436825,
+ 0.03379755539298058,
+ 0.033649980002641675,
+ 0.032497336408495905,
+ 0.03118463564515114,
+ 0.02951844048500061,
+ 0.02854375030398369,
+ 0.026753420197963715,
+ 0.025368909916281702,
+ 0.024291560703516006,
+ 0.023437905433773994,
+ 0.022952947756648065,
+ 0.02232878315448761,
+ 0.02181797335743904,
+ 0.021106301710009576,
+ 0.020409608674049378,
+ 0.019760580214858055,
+ 0.019138308236002922,
+ 0.018568420615792273,
+ 0.01808371136188507,
+ 0.01727056083083153,
+ 0.016739256817102432,
+ 0.016109547036886215,
+ 0.015664903444051744,
+ 0.015091081549227238,
+ 0.014631217294931411,
+ 0.014197941839694977,
+ 0.013777997905015946,
+ 0.01357243129312992,
+ 0.013283110724389553,
+ 0.012890019401907921,
+ 0.012523587247729302,
+ 0.012299926532804966,
+ 0.012003950168192386,
+ 0.01177265168428421,
+ 0.011549191689491272,
+ 0.011507066878676414,
+ 0.011230636714398862,
+ 0.011101334499567747,
+ 0.010917466147243976,
+ 0.010862733283638954,
+ 0.010788837406039238,
+ 0.010658458246290683
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.6138853430747986,
+ 0.41074037551879883,
+ 0.25203365087509155,
+ 0.20834164321422577,
+ 0.16624599695205688,
+ 0.15929004549980164,
+ 0.15449269115924835,
+ 0.175917387008667
+ ],
+ "perturbation_rho": [
+ 0.5534218549728394,
+ 0.3554393947124481,
+ 0.28831934928894043,
+ 0.1869889795780182,
+ 0.14766299724578857,
+ 0.176305890083313,
+ 0.1294843554496765,
+ 0.16089865565299988
+ ],
+ "nudging": {
+ "0.001": [
+ -0.015559096820652485,
+ -0.0017606341280043125,
+ -0.0007992807659320533,
+ -0.0006281178793869913,
+ -0.0004932679585181177,
+ -0.00045871903421357274,
+ -0.0004438266041688621,
+ -0.000502013775985688
+ ],
+ "0.003": [
+ -0.04605434834957123,
+ -0.005273702088743448,
+ -0.002395393792539835,
+ -0.0018838276155292988,
+ -0.0014792272122576833,
+ -0.0013755084946751595,
+ -0.0013307692715898156,
+ -0.0015053658280521631
+ ],
+ "0.01": [
+ -0.14630448818206787,
+ -0.017482426017522812,
+ -0.00796731747686863,
+ -0.006267632823437452,
+ -0.00492177763953805,
+ -0.00457757618278265,
+ -0.004429594613611698,
+ -0.00500995060428977
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 7478.478515625,
+ 1555.7657470703125,
+ 846.884521484375,
+ 607.9534301757812,
+ 659.867919921875,
+ 614.796630859375,
+ 546.969482421875,
+ 518.796142578125
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.285308999633789,
+ 1.4970221282958984,
+ 0.9958043640136719,
+ 0.8577417706489563,
+ 0.7985360019683838,
+ 0.7742141094207764,
+ 0.7541868792533875,
+ 0.7383458856582642,
+ 0.7444160983085633,
+ 0.7699382993698121,
+ 0.7617377349853516,
+ 0.8131803276062012,
+ 0.8340744517326355,
+ 0.8096075185775757,
+ 0.8233888305664062,
+ 0.8715233425140381,
+ 0.8412395213127136,
+ 0.8587033317565917,
+ 0.9323606998443603,
+ 0.9511387075424195,
+ 0.9220583269119262,
+ 0.9964756969451904,
+ 1.047953590965271,
+ 1.1211483845710755,
+ 1.1204530166625977,
+ 1.0928433876991273,
+ 1.1379628707885743,
+ 1.1724885011672974,
+ 1.11281310005188,
+ 1.0867287273406983,
+ 1.1001608766555786,
+ 1.064141231918335,
+ 1.0878272228240966,
+ 1.1576579273223877,
+ 1.1238960628509522,
+ 1.1606859970092773,
+ 1.1523268983840942,
+ 1.1631495752334595,
+ 1.1449461145401,
+ 1.2007387851715088,
+ 1.1955321371078491,
+ 1.1975843044281005,
+ 1.2237273839950562,
+ 1.2380825258255004,
+ 1.2528655261993409,
+ 1.2506139860153198,
+ 1.2446461044311523,
+ 1.2601920402526856,
+ 1.260292972946167,
+ 1.2225133561134338,
+ 1.1815817672729492,
+ 1.1279201912879944,
+ 1.1294625114440917,
+ 1.126245882987976,
+ 1.1246654704093932,
+ 1.1226116451263428,
+ 1.1226808778762818,
+ 1.1285088397979737,
+ 1.134099857711792,
+ 1.1264239824295044,
+ 1.1293188371658325,
+ 1.1205401794433594,
+ 1.119812659072876,
+ 1.1148133518218994,
+ 1.1078978939056396,
+ 1.1084100891113282,
+ 1.1039220796585083,
+ 1.106314839553833,
+ 1.1013267883300781,
+ 1.0988227684020997,
+ 1.0977583408355713,
+ 1.101661016845703,
+ 1.0976945793151855,
+ 1.1002184070587158,
+ 1.099597325706482,
+ 1.0982094870567323,
+ 1.098354042339325,
+ 1.0976181301116943,
+ 1.0973274658203125,
+ 1.0970626482963561
+ ],
+ "train_acc": [
+ 0.1665,
+ 0.4746,
+ 0.6308,
+ 0.6803,
+ 0.7017,
+ 0.7154,
+ 0.7205,
+ 0.7292,
+ 0.73,
+ 0.7237,
+ 0.7274,
+ 0.7147,
+ 0.7123,
+ 0.7201,
+ 0.7199,
+ 0.7116,
+ 0.7175,
+ 0.7182,
+ 0.7036,
+ 0.7017,
+ 0.6986,
+ 0.6771,
+ 0.661,
+ 0.6447,
+ 0.6427,
+ 0.6598,
+ 0.6551,
+ 0.6497,
+ 0.6566,
+ 0.6492,
+ 0.6392,
+ 0.6489,
+ 0.6354,
+ 0.6221,
+ 0.6365,
+ 0.6315,
+ 0.6316,
+ 0.6282,
+ 0.6354,
+ 0.6243,
+ 0.6263,
+ 0.6224,
+ 0.6126,
+ 0.613,
+ 0.6049,
+ 0.6047,
+ 0.5997,
+ 0.5934,
+ 0.5851,
+ 0.5892,
+ 0.5947,
+ 0.6053,
+ 0.6035,
+ 0.6011,
+ 0.6009,
+ 0.5983,
+ 0.5968,
+ 0.5938,
+ 0.5937,
+ 0.5964,
+ 0.5939,
+ 0.5953,
+ 0.5948,
+ 0.5983,
+ 0.6019,
+ 0.5955,
+ 0.5977,
+ 0.5985,
+ 0.5988,
+ 0.6014,
+ 0.6007,
+ 0.5982,
+ 0.6019,
+ 0.6017,
+ 0.6018,
+ 0.601,
+ 0.6003,
+ 0.6017,
+ 0.6011,
+ 0.6004
+ ],
+ "test_acc": [
+ 0.316,
+ 0.563,
+ 0.64,
+ 0.6705,
+ 0.6875,
+ 0.685,
+ 0.6855,
+ 0.695,
+ 0.6965,
+ 0.687,
+ 0.693,
+ 0.6385,
+ 0.68,
+ 0.6835,
+ 0.68,
+ 0.6845,
+ 0.6595,
+ 0.6695,
+ 0.648,
+ 0.6475,
+ 0.613,
+ 0.6205,
+ 0.617,
+ 0.6065,
+ 0.6275,
+ 0.6195,
+ 0.6055,
+ 0.625,
+ 0.6255,
+ 0.597,
+ 0.61,
+ 0.5655,
+ 0.592,
+ 0.577,
+ 0.5845,
+ 0.591,
+ 0.6035,
+ 0.6095,
+ 0.5905,
+ 0.5985,
+ 0.5995,
+ 0.5795,
+ 0.5785,
+ 0.5825,
+ 0.573,
+ 0.572,
+ 0.576,
+ 0.564,
+ 0.5665,
+ 0.5555,
+ 0.5655,
+ 0.5595,
+ 0.565,
+ 0.561,
+ 0.5715,
+ 0.5725,
+ 0.567,
+ 0.5575,
+ 0.566,
+ 0.559,
+ 0.5665,
+ 0.565,
+ 0.571,
+ 0.566,
+ 0.564,
+ 0.566,
+ 0.5705,
+ 0.569,
+ 0.572,
+ 0.5725,
+ 0.566,
+ 0.5685,
+ 0.5685,
+ 0.5695,
+ 0.571,
+ 0.5675,
+ 0.569,
+ 0.5695,
+ 0.569,
+ 0.5695
+ ],
+ "value_loss": [
+ 3.1271000915527343,
+ 0.9862023504257202,
+ 0.999002813911438,
+ 1.0425576148986817,
+ 1.0681012689590454,
+ 1.03996553068161,
+ 0.9741387175559998,
+ 0.9252232690811157,
+ 0.9215318450927734,
+ 1.0047331087112428,
+ 0.9920830215454102,
+ 1.0844781509399415,
+ 1.1991877380371094,
+ 1.1131661165237428,
+ 1.208943075942993,
+ 1.3144514158248901,
+ 1.2510551253318787,
+ 1.2366151815414428,
+ 1.4193125873565673,
+ 1.4414832863807678,
+ 1.234130789375305,
+ 1.1814983905792236,
+ 1.181002953338623,
+ 1.3016531824111939,
+ 1.1382783500671387,
+ 1.170673362350464,
+ 1.5918773588180541,
+ 1.2830027442932128,
+ 1.0921055715560912,
+ 1.0236657138824463,
+ 0.9862152492523193,
+ 0.849021138381958,
+ 0.9729941846847534,
+ 1.055552239227295,
+ 0.9573497166633606,
+ 0.979692142868042,
+ 0.8536088975906372,
+ 0.9205917440414428,
+ 0.9167158931732178,
+ 1.0006125350952149,
+ 0.9375052051544189,
+ 0.9362507380485535,
+ 0.8874157619476318,
+ 0.8648644126415252,
+ 0.9101438512802124,
+ 0.8190106260299682,
+ 0.8930434572219849,
+ 0.7672423245429992,
+ 0.7594193473815918,
+ 0.6917994091033935,
+ 0.6012004543304443,
+ 0.5240080141067505,
+ 0.5561031037807465,
+ 0.4888970242500305,
+ 0.45605546112060547,
+ 0.4390888867855072,
+ 0.43424798107147217,
+ 0.44492525901794433,
+ 0.43093778166770935,
+ 0.4075843402862549,
+ 0.41335898056030274,
+ 0.4024799570083618,
+ 0.4438731932640076,
+ 0.4120406524181366,
+ 0.3898531212806702,
+ 0.36487685375213624,
+ 0.4172193419456482,
+ 0.38758800344467165,
+ 0.34658458247184754,
+ 0.3497850526809692,
+ 0.34360920906066894,
+ 0.3693427942276001,
+ 0.34669516372680664,
+ 0.3415595028400421,
+ 0.3338581629753113,
+ 0.33175049436092374,
+ 0.32902164781093596,
+ 0.3372193983078003,
+ 0.34403223628997803,
+ 0.32433377566337585
+ ],
+ "term_loss": [
+ 1.7688616269111632,
+ 0.5567039131641388,
+ 0.7618842126846314,
+ 0.8274082384109497,
+ 0.8563696183204651,
+ 0.8081515713214874,
+ 0.7371555940628052,
+ 0.702651878452301,
+ 0.7090443038940429,
+ 0.7881656875610351,
+ 0.7814326080322266,
+ 0.8664573314666748,
+ 0.9778367706298828,
+ 0.8968942291259766,
+ 0.9918186021804809,
+ 1.08866188955307,
+ 1.0337607520103456,
+ 1.0145263776779174,
+ 1.178224391078949,
+ 1.1919040661811828,
+ 0.9849708090305328,
+ 0.8907354804992675,
+ 0.8850929956436158,
+ 0.9636733260154724,
+ 0.8116515071868896,
+ 0.8471049592018127,
+ 1.2205944297790527,
+ 0.9197152666568756,
+ 0.730262474155426,
+ 0.6721193412780762,
+ 0.6394133093833924,
+ 0.5264073338508606,
+ 0.6090341857910156,
+ 0.6560073004722595,
+ 0.5808387887001037,
+ 0.6305022970199585,
+ 0.5382268703460693,
+ 0.608380263376236,
+ 0.6007443336486816,
+ 0.6557021521091461,
+ 0.5751603908538818,
+ 0.5770105336666107,
+ 0.5359605489730835,
+ 0.5291802062988281,
+ 0.573161884689331,
+ 0.5040334848880768,
+ 0.5644822202682495,
+ 0.46114305610656736,
+ 0.4538517463684082,
+ 0.402396319103241,
+ 0.3250580922603607,
+ 0.2615281641483307,
+ 0.29292033083438873,
+ 0.2369567009449005,
+ 0.20991090397834777,
+ 0.19518582130670548,
+ 0.19080099306106568,
+ 0.19688191146850587,
+ 0.18551543823480607,
+ 0.16424798595905304,
+ 0.16575304796695708,
+ 0.1589976065158844,
+ 0.19366324095726012,
+ 0.1671199806332588,
+ 0.15091914472579956,
+ 0.1298795120716095,
+ 0.169755113196373,
+ 0.14672498960494995,
+ 0.1157905509352684,
+ 0.11689144127368926,
+ 0.11296927728652954,
+ 0.13240787162780762,
+ 0.11255746988058091,
+ 0.10960722550153733,
+ 0.10443557546138764,
+ 0.10119444595873356,
+ 0.09986090980172158,
+ 0.10406229302883148,
+ 0.1090045433819294,
+ 0.09466714213788509
+ ],
+ "bridge_loss": [
+ 1.0573119517879341,
+ 0.15241351038217543,
+ 0.01608453490436077,
+ 0.0064939980387687685,
+ 0.00945009122788906,
+ 0.0323205705165863,
+ 0.04268855847716332,
+ 0.030068882912397385,
+ 0.01993687737584114,
+ 0.01725001146569848,
+ 0.013776662385463715,
+ 0.013469882538914681,
+ 0.014333608262240886,
+ 0.013788160926103592,
+ 0.015742842441797255,
+ 0.01819062510430813,
+ 0.017548553105443718,
+ 0.019768079090118407,
+ 0.027314204022288322,
+ 0.03441775139570236,
+ 0.038058071267604826,
+ 0.06389330162107945,
+ 0.0633503836274147,
+ 0.09107995666265488,
+ 0.08258416488170624,
+ 0.0874572071313858,
+ 0.13215684812664985,
+ 0.12343537128567696,
+ 0.12941908707618713,
+ 0.12270671548843384,
+ 0.11486915047168732,
+ 0.09825265907049179,
+ 0.13369894971847535,
+ 0.1591746563911438,
+ 0.14571076006889344,
+ 0.1132983045578003,
+ 0.08243037438392639,
+ 0.08029556272029877,
+ 0.08846713262796402,
+ 0.1103203533411026,
+ 0.1305971376657486,
+ 0.12747013745307922,
+ 0.11351788620948791,
+ 0.09815907695889473,
+ 0.09737673666477203,
+ 0.0758411329627037,
+ 0.08800876551866531,
+ 0.06460359013080597,
+ 0.06309500212669372,
+ 0.05380393154621124,
+ 0.0478264770925045,
+ 0.04128478689193726,
+ 0.042341444367170335,
+ 0.03188926424384117,
+ 0.025954529893398286,
+ 0.025412592981755733,
+ 0.02477064228951931,
+ 0.028199707794189455,
+ 0.025668095329403878,
+ 0.02380155615210533,
+ 0.02794931230545044,
+ 0.024946860378980636,
+ 0.0320184164583683,
+ 0.02804033151268959,
+ 0.023456422537565233,
+ 0.019551472708582877,
+ 0.03227331275343895,
+ 0.025733040750026703,
+ 0.016958685997128485,
+ 0.019350963592529295,
+ 0.017583922302722932,
+ 0.023359004205465318,
+ 0.021352820153534412,
+ 0.018858864906430243,
+ 0.017002299439907075,
+ 0.018063389497995377,
+ 0.01701616567224264,
+ 0.02123323907852173,
+ 0.023313335365056993,
+ 0.018076158130913973
+ ],
+ "tgrad_loss": [
+ 0.300926530790329,
+ 0.27708493127822875,
+ 0.2210340663909912,
+ 0.20865537734031678,
+ 0.2022815556526184,
+ 0.19949339275360106,
+ 0.19429456148147584,
+ 0.19250250487327575,
+ 0.1925506702899933,
+ 0.19931740417480467,
+ 0.19687375478744507,
+ 0.20455093593597412,
+ 0.20701736421585082,
+ 0.2024837209701538,
+ 0.20138162145614624,
+ 0.20759890670776368,
+ 0.19974581598043442,
+ 0.20232072179317476,
+ 0.21377399282455445,
+ 0.21516146430969238,
+ 0.21110190229415893,
+ 0.22686960439682008,
+ 0.2325595742225647,
+ 0.24689988670349122,
+ 0.24404268040657043,
+ 0.23611119108200074,
+ 0.2391260844707489,
+ 0.23985210418701172,
+ 0.2324240131855011,
+ 0.2288396686077118,
+ 0.23193279480934142,
+ 0.2243611490726471,
+ 0.23026104683876036,
+ 0.24037028608322145,
+ 0.23080016889572144,
+ 0.23589155068397522,
+ 0.23295164408683777,
+ 0.23191592471599579,
+ 0.22750442996025086,
+ 0.2345900161266327,
+ 0.23174768257141112,
+ 0.23177007055282592,
+ 0.23793732562065126,
+ 0.23752512764930725,
+ 0.23960522780418397,
+ 0.23913600816726685,
+ 0.24055246658325194,
+ 0.2414956763267517,
+ 0.24247259407043456,
+ 0.2355991590976715,
+ 0.22831588366031647,
+ 0.2211950572013855,
+ 0.2208413278579712,
+ 0.2200510561466217,
+ 0.22019002876281737,
+ 0.21849047474861144,
+ 0.21867634949684142,
+ 0.21984363961219788,
+ 0.21975424647331238,
+ 0.21953480105400086,
+ 0.21965661954879762,
+ 0.2185354926586151,
+ 0.21819153480529785,
+ 0.2168803418636322,
+ 0.21547755289077758,
+ 0.21544586992263795,
+ 0.21519091215133668,
+ 0.215129975605011,
+ 0.2138353454589844,
+ 0.21354264924526214,
+ 0.21305600986480713,
+ 0.21357592091560365,
+ 0.21278487405776977,
+ 0.21309341056346892,
+ 0.21242028739452362,
+ 0.21249265823364258,
+ 0.2121445729970932,
+ 0.21192386741638183,
+ 0.2117143608570099,
+ 0.21159047515392304
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.08390675485134125,
+ 0.2993828356266022,
+ 0.37482553720474243,
+ 0.3876585066318512,
+ 0.3966418504714966,
+ 0.3863479495048523,
+ 0.3938036561012268,
+ 0.39385986328125
+ ],
+ "perturbation_rho": [
+ 0.09506039321422577,
+ 0.3888479173183441,
+ 0.42724472284317017,
+ 0.5000925064086914,
+ 0.4708487391471863,
+ 0.47097086906433105,
+ 0.48436442017555237,
+ 0.4723408818244934
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0027529560029506683,
+ -0.0023121805861592293,
+ -0.0022948652040213346,
+ -0.0022791987285017967,
+ -0.0022901692427694798,
+ -0.0022190851159393787,
+ -0.0022319701965898275,
+ -0.002243783324956894
+ ],
+ "0.003": [
+ -0.008236072957515717,
+ -0.006927105598151684,
+ -0.00687650078907609,
+ -0.006829372141510248,
+ -0.006862659007310867,
+ -0.0066499970853328705,
+ -0.006688036024570465,
+ -0.006723873317241669
+ ],
+ "0.01": [
+ -0.027181372046470642,
+ -0.02298363298177719,
+ -0.02282092720270157,
+ -0.022664468735456467,
+ -0.02277727797627449,
+ -0.02207607962191105,
+ -0.022199643775820732,
+ -0.02231789380311966
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json
new file mode 100644
index 0000000..c5d8746
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.3703768091201782,
+ 0.6740123039245606,
+ 0.5613458353042603,
+ 0.5279877727508545,
+ 0.42555175495147707,
+ 0.4008464940071106,
+ 0.3418552673816681,
+ 0.3169305899143219,
+ 0.2989230684995651,
+ 0.22381072659492493,
+ 0.24954671635627745,
+ 0.18852242698669433,
+ 0.17931302828788756,
+ 0.15236511628627777,
+ 0.14625489993095397,
+ 0.08793083952665329,
+ 0.0944634979724884,
+ 0.06237407035827637,
+ 0.10902504413723946,
+ 0.05045343590974808,
+ 0.05675933723151684,
+ 0.030447202077507972,
+ 0.017234644067287447,
+ 0.015850160157680513,
+ 0.020682270124554633,
+ 0.011260225063562394,
+ 0.008402103558182716,
+ 0.006454302641004324,
+ 0.0056301679342985154,
+ 0.005158279886841774,
+ 0.0048245771206915375,
+ 0.00440153166204691,
+ 0.004052742725610733,
+ 0.003818019072525203,
+ 0.003542347052693367,
+ 0.003333687162399292,
+ 0.00319532755613327,
+ 0.0030527794640511276,
+ 0.0028776524614542724,
+ 0.002738851569220424,
+ 0.002615449556335807,
+ 0.0024998470187187196,
+ 0.00237983765527606,
+ 0.0022845500905066727,
+ 0.002204404693841934,
+ 0.002141781159862876,
+ 0.002064352393895388,
+ 0.0019999265871942042,
+ 0.001937351893261075,
+ 0.0018773890499025584,
+ 0.0018315334113314747,
+ 0.0017837765011005104,
+ 0.0017335505589842796,
+ 0.0017015570227056742,
+ 0.0016626481765881181,
+ 0.0016315237021073698,
+ 0.001601293208822608,
+ 0.0015703001253306865,
+ 0.0015464611501432954,
+ 0.0015225628331303597,
+ 0.0015008840339258314,
+ 0.0014787248853594065,
+ 0.001461056488007307,
+ 0.0014460599626414479,
+ 0.0014304681217297912,
+ 0.0014166310345754027,
+ 0.001404330819286406,
+ 0.001393687280640006,
+ 0.0013846246616914869,
+ 0.0013766696255654097,
+ 0.0013697378845885396,
+ 0.0013638495333492756,
+ 0.0013587745733559132,
+ 0.0013546861404553055,
+ 0.0013515702040866016,
+ 0.0013490962450392544,
+ 0.0013473950270563365,
+ 0.0013461836755275726,
+ 0.0013454901657998562,
+ 0.001345112643018365
+ ],
+ "train_acc": [
+ 0.5176,
+ 0.7374,
+ 0.7823,
+ 0.7897,
+ 0.8383,
+ 0.8471,
+ 0.8716,
+ 0.8776,
+ 0.8863,
+ 0.9211,
+ 0.9088,
+ 0.935,
+ 0.9374,
+ 0.9488,
+ 0.9488,
+ 0.976,
+ 0.9719,
+ 0.9873,
+ 0.9681,
+ 0.9892,
+ 0.9856,
+ 0.9951,
+ 0.9994,
+ 0.999,
+ 0.9969,
+ 0.9998,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.704,
+ 0.7445,
+ 0.748,
+ 0.76,
+ 0.76,
+ 0.76,
+ 0.767,
+ 0.7675,
+ 0.7675,
+ 0.7645,
+ 0.766,
+ 0.764,
+ 0.7615,
+ 0.7595,
+ 0.759,
+ 0.77,
+ 0.7635,
+ 0.769,
+ 0.759,
+ 0.756,
+ 0.7615,
+ 0.7645,
+ 0.7665,
+ 0.767,
+ 0.7615,
+ 0.768,
+ 0.7655,
+ 0.767,
+ 0.769,
+ 0.7655,
+ 0.7645,
+ 0.7645,
+ 0.7645,
+ 0.7645,
+ 0.766,
+ 0.766,
+ 0.764,
+ 0.765,
+ 0.7665,
+ 0.7655,
+ 0.765,
+ 0.7635,
+ 0.765,
+ 0.764,
+ 0.763,
+ 0.764,
+ 0.7625,
+ 0.762,
+ 0.7625,
+ 0.762,
+ 0.7635,
+ 0.7635,
+ 0.7625,
+ 0.7635,
+ 0.764,
+ 0.764,
+ 0.764,
+ 0.762,
+ 0.7625,
+ 0.7625,
+ 0.7635,
+ 0.7625,
+ 0.7625,
+ 0.7625,
+ 0.763,
+ 0.763,
+ 0.7635,
+ 0.7635,
+ 0.762,
+ 0.7625,
+ 0.763,
+ 0.7625,
+ 0.763,
+ 0.763,
+ 0.763,
+ 0.763,
+ 0.763,
+ 0.763,
+ 0.763,
+ 0.763
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.85625159740448,
+ 0.8527897596359253,
+ 0.847720742225647,
+ 0.8408411145210266,
+ 0.831807017326355,
+ 0.8158122301101685,
+ 0.7960221171379089,
+ 0.7814224362373352
+ ],
+ "perturbation_rho": [
+ 0.999999463558197,
+ 0.9999992847442627,
+ 0.9999988079071045,
+ 0.9999978542327881,
+ 0.999994695186615,
+ 0.9999883770942688,
+ 0.9999692440032959,
+ 0.9999352693557739
+ ],
+ "nudging": {
+ "0.001": [
+ -0.06596626341342926,
+ -0.055192336440086365,
+ -0.04268433526158333,
+ -0.03002634271979332,
+ -0.019770411774516106,
+ -0.012638297863304615,
+ -0.00813499465584755,
+ -0.00550876185297966
+ ],
+ "0.003": [
+ -0.1898897886276245,
+ -0.16005799174308777,
+ -0.12479926645755768,
+ -0.08847799897193909,
+ -0.05861322209239006,
+ -0.03762739524245262,
+ -0.02428549900650978,
+ -0.01647210866212845
+ ],
+ "0.01": [
+ -0.5478029251098633,
+ -0.4737934172153473,
+ -0.3800549805164337,
+ -0.2769272029399872,
+ -0.18745023012161255,
+ -0.12213317304849625,
+ -0.07957549393177032,
+ -0.05427805706858635
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.231708497619629,
+ 1.418635772895813,
+ 0.943305676651001,
+ 0.8297181538581848,
+ 0.7659538966178894,
+ 0.7355367126464843,
+ 0.7249059216499328,
+ 0.7103497696876526,
+ 0.7056580327033997,
+ 0.7284941980361939,
+ 0.7514717527389526,
+ 0.7495575723648071,
+ 0.8143573719024658,
+ 0.7943916882514953,
+ 0.8353345689773559,
+ 0.8233354604721069,
+ 0.8139635746955871,
+ 0.8670068431854248,
+ 0.8794054039955139,
+ 0.8576095231056213,
+ 0.8653796346664429,
+ 0.8882027687072754,
+ 0.882841535949707,
+ 0.8668330222129822,
+ 0.9123839077949524,
+ 0.8965684688568115,
+ 0.9347959500312805,
+ 0.9114629460334778,
+ 1.0174331352233887,
+ 1.0257655752182007,
+ 0.9572873649597168,
+ 0.9571795852661132,
+ 0.955192239189148,
+ 0.9428499357223511,
+ 0.9694318241119385,
+ 0.9648013277053833,
+ 0.9437480949401855,
+ 1.0161491086006165,
+ 0.9801935592651367,
+ 1.0127256759643555,
+ 0.9624169521331787,
+ 0.9303661527633666,
+ 0.9537605016708374,
+ 0.9153729921340943,
+ 0.9333063995361328,
+ 0.9985080844879151,
+ 0.9437879688262939,
+ 0.9058924737930298,
+ 0.9471581097126007,
+ 0.9148890993118286,
+ 0.9394946533441544,
+ 0.8862299453735352,
+ 0.9382994981765747,
+ 0.8954874497413635,
+ 0.8906831897735595,
+ 0.884014150428772,
+ 0.884524594116211,
+ 0.8859518936157227,
+ 0.8956645541667938,
+ 0.8656166372299194,
+ 0.8735888675689697,
+ 0.861944951248169,
+ 0.8634599599838256,
+ 0.8558167356491089,
+ 0.844254759979248,
+ 0.8468807869911193,
+ 0.8440567171096802,
+ 0.84414446849823,
+ 0.837095554637909,
+ 0.835498137664795,
+ 0.8313182315826416,
+ 0.828638949584961,
+ 0.8268064447402954,
+ 0.8259873526573182,
+ 0.8236354766845703,
+ 0.8209153217315673,
+ 0.8198824878692627,
+ 0.8184344896316529,
+ 0.8179562203884124,
+ 0.8174484502792358
+ ],
+ "train_acc": [
+ 0.1815,
+ 0.5159,
+ 0.651,
+ 0.6912,
+ 0.7167,
+ 0.7262,
+ 0.7308,
+ 0.7384,
+ 0.741,
+ 0.7376,
+ 0.7324,
+ 0.7328,
+ 0.7159,
+ 0.7239,
+ 0.7173,
+ 0.7224,
+ 0.7268,
+ 0.7175,
+ 0.715,
+ 0.7155,
+ 0.7135,
+ 0.7083,
+ 0.7079,
+ 0.7222,
+ 0.7109,
+ 0.7127,
+ 0.705,
+ 0.7133,
+ 0.691,
+ 0.6908,
+ 0.7041,
+ 0.7043,
+ 0.7034,
+ 0.7046,
+ 0.6986,
+ 0.7039,
+ 0.7053,
+ 0.6985,
+ 0.6989,
+ 0.6932,
+ 0.7021,
+ 0.7058,
+ 0.7036,
+ 0.7103,
+ 0.7038,
+ 0.694,
+ 0.7059,
+ 0.7157,
+ 0.7038,
+ 0.7053,
+ 0.6982,
+ 0.7145,
+ 0.7049,
+ 0.7129,
+ 0.7097,
+ 0.714,
+ 0.7158,
+ 0.7144,
+ 0.709,
+ 0.7129,
+ 0.7151,
+ 0.718,
+ 0.7154,
+ 0.7205,
+ 0.7183,
+ 0.7192,
+ 0.7212,
+ 0.719,
+ 0.7204,
+ 0.7232,
+ 0.7219,
+ 0.7235,
+ 0.7222,
+ 0.7244,
+ 0.725,
+ 0.7229,
+ 0.7241,
+ 0.7237,
+ 0.724,
+ 0.7242
+ ],
+ "test_acc": [
+ 0.37,
+ 0.5725,
+ 0.639,
+ 0.6635,
+ 0.684,
+ 0.6775,
+ 0.7075,
+ 0.705,
+ 0.682,
+ 0.6865,
+ 0.673,
+ 0.6715,
+ 0.661,
+ 0.652,
+ 0.679,
+ 0.6745,
+ 0.6695,
+ 0.655,
+ 0.666,
+ 0.6525,
+ 0.6585,
+ 0.636,
+ 0.6565,
+ 0.654,
+ 0.662,
+ 0.6365,
+ 0.641,
+ 0.6285,
+ 0.5975,
+ 0.646,
+ 0.6565,
+ 0.65,
+ 0.649,
+ 0.6255,
+ 0.631,
+ 0.654,
+ 0.635,
+ 0.6255,
+ 0.6485,
+ 0.6345,
+ 0.6385,
+ 0.6355,
+ 0.628,
+ 0.6475,
+ 0.6405,
+ 0.63,
+ 0.649,
+ 0.6375,
+ 0.656,
+ 0.6335,
+ 0.64,
+ 0.637,
+ 0.6515,
+ 0.6585,
+ 0.6535,
+ 0.6565,
+ 0.656,
+ 0.6415,
+ 0.658,
+ 0.6475,
+ 0.6555,
+ 0.6595,
+ 0.651,
+ 0.6525,
+ 0.654,
+ 0.657,
+ 0.652,
+ 0.6495,
+ 0.655,
+ 0.6595,
+ 0.656,
+ 0.656,
+ 0.652,
+ 0.658,
+ 0.656,
+ 0.658,
+ 0.658,
+ 0.658,
+ 0.6565,
+ 0.657
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.01574046164751053,
+ 0.07191511988639832,
+ 0.043905604630708694,
+ 0.07308061420917511,
+ 0.07518148422241211,
+ 0.026394926011562347,
+ 0.06854978203773499,
+ 0.03262286260724068
+ ],
+ "perturbation_rho": [
+ -0.02709903195500374,
+ 0.1010747104883194,
+ 0.06438975036144257,
+ 0.07812117040157318,
+ 0.0766223892569542,
+ 0.026489075273275375,
+ 0.09218208491802216,
+ 0.010375358164310455
+ ],
+ "nudging": {
+ "0.001": [
+ 0.0007142307586036623,
+ -0.0005231229588389397,
+ -0.00022074897424317896,
+ -0.0003081119211856276,
+ -0.00031572216539643705,
+ -0.0001395478320773691,
+ -0.00030396669171750546,
+ -0.0001277559931622818
+ ],
+ "0.003": [
+ 0.002162146382033825,
+ -0.0015680594369769096,
+ -0.0006631950382143259,
+ -0.0009237516205757856,
+ -0.0009470301447436213,
+ -0.00041793263517320156,
+ -0.0009104788769036531,
+ -0.00038223061710596085
+ ],
+ "0.01": [
+ 0.007441862486302853,
+ -0.0052239359356462955,
+ -0.0022090799175202847,
+ -0.003076428547501564,
+ -0.0031523762736469507,
+ -0.0013899998739361763,
+ -0.0030318819917738438,
+ -0.0012708738213405013
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8269318895339965,
+ 1.0051976400375366,
+ 0.7789531414031983,
+ 0.7320484294891357,
+ 0.7566996850967407,
+ 0.8095570373535156,
+ 0.8494610660552978,
+ 0.867692116355896,
+ 0.9100590816497802,
+ 0.9440827163696289,
+ 0.9782439228057861,
+ 0.9932998554229736,
+ 1.019014867591858,
+ 1.0342318592071533,
+ 1.0291874648094177,
+ 1.0253695629119872,
+ 1.0212761486053468,
+ 0.9800823013305664,
+ 0.9683791316986085,
+ 0.9785815362930298,
+ 0.9862299140930175,
+ 0.996787068939209,
+ 0.9779501231193543,
+ 0.9745217691421508,
+ 0.9691826663970947,
+ 0.9746626880645752,
+ 0.9487684160232543,
+ 0.9371404664993286,
+ 0.9199271064758301,
+ 0.9334722229003907,
+ 0.9503546269416809,
+ 0.923910745048523,
+ 0.9474884466171265,
+ 0.9268602334976196,
+ 0.9206624788284302,
+ 0.92753564453125,
+ 0.9302853199005127,
+ 0.9186395662307739,
+ 0.9185600196838379,
+ 0.9253120166778565,
+ 0.9207821632385254,
+ 0.9409901829719544,
+ 0.9193793958663941,
+ 0.92328047580719,
+ 0.9343797274589538,
+ 0.9142894317626953,
+ 0.9160927310943604,
+ 0.9014208396911622,
+ 0.8922535416603088,
+ 0.8816746612548828,
+ 0.875530839920044,
+ 0.8770241296768189,
+ 0.8663126466751099,
+ 0.8592928192138672,
+ 0.8631654893875123,
+ 0.8535493013381958,
+ 0.8564054052352905,
+ 0.8476457886695862,
+ 0.8455490423202514,
+ 0.8474060085296631,
+ 0.8453507354736328,
+ 0.8386427994728088,
+ 0.8379946626663208,
+ 0.8355536317825317,
+ 0.8326087244987488,
+ 0.8301034708023072,
+ 0.830259226512909,
+ 0.8299130233764649,
+ 0.8300449360847473,
+ 0.8248954859733582,
+ 0.8260357536315918,
+ 0.8241482278823853,
+ 0.8238134614944458,
+ 0.8230488618850708,
+ 0.8220901975631714,
+ 0.8213789791107178,
+ 0.820764907169342,
+ 0.8205714824676513,
+ 0.8203490972518921,
+ 0.8202249536514282
+ ],
+ "train_acc": [
+ 0.3329,
+ 0.6247,
+ 0.7097,
+ 0.7227,
+ 0.7276,
+ 0.7099,
+ 0.6974,
+ 0.6846,
+ 0.6714,
+ 0.6626,
+ 0.6488,
+ 0.6489,
+ 0.6369,
+ 0.6372,
+ 0.6319,
+ 0.632,
+ 0.6355,
+ 0.6386,
+ 0.6513,
+ 0.6427,
+ 0.6492,
+ 0.6472,
+ 0.6511,
+ 0.6486,
+ 0.6528,
+ 0.6518,
+ 0.6585,
+ 0.6669,
+ 0.6679,
+ 0.6653,
+ 0.6613,
+ 0.6667,
+ 0.6646,
+ 0.6671,
+ 0.6709,
+ 0.6708,
+ 0.6729,
+ 0.6698,
+ 0.6707,
+ 0.6667,
+ 0.6706,
+ 0.6663,
+ 0.6722,
+ 0.6713,
+ 0.6656,
+ 0.6721,
+ 0.6725,
+ 0.6774,
+ 0.6753,
+ 0.6819,
+ 0.686,
+ 0.6821,
+ 0.6868,
+ 0.687,
+ 0.6869,
+ 0.6871,
+ 0.6879,
+ 0.6917,
+ 0.6921,
+ 0.6905,
+ 0.6907,
+ 0.6917,
+ 0.6916,
+ 0.6973,
+ 0.6978,
+ 0.6964,
+ 0.6952,
+ 0.6978,
+ 0.6953,
+ 0.6958,
+ 0.6938,
+ 0.6957,
+ 0.6958,
+ 0.6957,
+ 0.6977,
+ 0.6981,
+ 0.6966,
+ 0.6975,
+ 0.6972,
+ 0.6976
+ ],
+ "test_acc": [
+ 0.5265,
+ 0.678,
+ 0.71,
+ 0.7075,
+ 0.675,
+ 0.665,
+ 0.654,
+ 0.6415,
+ 0.6275,
+ 0.6325,
+ 0.622,
+ 0.611,
+ 0.5895,
+ 0.5935,
+ 0.5915,
+ 0.5865,
+ 0.6105,
+ 0.6065,
+ 0.618,
+ 0.607,
+ 0.612,
+ 0.6175,
+ 0.609,
+ 0.615,
+ 0.6155,
+ 0.617,
+ 0.619,
+ 0.626,
+ 0.6165,
+ 0.615,
+ 0.622,
+ 0.633,
+ 0.6425,
+ 0.6285,
+ 0.6315,
+ 0.629,
+ 0.6235,
+ 0.63,
+ 0.6265,
+ 0.633,
+ 0.6165,
+ 0.627,
+ 0.6225,
+ 0.6145,
+ 0.6265,
+ 0.623,
+ 0.625,
+ 0.616,
+ 0.6225,
+ 0.628,
+ 0.6305,
+ 0.6375,
+ 0.6365,
+ 0.636,
+ 0.635,
+ 0.6425,
+ 0.6325,
+ 0.6285,
+ 0.6305,
+ 0.6385,
+ 0.638,
+ 0.64,
+ 0.6425,
+ 0.6405,
+ 0.644,
+ 0.646,
+ 0.6455,
+ 0.646,
+ 0.643,
+ 0.644,
+ 0.648,
+ 0.648,
+ 0.6505,
+ 0.65,
+ 0.647,
+ 0.6485,
+ 0.648,
+ 0.6485,
+ 0.649,
+ 0.65
+ ],
+ "state_pred_error": [
+ 0.7002311863422394,
+ 0.22084679579734803,
+ 0.15376953585147857,
+ 0.1484843623161316,
+ 0.15982647223472596,
+ 0.1811715921163559,
+ 0.1945667941093445,
+ 0.20176007509231567,
+ 0.20261625909805298,
+ 0.19124769098758698,
+ 0.18218962874412536,
+ 0.1763947120666504,
+ 0.17245661504268647,
+ 0.1630336755514145,
+ 0.15171641788482665,
+ 0.14321954603195192,
+ 0.13387794542312623,
+ 0.12238948247432709,
+ 0.11191521211862564,
+ 0.10725419701337814,
+ 0.10254445215463638,
+ 0.09755742149353028,
+ 0.09333524917364121,
+ 0.08919921718835831,
+ 0.08560046610832214,
+ 0.08166285650730133,
+ 0.07877540134191513,
+ 0.07652937555313111,
+ 0.0737526822566986,
+ 0.07185606707334519,
+ 0.07086474553346633,
+ 0.06932573999166489,
+ 0.06812271840572358,
+ 0.06726093112230301,
+ 0.06480677745938301,
+ 0.06218134503364563,
+ 0.06057768109440804,
+ 0.05787591310143471,
+ 0.05514800155162811,
+ 0.05402169469594956,
+ 0.053021151185035705,
+ 0.0528799110531807,
+ 0.05364514610171318,
+ 0.05383548038005829,
+ 0.05424729347229004,
+ 0.052925097239017484,
+ 0.051881495702266696,
+ 0.050513546645641325,
+ 0.05008096670508385,
+ 0.04856216832399368,
+ 0.047455233627557755,
+ 0.0464736877143383,
+ 0.04560171290636063,
+ 0.044719690442085264,
+ 0.04401536261439323,
+ 0.0430379842877388,
+ 0.042287754344940184,
+ 0.04157426287531853,
+ 0.041074179071187975,
+ 0.039926473212242124,
+ 0.03941906256079674,
+ 0.03929359982609749,
+ 0.03810683597326279,
+ 0.03805391449332237,
+ 0.03690763158798218,
+ 0.03655427814722061,
+ 0.0361525127530098,
+ 0.035647189819812776,
+ 0.03503355433940888,
+ 0.03485284671187401,
+ 0.03406067345738411,
+ 0.03359544692635536,
+ 0.0335003142118454,
+ 0.03281750077009201,
+ 0.032709699648618695,
+ 0.03246098607182503,
+ 0.032299374321103094,
+ 0.03149260161221027,
+ 0.03101077135503292,
+ 0.031075275203585623
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.6320836544036865,
+ 0.4503885507583618,
+ 0.22882479429244995,
+ 0.17507168650627136,
+ 0.15456035733222961,
+ 0.15327030420303345,
+ 0.14079461991786957,
+ 0.1386653482913971
+ ],
+ "perturbation_rho": [
+ 0.5491607189178467,
+ 0.3870346248149872,
+ 0.23711450397968292,
+ 0.15141981840133667,
+ 0.12508505582809448,
+ 0.15914584696292877,
+ 0.13365353643894196,
+ 0.11637556552886963
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02009502425789833,
+ -0.0022013955749571323,
+ -0.000710347609128803,
+ -0.0005365170654840767,
+ -0.0004632421478163451,
+ -0.0004581586108542979,
+ -0.00041777893784455955,
+ -0.00040680408710613847
+ ],
+ "0.003": [
+ -0.05951227992773056,
+ -0.006594196427613497,
+ -0.002129881177097559,
+ -0.0016088619595393538,
+ -0.0013889807742089033,
+ -0.0013738160487264395,
+ -0.0012525597121566534,
+ -0.001220083562657237
+ ],
+ "0.01": [
+ -0.18924641609191895,
+ -0.02186501771211624,
+ -0.007085676770657301,
+ -0.0053551034070551395,
+ -0.00462403055280447,
+ -0.004574076272547245,
+ -0.004170445259660482,
+ -0.004062457010149956
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 9406.7255859375,
+ 1991.255126953125,
+ 1233.173095703125,
+ 996.4456787109375,
+ 824.75537109375,
+ 800.2864990234375,
+ 821.3734130859375,
+ 840.202392578125
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.232960743522644,
+ 1.420582393836975,
+ 0.9455811813354492,
+ 0.8257486240386963,
+ 0.7836144889831543,
+ 0.7402769828796387,
+ 0.729928002166748,
+ 0.7208036253929139,
+ 0.7297886791229248,
+ 0.7470350498199463,
+ 0.7721688493728638,
+ 0.7637209308624268,
+ 0.7816214589595795,
+ 0.7835877867221832,
+ 0.8151798434257508,
+ 0.8235684534072876,
+ 0.8353915449142456,
+ 0.9103365058898926,
+ 0.8753420095443726,
+ 0.8804965543746949,
+ 0.8581397535324097,
+ 0.8739657152175904,
+ 0.9016903800964355,
+ 0.990748242855072,
+ 0.9614215970993042,
+ 0.9776799642562867,
+ 0.9315557836532593,
+ 1.0852978912353515,
+ 1.141357445335388,
+ 1.0584074115753175,
+ 1.1172573081970214,
+ 1.2589679100036621,
+ 1.2367329082489014,
+ 1.23497767162323,
+ 1.190962762260437,
+ 1.2603005590438843,
+ 1.3260346855163574,
+ 1.3029141501426698,
+ 1.3730133871078491,
+ 1.389457112121582,
+ 1.410658281326294,
+ 1.3981717176437378,
+ 1.386588328552246,
+ 1.4026400897979736,
+ 1.364222408103943,
+ 1.352792622756958,
+ 1.3398897926330566,
+ 1.3449722723007203,
+ 1.3795583543777465,
+ 1.3794076923370362,
+ 1.3593113542556763,
+ 1.3827865106582642,
+ 1.4238173538208008,
+ 1.4441098989486694,
+ 1.3864106082916259,
+ 1.3831024318695069,
+ 1.3302570987701416,
+ 1.3178522941589355,
+ 1.3111997756958007,
+ 1.294492097091675,
+ 1.2957700435638428,
+ 1.2821458141326905,
+ 1.2766342969894409,
+ 1.270096806907654,
+ 1.2705438976287842,
+ 1.2668931608200074,
+ 1.2661620328903198,
+ 1.265557067680359,
+ 1.2638321792602538,
+ 1.2624110040664673,
+ 1.2631232545852662,
+ 1.258963946914673,
+ 1.2560675323486328,
+ 1.2551779272079469,
+ 1.2541378360748292,
+ 1.2531858157157898,
+ 1.2520371969223023,
+ 1.2515714080810547,
+ 1.251167310333252,
+ 1.2510119449615478
+ ],
+ "train_acc": [
+ 0.182,
+ 0.5116,
+ 0.6517,
+ 0.6921,
+ 0.708,
+ 0.7264,
+ 0.7306,
+ 0.7382,
+ 0.7317,
+ 0.731,
+ 0.7285,
+ 0.7313,
+ 0.7261,
+ 0.7293,
+ 0.7186,
+ 0.722,
+ 0.7219,
+ 0.7014,
+ 0.7063,
+ 0.7082,
+ 0.707,
+ 0.7001,
+ 0.6881,
+ 0.6614,
+ 0.6594,
+ 0.6525,
+ 0.6624,
+ 0.6161,
+ 0.6072,
+ 0.6145,
+ 0.5943,
+ 0.5501,
+ 0.554,
+ 0.5531,
+ 0.5665,
+ 0.5428,
+ 0.5238,
+ 0.5234,
+ 0.5168,
+ 0.5069,
+ 0.4863,
+ 0.5042,
+ 0.5041,
+ 0.4991,
+ 0.5112,
+ 0.5147,
+ 0.5196,
+ 0.5155,
+ 0.5037,
+ 0.5052,
+ 0.5158,
+ 0.5056,
+ 0.497,
+ 0.4917,
+ 0.5062,
+ 0.5071,
+ 0.5237,
+ 0.5225,
+ 0.5219,
+ 0.5364,
+ 0.5279,
+ 0.5373,
+ 0.5397,
+ 0.5403,
+ 0.5423,
+ 0.5425,
+ 0.5422,
+ 0.5421,
+ 0.5412,
+ 0.5445,
+ 0.5421,
+ 0.5432,
+ 0.5468,
+ 0.5464,
+ 0.5471,
+ 0.5477,
+ 0.548,
+ 0.5478,
+ 0.5477,
+ 0.5484
+ ],
+ "test_acc": [
+ 0.3665,
+ 0.5675,
+ 0.6405,
+ 0.6575,
+ 0.6705,
+ 0.697,
+ 0.69,
+ 0.708,
+ 0.7,
+ 0.6855,
+ 0.6895,
+ 0.679,
+ 0.689,
+ 0.671,
+ 0.686,
+ 0.672,
+ 0.647,
+ 0.647,
+ 0.662,
+ 0.648,
+ 0.652,
+ 0.649,
+ 0.6015,
+ 0.577,
+ 0.592,
+ 0.632,
+ 0.5725,
+ 0.4715,
+ 0.503,
+ 0.554,
+ 0.4985,
+ 0.4535,
+ 0.4465,
+ 0.5365,
+ 0.508,
+ 0.48,
+ 0.48,
+ 0.39,
+ 0.399,
+ 0.4295,
+ 0.417,
+ 0.4325,
+ 0.406,
+ 0.4525,
+ 0.461,
+ 0.46,
+ 0.494,
+ 0.4075,
+ 0.429,
+ 0.484,
+ 0.4755,
+ 0.4765,
+ 0.4635,
+ 0.4615,
+ 0.464,
+ 0.479,
+ 0.47,
+ 0.494,
+ 0.4885,
+ 0.4925,
+ 0.4965,
+ 0.5015,
+ 0.5045,
+ 0.51,
+ 0.4995,
+ 0.509,
+ 0.503,
+ 0.5125,
+ 0.506,
+ 0.5165,
+ 0.512,
+ 0.507,
+ 0.511,
+ 0.514,
+ 0.511,
+ 0.5155,
+ 0.5145,
+ 0.515,
+ 0.5165,
+ 0.5165
+ ],
+ "value_loss": [
+ 3.063135040283203,
+ 0.9178804653167725,
+ 1.0234842987060546,
+ 1.1325440734863281,
+ 1.1635567161560059,
+ 1.084977388381958,
+ 0.9335860944747925,
+ 0.8856829252243043,
+ 0.9029004842758178,
+ 0.9281125900268554,
+ 1.0018171398162843,
+ 0.9197395215988159,
+ 0.9605137948989868,
+ 0.9333957103729248,
+ 0.9645775228500366,
+ 1.000026789855957,
+ 0.9733592803955078,
+ 1.0830778367042542,
+ 0.9194553695678711,
+ 0.917877451992035,
+ 0.754574672961235,
+ 0.7473849777221679,
+ 0.760665825843811,
+ 0.8724378496170044,
+ 0.7502632125854493,
+ 0.8110419334411622,
+ 0.6086162291526794,
+ 0.8276397277832032,
+ 1.0285220121383667,
+ 0.6005109428405762,
+ 0.8579624128341675,
+ 0.8123299127578736,
+ 0.6401672322273254,
+ 0.7736768434524536,
+ 0.6747624232769013,
+ 0.509700684595108,
+ 0.6056561064720154,
+ 0.6021059381961823,
+ 0.6918458218574524,
+ 0.7592935428619385,
+ 0.7403267482757568,
+ 0.594590943145752,
+ 0.5076187595367432,
+ 0.589847268486023,
+ 0.6413895493507386,
+ 0.5144407531738281,
+ 0.4514115423679352,
+ 0.5254093447685242,
+ 0.4945307634830475,
+ 0.49715064158439637,
+ 0.5229528147697449,
+ 0.4919383934020996,
+ 0.5279038127899169,
+ 0.5955624567031861,
+ 0.484116339302063,
+ 0.48801227164268496,
+ 0.4493190938949585,
+ 0.4401164185523987,
+ 0.41058427753448484,
+ 0.4015273964881897,
+ 0.38259989376068115,
+ 0.3977900302886963,
+ 0.3736837770462036,
+ 0.38537446489334104,
+ 0.41789057059288026,
+ 0.3799989566802979,
+ 0.4289457809448242,
+ 0.37526923496723175,
+ 0.3512410442829132,
+ 0.3536668284416199,
+ 0.3485133903503418,
+ 0.3410946590900421,
+ 0.353677539396286,
+ 0.36449949283599853,
+ 0.35570076990127564,
+ 0.3507022621154785,
+ 0.3628367488861084,
+ 0.3334844871520996,
+ 0.33962156491279605,
+ 0.35056146993637083
+ ],
+ "term_loss": [
+ 1.7380315342903137,
+ 0.522208710193634,
+ 0.7970712635040283,
+ 0.9268595787048339,
+ 0.963915803527832,
+ 0.8737848152160644,
+ 0.7096522349834442,
+ 0.6905156551361084,
+ 0.717272045135498,
+ 0.7419232294082642,
+ 0.8111855196475982,
+ 0.7332462784767151,
+ 0.7724072788238525,
+ 0.7451452328681946,
+ 0.7710176473617554,
+ 0.8040578945159912,
+ 0.7748076803684235,
+ 0.8724104147434235,
+ 0.7111417359352111,
+ 0.708936474943161,
+ 0.5438156430184841,
+ 0.5117625785827636,
+ 0.5003676904678345,
+ 0.5760292330741882,
+ 0.4542557261943817,
+ 0.5189919714927673,
+ 0.3221183834314346,
+ 0.5177541013717651,
+ 0.6817261950492859,
+ 0.3209350066184998,
+ 0.5049364763259888,
+ 0.4522950346469879,
+ 0.32609601502418517,
+ 0.43547215032577513,
+ 0.35757653040885923,
+ 0.21219050855636595,
+ 0.2881464541435242,
+ 0.2884611166834831,
+ 0.3724199409008026,
+ 0.4170766181945801,
+ 0.39002414054870604,
+ 0.2564110339283943,
+ 0.18429851140975953,
+ 0.2539124309062958,
+ 0.30265880492925645,
+ 0.19822253029346465,
+ 0.14195171850919724,
+ 0.20319455585479737,
+ 0.1759055587053299,
+ 0.18195768083333969,
+ 0.20568956186771392,
+ 0.18406356749534608,
+ 0.2139556656241417,
+ 0.27537979845404625,
+ 0.18222865467071533,
+ 0.18534576222896576,
+ 0.1560566021680832,
+ 0.1466648970603943,
+ 0.12159120118618011,
+ 0.11602592898607254,
+ 0.10063835277557373,
+ 0.11672715072631835,
+ 0.09764246659278869,
+ 0.10889123477935791,
+ 0.1363328471660614,
+ 0.10446722288131714,
+ 0.14478881199359894,
+ 0.10136622951179743,
+ 0.08094131415486336,
+ 0.0810381259918213,
+ 0.0765758816510439,
+ 0.07205680896639824,
+ 0.08189015170931815,
+ 0.09137738156318664,
+ 0.08255635949671268,
+ 0.08009501400589943,
+ 0.087424889087677,
+ 0.06630494102239609,
+ 0.07004760477542878,
+ 0.0784306697010994
+ ],
+ "bridge_loss": [
+ 1.0358692544909136,
+ 0.13155127784013748,
+ 0.013771739280223846,
+ 0.006167022878676653,
+ 0.010226642233133316,
+ 0.03349325300455094,
+ 0.051338992768526076,
+ 0.025331524658203125,
+ 0.015777216017246246,
+ 0.016127415639162063,
+ 0.016217421828210354,
+ 0.014605749247968198,
+ 0.014789033402502537,
+ 0.016496201342344283,
+ 0.017412009951472282,
+ 0.020229191905260086,
+ 0.0237046923160553,
+ 0.02550773705840111,
+ 0.02643321447297931,
+ 0.02973362688422203,
+ 0.035443501433730124,
+ 0.05561487289965153,
+ 0.07549205500483513,
+ 0.09634782196283341,
+ 0.09850893812179566,
+ 0.09041237454414368,
+ 0.09321520891189575,
+ 0.09043479615449905,
+ 0.11861175520420074,
+ 0.05878040784597397,
+ 0.12119050502181053,
+ 0.10563623140454292,
+ 0.06031600506305695,
+ 0.08450027232170106,
+ 0.06857655513882636,
+ 0.03640015028715134,
+ 0.046798882389068604,
+ 0.0454333637714386,
+ 0.04170687899589538,
+ 0.059792518198490144,
+ 0.06378642410039902,
+ 0.05276329394876957,
+ 0.038991385126113894,
+ 0.04724101865887642,
+ 0.05553500943779945,
+ 0.03707851017713547,
+ 0.03180363908410072,
+ 0.04299691360294819,
+ 0.034361545622348784,
+ 0.03207299547791481,
+ 0.03789413919746876,
+ 0.025696152359247208,
+ 0.02592012819647789,
+ 0.030018769443035127,
+ 0.020179891040921213,
+ 0.021297355365753175,
+ 0.019295803980529307,
+ 0.02125145290493965,
+ 0.018039992034435272,
+ 0.017231546019017698,
+ 0.012940341040492059,
+ 0.01530613884627819,
+ 0.010978435875475407,
+ 0.012805462521314622,
+ 0.018135536977648734,
+ 0.012616378632187843,
+ 0.021419661676883698,
+ 0.01140245101414621,
+ 0.008457917086780072,
+ 0.011216394200921059,
+ 0.01065029435157776,
+ 0.00871082552820444,
+ 0.012181823249161243,
+ 0.013980842983722687,
+ 0.014248662017285824,
+ 0.012093166401982307,
+ 0.01729309495687485,
+ 0.009371091036498547,
+ 0.012113781988620759,
+ 0.0149920065253973
+ ],
+ "tgrad_loss": [
+ 0.28923423657417296,
+ 0.26412047119140625,
+ 0.21264128952026368,
+ 0.19951747903823852,
+ 0.18941426134109496,
+ 0.17769930906295775,
+ 0.17259486656188966,
+ 0.1698357372522354,
+ 0.16985121915340423,
+ 0.1700619439125061,
+ 0.17441420325040818,
+ 0.17188749091625213,
+ 0.17331748073101044,
+ 0.17175427423715592,
+ 0.1761478721141815,
+ 0.17573970379829407,
+ 0.17484690184593202,
+ 0.18515969462394713,
+ 0.18188041653633116,
+ 0.1792073583960533,
+ 0.17531552555561067,
+ 0.18000752310752868,
+ 0.18480607998371124,
+ 0.2000607961177826,
+ 0.19749854352474214,
+ 0.2016375789642334,
+ 0.19328263318538666,
+ 0.21945083560943604,
+ 0.22818406176567077,
+ 0.22079553413391112,
+ 0.23183543071746826,
+ 0.25439864926338196,
+ 0.2537552054405212,
+ 0.25370441846847536,
+ 0.24860933825969697,
+ 0.26111002612113954,
+ 0.27071076798439025,
+ 0.2682114581108093,
+ 0.2777190034866333,
+ 0.2824244068145752,
+ 0.286516183757782,
+ 0.28541661281585695,
+ 0.2843288654327393,
+ 0.28869381036758424,
+ 0.2831957377195358,
+ 0.27913971424102785,
+ 0.27765617990493774,
+ 0.2792178776741028,
+ 0.28426365900039674,
+ 0.2831199683666229,
+ 0.27936911489963534,
+ 0.2821786761760712,
+ 0.2880280209541321,
+ 0.29016389510631563,
+ 0.28170779008865354,
+ 0.28136915550231933,
+ 0.2739666873455048,
+ 0.27220006723403933,
+ 0.270953081035614,
+ 0.26826992158889773,
+ 0.26902120203971863,
+ 0.2657567394733429,
+ 0.26506287517547605,
+ 0.2636777688503265,
+ 0.26342218379974364,
+ 0.2629153573989868,
+ 0.2627373068809509,
+ 0.26250055599212646,
+ 0.2618418116569519,
+ 0.2614123071670532,
+ 0.26128721523284915,
+ 0.26032702457904816,
+ 0.25960556111335753,
+ 0.2591412717103958,
+ 0.25889574670791626,
+ 0.2585140820503235,
+ 0.25811876544952395,
+ 0.2578084535598755,
+ 0.25746017999649046,
+ 0.25713879618644714
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.159218892455101,
+ 0.41163527965545654,
+ 0.4353415369987488,
+ 0.4608742594718933,
+ 0.46223077178001404,
+ 0.4579800069332123,
+ 0.4774817228317261,
+ 0.48016148805618286
+ ],
+ "perturbation_rho": [
+ 0.16694357991218567,
+ 0.4445253610610962,
+ 0.4925374388694763,
+ 0.48059922456741333,
+ 0.4989780783653259,
+ 0.5061379075050354,
+ 0.5181043148040771,
+ 0.5382387638092041
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0030890656635165215,
+ -0.00277144368737936,
+ -0.002747020684182644,
+ -0.00279785948805511,
+ -0.0027602596674114466,
+ -0.002695691306143999,
+ -0.0027822419069707394,
+ -0.0027705328539013863
+ ],
+ "0.003": [
+ -0.00924670323729515,
+ -0.00830182246863842,
+ -0.008229547180235386,
+ -0.00838212389498949,
+ -0.0082697793841362,
+ -0.008075461722910404,
+ -0.008334919810295105,
+ -0.00829961895942688
+ ],
+ "0.01": [
+ -0.030580628663301468,
+ -0.027534715831279755,
+ -0.027298064902424812,
+ -0.027803048491477966,
+ -0.027431834489107132,
+ -0.02679138071835041,
+ -0.027646536007523537,
+ -0.02752995677292347
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json
new file mode 100644
index 0000000..d5471ee
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json
@@ -0,0 +1,1638 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.3463441451072693,
+ 0.656766887664795,
+ 0.5764270442962647,
+ 0.5049470205307007,
+ 0.44764996643066407,
+ 0.4062515335083008,
+ 0.3515693604946136,
+ 0.3206895810842514,
+ 0.2904161464214325,
+ 0.24753628358840943,
+ 0.2321726190328598,
+ 0.20620288902446626,
+ 0.14134707186222076,
+ 0.1381254968047142,
+ 0.09739616808891297,
+ 0.10028421921730042,
+ 0.08100424802601337,
+ 0.052481980854272844,
+ 0.03361937362849712,
+ 0.023064313806593417,
+ 0.016894574731588365,
+ 0.018029864579439163,
+ 0.01246860893368721,
+ 0.012793298210203648,
+ 0.009702475392818452,
+ 0.006933919629454613,
+ 0.006176107530295849,
+ 0.0052169317141175274,
+ 0.004689141265302897,
+ 0.004294289305061102,
+ 0.003947792701795697,
+ 0.0036314275674521924,
+ 0.0034709502309560776,
+ 0.0032241559058427812,
+ 0.0030264573903754353,
+ 0.002786829589307308,
+ 0.002691977459192276,
+ 0.0025502977319061754,
+ 0.0024069922894239424,
+ 0.002286381192691624,
+ 0.0021656719870865346,
+ 0.0020719593722373247,
+ 0.0019887995449826123,
+ 0.0019052102621644736,
+ 0.0018541046464815737,
+ 0.0017718917785212397,
+ 0.0017050478473305702,
+ 0.0016673840329051019,
+ 0.001611921975016594,
+ 0.0015704534363001584,
+ 0.00152546519190073,
+ 0.0014810588150285184,
+ 0.0014405241325497627,
+ 0.0014093171660788358,
+ 0.001379680984839797,
+ 0.0013552363596856594,
+ 0.0013281732812523842,
+ 0.0013030338326469064,
+ 0.0012812643218785525,
+ 0.0012605276802554726,
+ 0.0012419982708990573,
+ 0.0012246737219393253,
+ 0.0012093606535345316,
+ 0.0011956781635060905,
+ 0.0011842453136108816,
+ 0.0011722337789833546,
+ 0.0011620491795241833,
+ 0.0011536349520087242,
+ 0.001145646565500647,
+ 0.0011385902153328061,
+ 0.0011329171873629093,
+ 0.0011278443921357393,
+ 0.0011238585330545902,
+ 0.0011204954175278545,
+ 0.0011177971672266722,
+ 0.0011157147269695998,
+ 0.0011142772480845452,
+ 0.0011133035955950617,
+ 0.0011126888004131614,
+ 0.0011123772541992366
+ ],
+ "train_acc": [
+ 0.5307,
+ 0.7492,
+ 0.7785,
+ 0.8079,
+ 0.8279,
+ 0.8463,
+ 0.8668,
+ 0.8782,
+ 0.8923,
+ 0.9096,
+ 0.9143,
+ 0.9257,
+ 0.957,
+ 0.9551,
+ 0.9725,
+ 0.9702,
+ 0.9764,
+ 0.9903,
+ 0.9969,
+ 0.9996,
+ 0.9999,
+ 0.9987,
+ 0.9999,
+ 0.9995,
+ 0.9998,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.7115,
+ 0.7255,
+ 0.7355,
+ 0.743,
+ 0.753,
+ 0.7475,
+ 0.755,
+ 0.7485,
+ 0.759,
+ 0.7515,
+ 0.7545,
+ 0.752,
+ 0.758,
+ 0.7455,
+ 0.755,
+ 0.7555,
+ 0.75,
+ 0.755,
+ 0.756,
+ 0.7595,
+ 0.7585,
+ 0.7595,
+ 0.76,
+ 0.7545,
+ 0.754,
+ 0.754,
+ 0.756,
+ 0.7565,
+ 0.7565,
+ 0.7595,
+ 0.756,
+ 0.7585,
+ 0.758,
+ 0.7565,
+ 0.7565,
+ 0.7575,
+ 0.7565,
+ 0.7555,
+ 0.757,
+ 0.754,
+ 0.756,
+ 0.7585,
+ 0.755,
+ 0.7545,
+ 0.755,
+ 0.7565,
+ 0.7565,
+ 0.7535,
+ 0.753,
+ 0.753,
+ 0.7535,
+ 0.754,
+ 0.7535,
+ 0.7545,
+ 0.753,
+ 0.7525,
+ 0.7535,
+ 0.754,
+ 0.753,
+ 0.754,
+ 0.7525,
+ 0.755,
+ 0.754,
+ 0.754,
+ 0.754,
+ 0.7545,
+ 0.755,
+ 0.7545,
+ 0.755,
+ 0.7535,
+ 0.7535,
+ 0.753,
+ 0.753,
+ 0.7535,
+ 0.7535,
+ 0.753,
+ 0.753,
+ 0.753,
+ 0.753,
+ 0.753
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8814424872398376,
+ 0.8780966401100159,
+ 0.8716025352478027,
+ 0.8659577369689941,
+ 0.8611791133880615,
+ 0.8505971431732178,
+ 0.840730607509613,
+ 0.8265380859375
+ ],
+ "perturbation_rho": [
+ 0.9999989867210388,
+ 0.9999986886978149,
+ 0.9999985694885254,
+ 0.9999977350234985,
+ 0.9999950528144836,
+ 0.9999887943267822,
+ 0.9999659657478333,
+ 0.9999250173568726
+ ],
+ "nudging": {
+ "0.001": [
+ -0.06260491907596588,
+ -0.05404583364725113,
+ -0.043221063911914825,
+ -0.03131342679262161,
+ -0.020883938297629356,
+ -0.013250280171632767,
+ -0.008379553444683552,
+ -0.005514292977750301
+ ],
+ "0.003": [
+ -0.17761416733264923,
+ -0.1546051800251007,
+ -0.1248859316110611,
+ -0.09147098660469055,
+ -0.06157959625124931,
+ -0.03932812437415123,
+ -0.02497147023677826,
+ -0.016470596194267273
+ ],
+ "0.01": [
+ -0.4892617166042328,
+ -0.43737056851387024,
+ -0.36532458662986755,
+ -0.27772778272628784,
+ -0.1931857019662857,
+ -0.12626537680625916,
+ -0.08131371438503265,
+ -0.05406741425395012
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2014614141464235,
+ 1.3978741569519042,
+ 0.9405525930404663,
+ 0.818086814880371,
+ 0.771164631652832,
+ 0.7745693199157715,
+ 0.7576864667892456,
+ 0.7463770871162414,
+ 0.7722696937561035,
+ 0.773443956565857,
+ 0.8196994282722473,
+ 0.8230226099014282,
+ 0.7985618083953857,
+ 0.8092234371185303,
+ 0.9053948894500733,
+ 0.862282297706604,
+ 0.8464451768875122,
+ 0.8680938564300537,
+ 0.9213174166679382,
+ 0.8934836537361145,
+ 0.8848338569641113,
+ 1.011159381198883,
+ 1.0715399806976318,
+ 0.9774782712936402,
+ 0.979182135295868,
+ 0.961297844696045,
+ 0.985339128112793,
+ 0.954636875629425,
+ 1.0366612503051758,
+ 1.044210665988922,
+ 0.9580166080474853,
+ 1.0057565264225006,
+ 1.0125841614723206,
+ 1.0388942193984985,
+ 1.02042639503479,
+ 0.9954714471817017,
+ 1.0312650917053223,
+ 1.0722410326957703,
+ 1.118370492553711,
+ 1.0643636600494384,
+ 1.0855006002426149,
+ 1.0861762029647828,
+ 1.0397474521636962,
+ 1.022234823036194,
+ 1.0104119994163514,
+ 1.0270879231452943,
+ 1.0053070098876953,
+ 0.9997533004760742,
+ 1.0271160902023315,
+ 1.0045647579193115,
+ 0.9574119953155518,
+ 0.9848262899398804,
+ 0.9798704895019531,
+ 0.9577104959487915,
+ 0.9448792140960693,
+ 0.9436322189331054,
+ 0.983009619140625,
+ 0.9360240677833557,
+ 0.9667974452972412,
+ 0.9391335056304931,
+ 0.9265738496780396,
+ 0.9455734071731567,
+ 0.9335931274414062,
+ 0.9092183971405029,
+ 0.9293749851226807,
+ 0.9204340211868286,
+ 0.9168742379188538,
+ 0.908523450088501,
+ 0.9023038515090942,
+ 0.9048189876556396,
+ 0.9040199153900147,
+ 0.8947954501152039,
+ 0.8920311195373535,
+ 0.8919297351837158,
+ 0.8907344808578491,
+ 0.8874358827590942,
+ 0.8880324649810791,
+ 0.8856353624343872,
+ 0.8847578605651856,
+ 0.8844726276397705
+ ],
+ "train_acc": [
+ 0.1982,
+ 0.5183,
+ 0.6515,
+ 0.6963,
+ 0.7146,
+ 0.7108,
+ 0.7191,
+ 0.7239,
+ 0.7188,
+ 0.7234,
+ 0.7114,
+ 0.7098,
+ 0.7247,
+ 0.7248,
+ 0.7024,
+ 0.7127,
+ 0.7225,
+ 0.7155,
+ 0.7086,
+ 0.7142,
+ 0.7154,
+ 0.6937,
+ 0.6873,
+ 0.7008,
+ 0.7005,
+ 0.7018,
+ 0.6989,
+ 0.7074,
+ 0.6935,
+ 0.6929,
+ 0.7088,
+ 0.6987,
+ 0.6988,
+ 0.6969,
+ 0.6981,
+ 0.6991,
+ 0.6971,
+ 0.6895,
+ 0.6819,
+ 0.6908,
+ 0.685,
+ 0.6889,
+ 0.6999,
+ 0.6981,
+ 0.7011,
+ 0.699,
+ 0.7006,
+ 0.6971,
+ 0.6944,
+ 0.6983,
+ 0.7066,
+ 0.6988,
+ 0.7024,
+ 0.7058,
+ 0.7113,
+ 0.7066,
+ 0.6974,
+ 0.7131,
+ 0.7112,
+ 0.7092,
+ 0.7148,
+ 0.7083,
+ 0.7087,
+ 0.7134,
+ 0.7109,
+ 0.7088,
+ 0.7134,
+ 0.7161,
+ 0.7161,
+ 0.7095,
+ 0.7185,
+ 0.7199,
+ 0.7198,
+ 0.7188,
+ 0.7173,
+ 0.7194,
+ 0.7216,
+ 0.7208,
+ 0.721,
+ 0.721
+ ],
+ "test_acc": [
+ 0.3525,
+ 0.593,
+ 0.6475,
+ 0.661,
+ 0.657,
+ 0.671,
+ 0.6795,
+ 0.664,
+ 0.674,
+ 0.6325,
+ 0.6495,
+ 0.664,
+ 0.6495,
+ 0.6235,
+ 0.6715,
+ 0.6375,
+ 0.6435,
+ 0.6425,
+ 0.6445,
+ 0.609,
+ 0.598,
+ 0.63,
+ 0.609,
+ 0.6375,
+ 0.6205,
+ 0.643,
+ 0.652,
+ 0.6065,
+ 0.618,
+ 0.6445,
+ 0.6355,
+ 0.629,
+ 0.6335,
+ 0.6225,
+ 0.6115,
+ 0.6205,
+ 0.6125,
+ 0.6295,
+ 0.6505,
+ 0.6245,
+ 0.5955,
+ 0.651,
+ 0.6355,
+ 0.6145,
+ 0.6445,
+ 0.64,
+ 0.6185,
+ 0.6395,
+ 0.633,
+ 0.6505,
+ 0.641,
+ 0.6495,
+ 0.651,
+ 0.641,
+ 0.645,
+ 0.637,
+ 0.655,
+ 0.6335,
+ 0.65,
+ 0.6465,
+ 0.644,
+ 0.6535,
+ 0.6595,
+ 0.661,
+ 0.648,
+ 0.657,
+ 0.6535,
+ 0.655,
+ 0.6515,
+ 0.657,
+ 0.658,
+ 0.661,
+ 0.651,
+ 0.6545,
+ 0.6535,
+ 0.6595,
+ 0.6555,
+ 0.6575,
+ 0.655,
+ 0.6545
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.025392260402441025,
+ 0.05978121981024742,
+ 0.09360896795988083,
+ 0.06215091794729233,
+ 0.08870920538902283,
+ 0.07948237657546997,
+ 0.10833052545785904,
+ 0.0900830328464508
+ ],
+ "perturbation_rho": [
+ -0.015408031642436981,
+ 0.08876338601112366,
+ 0.15722069144248962,
+ 0.07516318559646606,
+ 0.12132002413272858,
+ 0.08764688670635223,
+ 0.0905974954366684,
+ 0.06540436297655106
+ ],
+ "nudging": {
+ "0.001": [
+ -0.00034885239438153803,
+ -0.00048498986870981753,
+ -0.00045127709745429456,
+ -0.0002507510653231293,
+ -0.00043373170774430037,
+ -0.00040640440420247614,
+ -0.0004801496979780495,
+ -0.0003866151091642678
+ ],
+ "0.003": [
+ -0.000878344289958477,
+ -0.0014532352797687054,
+ -0.0013547346461564302,
+ -0.000751436804421246,
+ -0.001299282186664641,
+ -0.0012171604903414845,
+ -0.00143907661549747,
+ -0.0011573632946237922
+ ],
+ "0.01": [
+ -0.002068763133138418,
+ -0.004839141853153706,
+ -0.004507332108914852,
+ -0.002498403424397111,
+ -0.004324691370129585,
+ -0.004049480427056551,
+ -0.004787375684827566,
+ -0.0038477268535643816
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.7595297370910645,
+ 0.9475741659164428,
+ 0.7447763685226441,
+ 0.7581909805297852,
+ 0.811722692489624,
+ 0.8899791458129883,
+ 0.9688082956314087,
+ 0.9621414354324341,
+ 0.961796886062622,
+ 0.9538854316711426,
+ 0.9661616035461426,
+ 0.950505804157257,
+ 0.9727196831703186,
+ 1.0116887701034545,
+ 1.0205289869308471,
+ 1.0264416973114014,
+ 1.0210129734039306,
+ 0.9992835007667541,
+ 0.9925045486450196,
+ 0.9951178996086121,
+ 1.011065309524536,
+ 0.9871878826141357,
+ 1.0031957998275758,
+ 1.0000246463775635,
+ 0.9818914362907409,
+ 1.0051741329193116,
+ 1.0145561868667603,
+ 1.0072885568618775,
+ 0.9990146213531494,
+ 1.002180821800232,
+ 1.0145820743560792,
+ 1.0009088862419129,
+ 0.987186259841919,
+ 0.988260524559021,
+ 1.0006609676361085,
+ 0.9837818576812745,
+ 0.980894729423523,
+ 0.9769309595108032,
+ 0.9737872982025146,
+ 0.9583989322662354,
+ 0.9679641858100891,
+ 0.9551776586532593,
+ 0.9422390087127686,
+ 0.9537172298431397,
+ 0.9439899353027343,
+ 0.943521542930603,
+ 0.9479599548339843,
+ 0.9455261005401612,
+ 0.9373712139129639,
+ 0.9349656831741333,
+ 0.9430942413330078,
+ 0.9451345511436462,
+ 0.9331818491458893,
+ 0.9223974617004395,
+ 0.9274687778472901,
+ 0.9191716623306274,
+ 0.9255869388580322,
+ 0.923639429473877,
+ 0.9151927932739258,
+ 0.9036617515563965,
+ 0.912812328338623,
+ 0.9029623630523682,
+ 0.8978730960845948,
+ 0.8989394746780396,
+ 0.8928214418888092,
+ 0.8919049097061157,
+ 0.8924614941596984,
+ 0.8891196983337403,
+ 0.8863753658294677,
+ 0.8851543426513672,
+ 0.8843002077102661,
+ 0.8839833070755004,
+ 0.8812764804840088,
+ 0.8801170440673828,
+ 0.8795399000167846,
+ 0.878050711631775,
+ 0.8773804382324218,
+ 0.8769560194015503,
+ 0.8765291761398315,
+ 0.8763642075538636
+ ],
+ "train_acc": [
+ 0.3558,
+ 0.6435,
+ 0.7191,
+ 0.72,
+ 0.7119,
+ 0.6954,
+ 0.665,
+ 0.6614,
+ 0.656,
+ 0.655,
+ 0.6515,
+ 0.6551,
+ 0.6411,
+ 0.6336,
+ 0.6326,
+ 0.6305,
+ 0.6287,
+ 0.6399,
+ 0.638,
+ 0.6382,
+ 0.6419,
+ 0.6497,
+ 0.6435,
+ 0.6474,
+ 0.646,
+ 0.6446,
+ 0.6415,
+ 0.6454,
+ 0.6415,
+ 0.6452,
+ 0.6418,
+ 0.6443,
+ 0.6468,
+ 0.6466,
+ 0.6443,
+ 0.6469,
+ 0.6513,
+ 0.6506,
+ 0.6566,
+ 0.6594,
+ 0.6576,
+ 0.6564,
+ 0.6626,
+ 0.6607,
+ 0.6659,
+ 0.6638,
+ 0.6673,
+ 0.6678,
+ 0.6662,
+ 0.6658,
+ 0.6636,
+ 0.6657,
+ 0.6705,
+ 0.6712,
+ 0.6726,
+ 0.674,
+ 0.6661,
+ 0.6721,
+ 0.6726,
+ 0.6776,
+ 0.6756,
+ 0.6779,
+ 0.6784,
+ 0.6801,
+ 0.6808,
+ 0.6787,
+ 0.6788,
+ 0.6814,
+ 0.6802,
+ 0.6833,
+ 0.6825,
+ 0.6816,
+ 0.6842,
+ 0.6843,
+ 0.6838,
+ 0.6857,
+ 0.685,
+ 0.6865,
+ 0.6861,
+ 0.6863
+ ],
+ "test_acc": [
+ 0.57,
+ 0.665,
+ 0.6875,
+ 0.6905,
+ 0.6825,
+ 0.646,
+ 0.6395,
+ 0.6295,
+ 0.6295,
+ 0.6195,
+ 0.629,
+ 0.618,
+ 0.614,
+ 0.596,
+ 0.608,
+ 0.5895,
+ 0.5995,
+ 0.6025,
+ 0.604,
+ 0.6165,
+ 0.601,
+ 0.615,
+ 0.5995,
+ 0.602,
+ 0.605,
+ 0.6055,
+ 0.5865,
+ 0.6125,
+ 0.6165,
+ 0.602,
+ 0.6025,
+ 0.606,
+ 0.6015,
+ 0.6085,
+ 0.6205,
+ 0.6,
+ 0.613,
+ 0.6125,
+ 0.615,
+ 0.616,
+ 0.6095,
+ 0.6355,
+ 0.617,
+ 0.6205,
+ 0.615,
+ 0.619,
+ 0.628,
+ 0.626,
+ 0.6285,
+ 0.6235,
+ 0.618,
+ 0.6265,
+ 0.6245,
+ 0.6265,
+ 0.632,
+ 0.625,
+ 0.6235,
+ 0.618,
+ 0.627,
+ 0.627,
+ 0.6195,
+ 0.6265,
+ 0.6355,
+ 0.629,
+ 0.629,
+ 0.628,
+ 0.629,
+ 0.632,
+ 0.634,
+ 0.6305,
+ 0.632,
+ 0.633,
+ 0.6315,
+ 0.632,
+ 0.629,
+ 0.6325,
+ 0.6315,
+ 0.6305,
+ 0.631,
+ 0.6315
+ ],
+ "state_pred_error": [
+ 0.7119821426868439,
+ 0.2199285702228546,
+ 0.15159940316677092,
+ 0.1455048334121704,
+ 0.16011591622829438,
+ 0.17240723192691804,
+ 0.1856574460029602,
+ 0.19060646598339082,
+ 0.18461057021617888,
+ 0.17915196049213408,
+ 0.16156295392513276,
+ 0.1458448067188263,
+ 0.13951418162584306,
+ 0.1363513420343399,
+ 0.12588273421525956,
+ 0.11220355759859085,
+ 0.0940346223115921,
+ 0.08044589848518371,
+ 0.07334359179735184,
+ 0.06827121561765671,
+ 0.0638974659562111,
+ 0.06077894349694252,
+ 0.05925172871351242,
+ 0.05808723242282868,
+ 0.057569033747911454,
+ 0.05934881684780121,
+ 0.060563347887992856,
+ 0.060616958856582644,
+ 0.05973702830076218,
+ 0.059038369923830034,
+ 0.05913116801381111,
+ 0.06012527327537537,
+ 0.05976770656704903,
+ 0.06020231146216393,
+ 0.05928394560813904,
+ 0.058542316550016404,
+ 0.05818368434906006,
+ 0.05711043501496315,
+ 0.05610687211751938,
+ 0.05552056633830071,
+ 0.05414653058052063,
+ 0.05291242948770523,
+ 0.05013820585012436,
+ 0.048317215740680694,
+ 0.04606599677205086,
+ 0.04470588800907135,
+ 0.0438895072221756,
+ 0.041934526485204696,
+ 0.04082408391237259,
+ 0.03920472621917725,
+ 0.038452356386184695,
+ 0.03671333760023117,
+ 0.035519248223304746,
+ 0.0345638000369072,
+ 0.033005472686886785,
+ 0.03193392164707184,
+ 0.031188388174772264,
+ 0.02983923709988594,
+ 0.028780742260813712,
+ 0.02811023307144642,
+ 0.027198891657590867,
+ 0.026264052698016165,
+ 0.025608342266082763,
+ 0.024711268293857575,
+ 0.024092616820335387,
+ 0.02376379963159561,
+ 0.022925849288702012,
+ 0.022340466144680975,
+ 0.022190902706980705,
+ 0.021424786433577536,
+ 0.02106497337818146,
+ 0.020676997044682503,
+ 0.02055346903204918,
+ 0.020126914477348327,
+ 0.01972040805220604,
+ 0.019614314609766006,
+ 0.019187554389238356,
+ 0.01890986149609089,
+ 0.01886671639084816,
+ 0.018439615397155284
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.6046093106269836,
+ 0.3773959279060364,
+ 0.1675240397453308,
+ 0.13364183902740479,
+ 0.12548640370368958,
+ 0.11966440826654434,
+ 0.11708953976631165,
+ 0.12762311100959778
+ ],
+ "perturbation_rho": [
+ 0.5598001480102539,
+ 0.35775649547576904,
+ 0.14680343866348267,
+ 0.103827565908432,
+ 0.12472978234291077,
+ 0.08794894069433212,
+ 0.12868158519268036,
+ 0.09175367653369904
+ ],
+ "nudging": {
+ "0.001": [
+ -0.01812632381916046,
+ -0.0018294029869139194,
+ -0.0005177915445528924,
+ -0.00041508491267450154,
+ -0.00039664041833020747,
+ -0.00037947000237181783,
+ -0.0003740444080904126,
+ -0.0003969752578996122
+ ],
+ "0.003": [
+ -0.053716909140348434,
+ -0.0054817236959934235,
+ -0.0015528149669989944,
+ -0.0012443987652659416,
+ -0.001189632574096322,
+ -0.0011380251962691545,
+ -0.0011217063292860985,
+ -0.0011903976555913687
+ ],
+ "0.01": [
+ -0.17137765884399414,
+ -0.018192056566476822,
+ -0.005168645642697811,
+ -0.004143164958804846,
+ -0.0039602769538760185,
+ -0.0037884372286498547,
+ -0.003734107594937086,
+ -0.00396342109888792
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 11751.603515625,
+ 2306.73095703125,
+ 1321.091796875,
+ 1033.674560546875,
+ 973.6993408203125,
+ 865.9056396484375,
+ 869.378173828125,
+ 839.1387329101562
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2008896965026854,
+ 1.4054584117889404,
+ 0.9413134895324707,
+ 0.8322208425521851,
+ 0.7817444447517395,
+ 0.766307181072235,
+ 0.7719230993270874,
+ 0.7583044151306152,
+ 0.7602345886230468,
+ 0.7555905197143554,
+ 0.7762331862449646,
+ 0.798689239692688,
+ 0.8254908643722534,
+ 0.7902877309799194,
+ 0.8191847791671752,
+ 0.843696772480011,
+ 0.8999226076126099,
+ 0.8750352613449097,
+ 0.9063004100799561,
+ 1.0182397011756896,
+ 0.8965417966842651,
+ 0.9666744052886963,
+ 1.0089512565612793,
+ 1.007328366470337,
+ 1.0209112884521485,
+ 0.9945938415527343,
+ 1.0325454999923707,
+ 1.05485934715271,
+ 1.055373514175415,
+ 1.0699854314804078,
+ 1.0986695121765138,
+ 1.1126045949935912,
+ 1.1078404700279236,
+ 1.1185390811920166,
+ 1.1371925388336181,
+ 1.201495304107666,
+ 1.2209324337959289,
+ 1.1769378370285035,
+ 1.2876011058807373,
+ 1.269807508468628,
+ 1.2512431362152099,
+ 1.264885738182068,
+ 1.3760645431518554,
+ 1.284398963546753,
+ 1.2944733834266662,
+ 1.2793049654960633,
+ 1.279590975379944,
+ 1.2840878061294556,
+ 1.3577770275115968,
+ 1.3355762157440185,
+ 1.3204743861198425,
+ 1.3215809940338135,
+ 1.3097663831710815,
+ 1.293453282546997,
+ 1.318989148712158,
+ 1.2980890903472901,
+ 1.2837853858947754,
+ 1.3034196048736573,
+ 1.291077992630005,
+ 1.2697135080337525,
+ 1.276225595855713,
+ 1.279370401573181,
+ 1.253262141418457,
+ 1.2559870906829833,
+ 1.2534162567138671,
+ 1.249070475769043,
+ 1.2483550487518311,
+ 1.2445100688934325,
+ 1.2417517505645752,
+ 1.2406762868881225,
+ 1.2380864669799805,
+ 1.2353398445129395,
+ 1.2340172630310058,
+ 1.2329429447174072,
+ 1.231136992263794,
+ 1.2310544689178466,
+ 1.2299473683357238,
+ 1.229686898612976,
+ 1.229286951828003,
+ 1.2290444581985474
+ ],
+ "train_acc": [
+ 0.2037,
+ 0.516,
+ 0.6508,
+ 0.6907,
+ 0.7073,
+ 0.7123,
+ 0.7153,
+ 0.7213,
+ 0.7237,
+ 0.7267,
+ 0.726,
+ 0.7175,
+ 0.7129,
+ 0.7276,
+ 0.7204,
+ 0.7124,
+ 0.7065,
+ 0.7141,
+ 0.7075,
+ 0.684,
+ 0.7014,
+ 0.6798,
+ 0.6655,
+ 0.6582,
+ 0.6502,
+ 0.6556,
+ 0.64,
+ 0.628,
+ 0.6218,
+ 0.6158,
+ 0.5995,
+ 0.6016,
+ 0.5976,
+ 0.5955,
+ 0.5876,
+ 0.5705,
+ 0.5582,
+ 0.5704,
+ 0.5424,
+ 0.5442,
+ 0.5503,
+ 0.5452,
+ 0.5129,
+ 0.5399,
+ 0.5354,
+ 0.5425,
+ 0.5361,
+ 0.5384,
+ 0.5126,
+ 0.5154,
+ 0.5257,
+ 0.5199,
+ 0.5272,
+ 0.5292,
+ 0.5234,
+ 0.5312,
+ 0.5363,
+ 0.5287,
+ 0.5283,
+ 0.542,
+ 0.5333,
+ 0.5418,
+ 0.5433,
+ 0.5426,
+ 0.5425,
+ 0.5443,
+ 0.5431,
+ 0.5475,
+ 0.5473,
+ 0.5489,
+ 0.5481,
+ 0.5491,
+ 0.546,
+ 0.5462,
+ 0.5493,
+ 0.5477,
+ 0.5499,
+ 0.5466,
+ 0.5488,
+ 0.5486
+ ],
+ "test_acc": [
+ 0.348,
+ 0.5865,
+ 0.648,
+ 0.665,
+ 0.664,
+ 0.654,
+ 0.667,
+ 0.6655,
+ 0.6695,
+ 0.669,
+ 0.6805,
+ 0.6465,
+ 0.675,
+ 0.646,
+ 0.665,
+ 0.6225,
+ 0.654,
+ 0.6565,
+ 0.6365,
+ 0.6445,
+ 0.625,
+ 0.607,
+ 0.6095,
+ 0.6025,
+ 0.6165,
+ 0.614,
+ 0.5665,
+ 0.582,
+ 0.557,
+ 0.563,
+ 0.557,
+ 0.58,
+ 0.568,
+ 0.545,
+ 0.4575,
+ 0.484,
+ 0.534,
+ 0.473,
+ 0.4945,
+ 0.523,
+ 0.498,
+ 0.429,
+ 0.507,
+ 0.506,
+ 0.494,
+ 0.48,
+ 0.4965,
+ 0.484,
+ 0.463,
+ 0.474,
+ 0.4995,
+ 0.5165,
+ 0.505,
+ 0.4835,
+ 0.506,
+ 0.513,
+ 0.5,
+ 0.485,
+ 0.511,
+ 0.5185,
+ 0.5055,
+ 0.515,
+ 0.5165,
+ 0.5225,
+ 0.5235,
+ 0.5215,
+ 0.5255,
+ 0.523,
+ 0.526,
+ 0.523,
+ 0.5235,
+ 0.5235,
+ 0.527,
+ 0.526,
+ 0.528,
+ 0.528,
+ 0.53,
+ 0.527,
+ 0.5285,
+ 0.5275
+ ],
+ "value_loss": [
+ 2.8519159332275392,
+ 0.943093113040924,
+ 0.9696953145980834,
+ 1.0555597288131713,
+ 1.0231808990478515,
+ 1.0070185512542724,
+ 1.0053409986495971,
+ 1.0034786861419678,
+ 1.074703646659851,
+ 1.0331179862976074,
+ 1.1073360038757325,
+ 1.1542760429382324,
+ 1.1737403179168702,
+ 1.1156317903518678,
+ 1.1757224494934082,
+ 1.2075947334289552,
+ 1.4217233302116394,
+ 1.2618381538391112,
+ 1.2358001930236817,
+ 1.5412270696640014,
+ 0.985550724029541,
+ 1.0291227241516114,
+ 0.9544451610565186,
+ 0.8837470067977905,
+ 0.8537702310562134,
+ 0.7540037113189697,
+ 0.7435011320114135,
+ 0.7713030492305756,
+ 0.7737072071075439,
+ 0.7703527069091797,
+ 0.8406762672424316,
+ 0.9660953598022461,
+ 0.9581118317604065,
+ 0.8639301441192627,
+ 1.131364299106598,
+ 0.9075398429870606,
+ 0.7297967605352401,
+ 0.610801382446289,
+ 0.7295192481040954,
+ 0.6998717771530152,
+ 0.7179642705917358,
+ 0.5449347291946411,
+ 0.746469527053833,
+ 1.1022102794647217,
+ 0.8994069383621216,
+ 0.65495665807724,
+ 0.5736650440216065,
+ 0.554638107585907,
+ 0.6279040833473205,
+ 0.6575304574489593,
+ 0.5701413901329041,
+ 0.5867615478515625,
+ 0.6130897359848022,
+ 0.5448762645721436,
+ 0.5473845755577087,
+ 0.5205927000999451,
+ 0.5727422311782837,
+ 0.5688760271072387,
+ 0.5431896102905274,
+ 0.5042444682121277,
+ 0.4872834966659546,
+ 0.47681626167297364,
+ 0.48972151465415953,
+ 0.485532283782959,
+ 0.4564926029682159,
+ 0.48419216747283933,
+ 0.4549050573348999,
+ 0.4627880736351013,
+ 0.4412449298858643,
+ 0.43897649846076964,
+ 0.439124055480957,
+ 0.4265758001327515,
+ 0.41834584236145017,
+ 0.4291167945861816,
+ 0.4187319411754608,
+ 0.4475174812793732,
+ 0.40432348778247834,
+ 0.43183891644477845,
+ 0.4050795471668243,
+ 0.41436073665618894
+ ],
+ "term_loss": [
+ 1.655311958694458,
+ 0.549731699848175,
+ 0.7320676593780517,
+ 0.8351332375526428,
+ 0.8048139360427856,
+ 0.7700202879905701,
+ 0.7471456516265869,
+ 0.7647736320495605,
+ 0.8484953968286514,
+ 0.8139370037078857,
+ 0.8846953063964844,
+ 0.9258933193206788,
+ 0.9378262730121613,
+ 0.8885055972337723,
+ 0.9462037200927734,
+ 0.9678823600769043,
+ 1.1691513951301575,
+ 1.0146873613357543,
+ 0.981622580909729,
+ 1.2502811630249024,
+ 0.7126443691253662,
+ 0.7149904264450073,
+ 0.6176420908927918,
+ 0.5500664302825927,
+ 0.5115062843322754,
+ 0.44496897649765016,
+ 0.4283113181114197,
+ 0.44876509721279145,
+ 0.3894277139544487,
+ 0.426357678937912,
+ 0.46676229720115664,
+ 0.5529243560791015,
+ 0.5148136425852775,
+ 0.4639499371290207,
+ 0.6982595764636993,
+ 0.5183709760665893,
+ 0.36028967921733857,
+ 0.26226684079170226,
+ 0.3540671193122864,
+ 0.32895341753959656,
+ 0.3412381377100944,
+ 0.19596993993520737,
+ 0.358793759059906,
+ 0.6658679189682006,
+ 0.4896356201171875,
+ 0.28445579075813293,
+ 0.21803204145431518,
+ 0.20383631246089937,
+ 0.26368726410865784,
+ 0.28870824122428895,
+ 0.21559315396547318,
+ 0.22728329100608827,
+ 0.24814829128980637,
+ 0.18719943115711213,
+ 0.18591779079437257,
+ 0.1683158616065979,
+ 0.2141489410638809,
+ 0.210011887550354,
+ 0.19071238458156586,
+ 0.15903579448461533,
+ 0.14602340037822722,
+ 0.13510726680755616,
+ 0.15042966575622557,
+ 0.14709542198181152,
+ 0.12240583802461624,
+ 0.14543920485973358,
+ 0.12093815805912018,
+ 0.1282063971042633,
+ 0.10907832708358765,
+ 0.10826493293642998,
+ 0.10762279661893845,
+ 0.09866760165691375,
+ 0.0908609703540802,
+ 0.09999058279991149,
+ 0.09174880601167679,
+ 0.11339596772193909,
+ 0.08030046239048243,
+ 0.10032132915854454,
+ 0.0803849901676178,
+ 0.08663651337623596
+ ],
+ "bridge_loss": [
+ 0.8989060655173758,
+ 0.11960642929077149,
+ 0.015411593426018954,
+ 0.006060963110625744,
+ 0.00798061602562666,
+ 0.02676496696472168,
+ 0.0440154026389122,
+ 0.02723466747999191,
+ 0.014392563518881797,
+ 0.009799828293919564,
+ 0.009989605707675219,
+ 0.01066438391804695,
+ 0.014675824010372162,
+ 0.015108226895332337,
+ 0.014537670788168908,
+ 0.018136680734157563,
+ 0.021672747790813445,
+ 0.022625041630864144,
+ 0.02594750416278839,
+ 0.04525593014955521,
+ 0.044533857583999636,
+ 0.06834359543919563,
+ 0.0811832171201706,
+ 0.07807079297304154,
+ 0.08161697351336479,
+ 0.05447080357074738,
+ 0.05201703317463398,
+ 0.05524468503296375,
+ 0.11168219794034957,
+ 0.0641616762161255,
+ 0.08777698372602463,
+ 0.12359804570525884,
+ 0.15617993171811104,
+ 0.10881609472036362,
+ 0.13728766435980796,
+ 0.07868606736660004,
+ 0.055003388568758964,
+ 0.04358988349437714,
+ 0.05062321665287018,
+ 0.05054847391843796,
+ 0.055439580523967746,
+ 0.026933279258012772,
+ 0.042817439204454424,
+ 0.10670252997875214,
+ 0.07675310898423195,
+ 0.04261072409152985,
+ 0.028939780139923096,
+ 0.02048116326034069,
+ 0.019857217094302177,
+ 0.02864076868593693,
+ 0.017677207984775303,
+ 0.02280512315630913,
+ 0.031010216677188875,
+ 0.02628134009242058,
+ 0.025431732770800592,
+ 0.019921301141381263,
+ 0.03013700404167175,
+ 0.027916390109062196,
+ 0.022569763624668122,
+ 0.0205557999253273,
+ 0.014262732622027397,
+ 0.014771246069669723,
+ 0.01809905598759651,
+ 0.016506473726034164,
+ 0.013013275938481093,
+ 0.018298546454310418,
+ 0.01417785782366991,
+ 0.015295256960391999,
+ 0.013428864750266075,
+ 0.012695570394396782,
+ 0.013537625922262668,
+ 0.01115195343196392,
+ 0.010617554458975793,
+ 0.012874725475907326,
+ 0.01128501494526863,
+ 0.018389357506483794,
+ 0.008775913769751786,
+ 0.016407797276228667,
+ 0.009887954160571099,
+ 0.013127461233735085
+ ],
+ "tgrad_loss": [
+ 0.2976979078292847,
+ 0.2737549843788147,
+ 0.22221605656147003,
+ 0.21436553063392638,
+ 0.21038635082244872,
+ 0.21023330702781678,
+ 0.2141799436569214,
+ 0.21147037315368652,
+ 0.21181569137573242,
+ 0.20938114733695984,
+ 0.21265108547210693,
+ 0.21771834297180176,
+ 0.2212382229089737,
+ 0.21201796562671663,
+ 0.2149810601234436,
+ 0.22157568635940553,
+ 0.2308991893529892,
+ 0.22452575006484984,
+ 0.22823011336326599,
+ 0.24568997399806977,
+ 0.22837249422073364,
+ 0.24578870820999146,
+ 0.2556198622703552,
+ 0.2556097867488861,
+ 0.2606469665288925,
+ 0.25456393384933473,
+ 0.2631727811574936,
+ 0.2672932656288147,
+ 0.27259729590415954,
+ 0.27983335461616515,
+ 0.2861369857311249,
+ 0.28957296657562254,
+ 0.287118260717392,
+ 0.29116410436630247,
+ 0.29581704835891726,
+ 0.3104827980041504,
+ 0.31450369589328764,
+ 0.30494466242790225,
+ 0.3248289137840271,
+ 0.3203698843955994,
+ 0.32128654470443724,
+ 0.3220315122127533,
+ 0.3448583282709122,
+ 0.3296398288726807,
+ 0.3330182122707367,
+ 0.3278901381254196,
+ 0.32669322395324707,
+ 0.33032063636779785,
+ 0.3443595983505249,
+ 0.3401814471721649,
+ 0.3368710287094116,
+ 0.3366731337070465,
+ 0.33393123569488525,
+ 0.33139549551010133,
+ 0.33603504791259764,
+ 0.33235553741455076,
+ 0.3284562883377075,
+ 0.3309477458953857,
+ 0.3299074633598328,
+ 0.324652875328064,
+ 0.32699735922813417,
+ 0.3269377513885498,
+ 0.32119279050827027,
+ 0.32193038778305055,
+ 0.32107348833084104,
+ 0.3204544198989868,
+ 0.3197890423774719,
+ 0.319286421585083,
+ 0.31873773612976075,
+ 0.318015997505188,
+ 0.31796363191604615,
+ 0.3167562457561493,
+ 0.3168673168182373,
+ 0.31625148630142214,
+ 0.31569811849594115,
+ 0.31573215498924256,
+ 0.3152471107006073,
+ 0.3151097901344299,
+ 0.3148066032886505,
+ 0.3145967625617981
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.1268395036458969,
+ 0.30569249391555786,
+ 0.34143707156181335,
+ 0.3805205225944519,
+ 0.3833070397377014,
+ 0.38344305753707886,
+ 0.3742453455924988,
+ 0.3805825710296631
+ ],
+ "perturbation_rho": [
+ 0.10492167621850967,
+ 0.4008791148662567,
+ 0.42003583908081055,
+ 0.4331238567829132,
+ 0.4291571080684662,
+ 0.4853004217147827,
+ 0.4488537311553955,
+ 0.46586981415748596
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0026137512177228928,
+ -0.002321421168744564,
+ -0.0024553369730710983,
+ -0.002636931836605072,
+ -0.0026186201721429825,
+ -0.0025994605384767056,
+ -0.0025331785436719656,
+ -0.0025637689977884293
+ ],
+ "0.003": [
+ -0.007821732200682163,
+ -0.0069553181529045105,
+ -0.0073580252937972546,
+ -0.007900664582848549,
+ -0.007845591753721237,
+ -0.007788289338350296,
+ -0.0075891693122684956,
+ -0.007681208662688732
+ ],
+ "0.01": [
+ -0.02585173025727272,
+ -0.023091215640306473,
+ -0.0244273878633976,
+ -0.026221776381134987,
+ -0.026039035990834236,
+ -0.025849176570773125,
+ -0.025189466774463654,
+ -0.02549329586327076
+ ]
+ }
+ }
+ }
+} \ No newline at end of file
generated by cgit v1.2.3 (git 2.25.1) at 2026-06-15 00:30:37 +0000