diff options
Diffstat (limited to 'results/synth_ladder_v2_hi')
26 files changed, 42179 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/config.json b/results/synth_ladder_v2_hi/config.json new file mode 100644 index 0000000..a96090b --- /dev/null +++ b/results/synth_ladder_v2_hi/config.json @@ -0,0 +1,33 @@ +{ + "alphas": [ + 0.5, + 1.0 + ], + "depths": [ + 2, + 4, + 8, + 12 + ], + "seeds": [ + 42, + 123, + 456 + ], + "d_hidden": 128, + "num_classes": 10, + "n_train": 10000, + "n_test": 2000, + "batch_size": 256, + "epochs": 80, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "lam": 0.1, + "K": 4, + "sigma_bridge": 0.05, + "ema_momentum": 0.995, + "term_grad_weight": 1.0, + "gpu": 0, + "output_dir": "results/synth_ladder_v2_hi" +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/summary.json b/results/synth_ladder_v2_hi/summary.json new file mode 100644 index 0000000..b7ad268 --- /dev/null +++ b/results/synth_ladder_v2_hi/summary.json @@ -0,0 +1,3590 @@ +{ + "a0.5_L2_s42": { + "bp": { + "test_acc": 0.8845, + "mean_bp_cosine": 0.9139105975627899, + "mean_rho": 0.9999974966049194, + "mean_nudge_001": -0.021973546594381332, + "mean_nudge_003": -0.061596330255270004, + "mean_nudge_01": -0.16279328987002373, + "bp_cosine_per_layer": [ + 0.9165740013122559, + 0.911247193813324 + ], + "rho_per_layer": [ + 0.9999988079071045, + 0.9999961853027344 + ], + "nudge_per_layer": [ + -0.21485117077827454, + -0.11073540896177292 + ] + }, + "dfa": { + "test_acc": 0.8185, + "mean_bp_cosine": 0.013388294260948896, + "mean_rho": -0.010654313489794731, + "mean_nudge_001": 0.00010355231643188745, + "mean_nudge_003": 0.00034307173336856067, + "mean_nudge_01": 0.0015135867288336158, + "bp_cosine_per_layer": [ + -0.008949288167059422, + 0.035725876688957214 + ], + "rho_per_layer": [ + -0.042064815759658813, + 0.02075618878006935 + ], + "nudge_per_layer": [ + 0.004335631616413593, + -0.0013084581587463617 + ] + }, + "state_bridge": { + "test_acc": 0.8125, + "mean_bp_cosine": 0.6582441031932831, + "mean_rho": 0.6169608980417252, + "mean_nudge_001": -0.013940556207671762, + "mean_nudge_003": -0.040253227576613426, + "mean_nudge_01": -0.11712449323385954, + "bp_cosine_per_layer": [ + 0.8927175402641296, + 0.4237706661224365 + ], + "rho_per_layer": [ + 0.8139950037002563, + 0.41992679238319397 + ], + "nudge_per_layer": [ + -0.20875152945518494, + -0.02549745701253414 + ], + "state_pred_error_per_layer": [ + 1690.90478515625, + 278.7707214355469 + ], + "mean_state_pred_error": 984.8377532958984 + }, + "credit_bridge": { + "test_acc": 0.6365, + "mean_bp_cosine": 0.23397326469421387, + "mean_rho": 0.31064942479133606, + "mean_nudge_001": -0.004609669325873256, + "mean_nudge_003": -0.013776597566902637, + "mean_nudge_01": -0.04530538059771061, + "bp_cosine_per_layer": [ + 0.12511783838272095, + 0.3428286910057068 + ], + "rho_per_layer": [ + 0.21235734224319458, + 0.40894150733947754 + ], + "nudge_per_layer": [ + -0.061930932104587555, + -0.028679829090833664 + ], + "final_value_loss": 0.48061015357971193, + "final_term_loss": 0.14492559936642646, + "final_bridge_loss": 0.020528473022580148, + "final_tgrad_loss": 0.31515607919692995 + } + }, + "a0.5_L2_s123": { + "bp": { + "test_acc": 0.895, + "mean_bp_cosine": 0.878325492143631, + "mean_rho": 0.9999979734420776, + "mean_nudge_001": -0.019721894524991512, + "mean_nudge_003": -0.055400675162672997, + "mean_nudge_01": -0.14613648504018784, + "bp_cosine_per_layer": [ + 0.8870643973350525, + 0.8695865869522095 + ], + "rho_per_layer": [ + 0.9999991059303284, + 0.9999968409538269 + ], + "nudge_per_layer": [ + -0.1920192688703537, + -0.10025370121002197 + ] + }, + "dfa": { + "test_acc": 0.8405, + "mean_bp_cosine": 0.08467924036085606, + "mean_rho": 0.07321365177631378, + "mean_nudge_001": -0.0010137155040865764, + "mean_nudge_003": -0.0030202887719497085, + "mean_nudge_01": -0.009814865421503782, + "bp_cosine_per_layer": [ + 0.05535196140408516, + 0.11400651931762695 + ], + "rho_per_layer": [ + 0.07898944616317749, + 0.06743785738945007 + ], + "nudge_per_layer": [ + -0.015302825719118118, + -0.004326905123889446 + ] + }, + "state_bridge": { + "test_acc": 0.8305, + "mean_bp_cosine": 0.659128725528717, + "mean_rho": 0.5701804161071777, + "mean_nudge_001": -0.012253106338903308, + "mean_nudge_003": -0.035399872343987226, + "mean_nudge_01": -0.10352936759591103, + "bp_cosine_per_layer": [ + 0.8879689574241638, + 0.43028849363327026 + ], + "rho_per_layer": [ + 0.7560213804244995, + 0.38433945178985596 + ], + "nudge_per_layer": [ + -0.18288554251194, + -0.02417319267988205 + ], + "state_pred_error_per_layer": [ + 1696.6031494140625, + 278.31060791015625 + ], + "mean_state_pred_error": 987.4568786621094 + }, + "credit_bridge": { + "test_acc": 0.634, + "mean_bp_cosine": 0.21542657166719437, + "mean_rho": 0.3815983682870865, + "mean_nudge_001": -0.004454661626368761, + "mean_nudge_003": -0.0132976695895195, + "mean_nudge_01": -0.04354145657271147, + "bp_cosine_per_layer": [ + 0.11650891602039337, + 0.31434422731399536 + ], + "rho_per_layer": [ + 0.23759987950325012, + 0.5255968570709229 + ], + "nudge_per_layer": [ + -0.05865050479769707, + -0.028432408347725868 + ], + "final_value_loss": 0.5198581983566284, + "final_term_loss": 0.1660363396883011, + "final_bridge_loss": 0.026915473002195357, + "final_tgrad_loss": 0.32690638537406924 + } + }, + "a0.5_L2_s456": { + "bp": { + "test_acc": 0.875, + "mean_bp_cosine": 0.8901284635066986, + "mean_rho": 0.9999979138374329, + "mean_nudge_001": -0.024593621492385864, + "mean_nudge_003": -0.06968314573168755, + "mean_nudge_01": -0.18856997787952423, + "bp_cosine_per_layer": [ + 0.8992727398872375, + 0.8809841871261597 + ], + "rho_per_layer": [ + 0.999998927116394, + 0.9999969005584717 + ], + "nudge_per_layer": [ + -0.2502431571483612, + -0.12689679861068726 + ] + }, + "dfa": { + "test_acc": 0.816, + "mean_bp_cosine": 0.04272198863327503, + "mean_rho": 0.0372689850628376, + "mean_nudge_001": -0.0004823530907742679, + "mean_nudge_003": -0.0014278392773121595, + "mean_nudge_01": -0.004543605959042907, + "bp_cosine_per_layer": [ + 0.017043430358171463, + 0.0684005469083786 + ], + "rho_per_layer": [ + -0.039058439433574677, + 0.11359640955924988 + ], + "nudge_per_layer": [ + -0.005804130807518959, + -0.0032830811105668545 + ] + }, + "state_bridge": { + "test_acc": 0.807, + "mean_bp_cosine": 0.6757712662220001, + "mean_rho": 0.6000171899795532, + "mean_nudge_001": -0.01571581745520234, + "mean_nudge_003": -0.04562427382916212, + "mean_nudge_01": -0.13532716780900955, + "bp_cosine_per_layer": [ + 0.8896123766899109, + 0.46193015575408936 + ], + "rho_per_layer": [ + 0.8089620471000671, + 0.3910723328590393 + ], + "nudge_per_layer": [ + -0.23563425242900848, + -0.03502008318901062 + ], + "state_pred_error_per_layer": [ + 1470.6129150390625, + 266.84222412109375 + ], + "mean_state_pred_error": 868.7275695800781 + }, + "credit_bridge": { + "test_acc": 0.6605, + "mean_bp_cosine": 0.23513908684253693, + "mean_rho": 0.3664921522140503, + "mean_nudge_001": -0.005338509101420641, + "mean_nudge_003": -0.015948554500937462, + "mean_nudge_01": -0.052367652766406536, + "bp_cosine_per_layer": [ + 0.15452352166175842, + 0.31575465202331543 + ], + "rho_per_layer": [ + 0.26963475346565247, + 0.4633495509624481 + ], + "nudge_per_layer": [ + -0.07802344858646393, + -0.026711856946349144 + ], + "final_value_loss": 0.3851433990240097, + "final_term_loss": 0.10070284021273256, + "final_bridge_loss": 0.01744421122968197, + "final_tgrad_loss": 0.26699634662866595 + } + }, + "a0.5_L4_s42": { + "bp": { + "test_acc": 0.883, + "mean_bp_cosine": 0.8371244817972183, + "mean_rho": 0.9999875724315643, + "mean_nudge_001": -0.0205106531502679, + "mean_nudge_003": -0.05829396191984415, + "mean_nudge_01": -0.15927099250257015, + "bp_cosine_per_layer": [ + 0.8572149276733398, + 0.8503379821777344, + 0.8309497833251953, + 0.8099952340126038 + ], + "rho_per_layer": [ + 0.9999990463256836, + 0.9999980330467224, + 0.999992311000824, + 0.9999608993530273 + ], + "nudge_per_layer": [ + -0.29344552755355835, + -0.19200363755226135, + -0.10158533602952957, + -0.050049468874931335 + ] + }, + "dfa": { + "test_acc": 0.825, + "mean_bp_cosine": 0.08056101959664375, + "mean_rho": 0.07036433229222894, + "mean_nudge_001": -0.0004525305703282356, + "mean_nudge_003": -0.0013484152732416987, + "mean_nudge_01": -0.004391533322632313, + "bp_cosine_per_layer": [ + 0.0060789515264332294, + 0.09873200953006744, + 0.10723873972892761, + 0.1101943776011467 + ], + "rho_per_layer": [ + -0.012974856421351433, + 0.14552229642868042, + 0.08513970673084259, + 0.06377018243074417 + ], + "nudge_per_layer": [ + -0.0025177751667797565, + -0.006775799673050642, + -0.004219442140311003, + -0.00405311631038785 + ] + }, + "state_bridge": { + "test_acc": 0.7175, + "mean_bp_cosine": 0.389427974820137, + "mean_rho": 0.3547045961022377, + "mean_nudge_001": -0.006397623001248576, + "mean_nudge_003": -0.018759612808935344, + "mean_nudge_01": -0.05771041696425527, + "bp_cosine_per_layer": [ + 0.81822270154953, + 0.44441917538642883, + 0.15419423580169678, + 0.14087578654289246 + ], + "rho_per_layer": [ + 0.7556701302528381, + 0.42722654342651367, + 0.13306331634521484, + 0.10285839438438416 + ], + "nudge_per_layer": [ + -0.2031538337469101, + -0.01867133006453514, + -0.004740326199680567, + -0.00427617784589529 + ], + "state_pred_error_per_layer": [ + 6433.45703125, + 2426.59619140625, + 1950.234130859375, + 1929.63232421875 + ], + "mean_state_pred_error": 3184.9799194335938 + }, + "credit_bridge": { + "test_acc": 0.662, + "mean_bp_cosine": 0.2142251469194889, + "mean_rho": 0.3778097555041313, + "mean_nudge_001": -0.002453161054290831, + "mean_nudge_003": -0.007344013080000877, + "mean_nudge_01": -0.024294552858918905, + "bp_cosine_per_layer": [ + 0.08037468791007996, + 0.24492917954921722, + 0.2708122730255127, + 0.26078444719314575 + ], + "rho_per_layer": [ + 0.14874565601348877, + 0.4311285614967346, + 0.48388832807540894, + 0.44747647643089294 + ], + "nudge_per_layer": [ + -0.03933826461434364, + -0.020281529054045677, + -0.01922188699245453, + -0.018336530774831772 + ], + "final_value_loss": 0.4397273305892944, + "final_term_loss": 0.15641304728984834, + "final_bridge_loss": 0.03557699205875397, + "final_tgrad_loss": 0.24773729231357575 + } + }, + "a0.5_L4_s123": { + "bp": { + "test_acc": 0.882, + "mean_bp_cosine": 0.7865977436304092, + "mean_rho": 0.9999855011701584, + "mean_nudge_001": -0.019216455286368728, + "mean_nudge_003": -0.05414565000683069, + "mean_nudge_01": -0.14401183556765318, + "bp_cosine_per_layer": [ + 0.817541241645813, + 0.7992762923240662, + 0.7803024053573608, + 0.749271035194397 + ], + "rho_per_layer": [ + 0.9999992847442627, + 0.9999971389770508, + 0.9999915361404419, + 0.9999540448188782 + ], + "nudge_per_layer": [ + -0.25995129346847534, + -0.17589232325553894, + -0.09449617564678192, + -0.04570754989981651 + ] + }, + "dfa": { + "test_acc": 0.8045, + "mean_bp_cosine": 0.13894247123971581, + "mean_rho": 0.15608793403953314, + "mean_nudge_001": -0.0003833890805253759, + "mean_nudge_003": -0.0011389600113034248, + "mean_nudge_01": -0.0036781042581424117, + "bp_cosine_per_layer": [ + -0.027901431545615196, + 0.2837410271167755, + 0.17885790765285492, + 0.12107238173484802 + ], + "rho_per_layer": [ + -0.007988158613443375, + 0.25683730840682983, + 0.21096175909042358, + 0.1645408272743225 + ], + "nudge_per_layer": [ + 0.005267709027975798, + -0.009674372151494026, + -0.005893784575164318, + -0.0044119693338871 + ] + }, + "state_bridge": { + "test_acc": 0.7345, + "mean_bp_cosine": 0.3779419884085655, + "mean_rho": 0.3288300409913063, + "mean_nudge_001": -0.006349694755044766, + "mean_nudge_003": -0.018683148198761046, + "mean_nudge_01": -0.05818818649277091, + "bp_cosine_per_layer": [ + 0.8108769655227661, + 0.3922353684902191, + 0.15907782316207886, + 0.149577796459198 + ], + "rho_per_layer": [ + 0.6536975502967834, + 0.33696871995925903, + 0.15431806445121765, + 0.1703358292579651 + ], + "nudge_per_layer": [ + -0.2048409879207611, + -0.01618226245045662, + -0.006159749813377857, + -0.005569745786488056 + ], + "state_pred_error_per_layer": [ + 3474.9130859375, + 1348.3646240234375, + 1462.0654296875, + 924.672607421875 + ], + "mean_state_pred_error": 1802.5039367675781 + }, + "credit_bridge": { + "test_acc": 0.668, + "mean_bp_cosine": 0.16247223876416683, + "mean_rho": 0.2929591853171587, + "mean_nudge_001": -0.001968744763871655, + "mean_nudge_003": -0.005892619024962187, + "mean_nudge_01": -0.019490228034555912, + "bp_cosine_per_layer": [ + 0.05806349962949753, + 0.19388319551944733, + 0.1997416615486145, + 0.19820059835910797 + ], + "rho_per_layer": [ + 0.05481833964586258, + 0.3572811782360077, + 0.4186326265335083, + 0.3411045968532562 + ], + "nudge_per_layer": [ + -0.0286177359521389, + -0.01660466194152832, + -0.01654389500617981, + -0.016194619238376617 + ], + "final_value_loss": 0.4729928963661194, + "final_term_loss": 0.15622255086898804, + "final_bridge_loss": 0.034451057982444765, + "final_tgrad_loss": 0.28231928570270537 + } + }, + "a0.5_L4_s456": { + "bp": { + "test_acc": 0.8855, + "mean_bp_cosine": 0.7703797668218613, + "mean_rho": 0.999986544251442, + "mean_nudge_001": -0.017331300303339958, + "mean_nudge_003": -0.04883333737961948, + "mean_nudge_01": -0.13096668012440205, + "bp_cosine_per_layer": [ + 0.792909562587738, + 0.7804109454154968, + 0.7618845105171204, + 0.7463140487670898 + ], + "rho_per_layer": [ + 0.9999990463256836, + 0.9999976754188538, + 0.9999912977218628, + 0.9999581575393677 + ], + "nudge_per_layer": [ + -0.2336917370557785, + -0.1588592678308487, + -0.0874030739068985, + -0.04391264170408249 + ] + }, + "dfa": { + "test_acc": 0.817, + "mean_bp_cosine": 0.07182160578668118, + "mean_rho": 0.09282832965254784, + "mean_nudge_001": -0.0003612322652770672, + "mean_nudge_003": -0.0010782249155454338, + "mean_nudge_01": -0.0035168152826372534, + "bp_cosine_per_layer": [ + -0.010789386928081512, + 0.08449429273605347, + 0.10027095675468445, + 0.1133105605840683 + ], + "rho_per_layer": [ + -0.022197294980287552, + 0.02167895808815956, + 0.18905602395534515, + 0.18277563154697418 + ], + "nudge_per_layer": [ + -0.0005262043559923768, + -0.005684657022356987, + -0.003974507562816143, + -0.0038818921893835068 + ] + }, + "state_bridge": { + "test_acc": 0.7675, + "mean_bp_cosine": 0.4189938008785248, + "mean_rho": 0.348801476880908, + "mean_nudge_001": -0.006437422598537523, + "mean_nudge_003": -0.018775500764604658, + "mean_nudge_01": -0.056744852219708264, + "bp_cosine_per_layer": [ + 0.8223247528076172, + 0.5256583094596863, + 0.17289233207702637, + 0.1550998091697693 + ], + "rho_per_layer": [ + 0.7023045420646667, + 0.4341009259223938, + 0.10907860845327377, + 0.14972183108329773 + ], + "nudge_per_layer": [ + -0.19577056169509888, + -0.022263746708631516, + -0.004863455425947905, + -0.0040816450491547585 + ], + "state_pred_error_per_layer": [ + 6500.04248046875, + 2179.638671875, + 1695.392333984375, + 1466.414306640625 + ], + "mean_state_pred_error": 2960.3719482421875 + }, + "credit_bridge": { + "test_acc": 0.617, + "mean_bp_cosine": 0.19905064720660448, + "mean_rho": 0.27845675125718117, + "mean_nudge_001": -0.0017877554928418249, + "mean_nudge_003": -0.005349543411284685, + "mean_nudge_01": -0.017666283063590527, + "bp_cosine_per_layer": [ + 0.0613640733063221, + 0.23986753821372986, + 0.24101567268371582, + 0.25395530462265015 + ], + "rho_per_layer": [ + 0.07897584140300751, + 0.3258228003978729, + 0.35056060552597046, + 0.3584677577018738 + ], + "nudge_per_layer": [ + -0.019116222858428955, + -0.01759088784456253, + -0.016751645132899284, + -0.017206376418471336 + ], + "final_value_loss": 0.4424677228450775, + "final_term_loss": 0.12383701201379299, + "final_bridge_loss": 0.02319883658438921, + "final_tgrad_loss": 0.29543187527656556 + } + }, + "a0.5_L8_s42": { + "bp": { + "test_acc": 0.8715, + "mean_bp_cosine": 0.808967724442482, + "mean_rho": 0.999945156276226, + "mean_nudge_001": -0.011501751199830323, + "mean_nudge_003": -0.03289153927471489, + "mean_nudge_01": -0.09379934845492244, + "bp_cosine_per_layer": [ + 0.8294941186904907, + 0.823101282119751, + 0.815970778465271, + 0.8095235824584961, + 0.8066394329071045, + 0.8012610673904419, + 0.7956615686416626, + 0.7900899648666382 + ], + "rho_per_layer": [ + 0.999998927116394, + 0.999997615814209, + 0.9999938011169434, + 0.9999845027923584, + 0.9999604225158691, + 0.9999330043792725, + 0.999873697757721, + 0.999819278717041 + ], + "nudge_per_layer": [ + -0.2528620958328247, + -0.17482446134090424, + -0.11384513974189758, + -0.07313278317451477, + -0.04917728155851364, + -0.03563641011714935, + -0.02781001478433609, + -0.02310660108923912 + ] + }, + "dfa": { + "test_acc": 0.804, + "mean_bp_cosine": 0.06822564313188195, + "mean_rho": 0.08298261812888086, + "mean_nudge_001": -5.095545566291548e-05, + "mean_nudge_003": -0.0001400069668306969, + "mean_nudge_01": -0.0003324677818454802, + "bp_cosine_per_layer": [ + -0.029147807508707047, + 0.09590217471122742, + 0.0916377604007721, + 0.10714393854141235, + 0.10661958158016205, + 0.05731643736362457, + 0.06447312980890274, + 0.05185993015766144 + ], + "rho_per_layer": [ + -0.08288859575986862, + 0.14039787650108337, + 0.1433517336845398, + 0.1548803746700287, + 0.09298646450042725, + 0.08800182491540909, + 0.09949750453233719, + 0.02763376198709011 + ], + "nudge_per_layer": [ + 0.019184602424502373, + -0.0062692309729754925, + -0.0031640869565308094, + -0.0033698435872793198, + -0.003262510057538748, + -0.0018756084609776735, + -0.0022803605534136295, + -0.0016227040905505419 + ] + }, + "state_bridge": { + "test_acc": 0.7265, + "mean_bp_cosine": 0.2766533959656954, + "mean_rho": 0.24636799190193415, + "mean_nudge_001": -0.003215807260858128, + "mean_nudge_003": -0.00946771033341065, + "mean_nudge_01": -0.029514338413719088, + "bp_cosine_per_layer": [ + 0.8188973069190979, + 0.4508240222930908, + 0.20906424522399902, + 0.16529136896133423, + 0.1612900048494339, + 0.1292058229446411, + 0.14780420064926147, + 0.1308501958847046 + ], + "rho_per_layer": [ + 0.7345798015594482, + 0.40806666016578674, + 0.18922817707061768, + 0.1360217034816742, + 0.11187596619129181, + 0.1472519189119339, + 0.12442155927419662, + 0.11949814856052399 + ], + "nudge_per_layer": [ + -0.19829359650611877, + -0.01426965557038784, + -0.005409521050751209, + -0.004344802349805832, + -0.0038992268964648247, + -0.0032464847899973392, + -0.003532196395099163, + -0.00311922375112772 + ], + "state_pred_error_per_layer": [ + 5640.76416015625, + 3768.9912109375, + 2209.80126953125, + 1863.6328125, + 1833.0330810546875, + 2052.747802734375, + 1687.1876220703125, + 1871.18310546875 + ], + "mean_state_pred_error": 2615.9176330566406 + }, + "credit_bridge": { + "test_acc": 0.5935, + "mean_bp_cosine": 0.12945402902550995, + "mean_rho": 0.20130334049463272, + "mean_nudge_001": -0.0008943625434767455, + "mean_nudge_003": -0.0026800249179359525, + "mean_nudge_01": -0.00888864736771211, + "bp_cosine_per_layer": [ + 0.014968650415539742, + 0.08219218999147415, + 0.12315872311592102, + 0.1350458562374115, + 0.16176681220531464, + 0.1692444086074829, + 0.17282617092132568, + 0.17642942070960999 + ], + "rho_per_layer": [ + 0.09865723550319672, + 0.1636437624692917, + 0.19447889924049377, + 0.2091381549835205, + 0.2243458330631256, + 0.23168572783470154, + 0.2512606978416443, + 0.23721641302108765 + ], + "nudge_per_layer": [ + -0.006006492767482996, + -0.006066862493753433, + -0.008294559083878994, + -0.008802486583590508, + -0.009770728647708893, + -0.010544568300247192, + -0.010718668811023235, + -0.010904812254011631 + ], + "final_value_loss": 0.3977136660575867, + "final_term_loss": 0.13710964921712876, + "final_bridge_loss": 0.018799800185859205, + "final_tgrad_loss": 0.24180421624183654 + } + }, + "a0.5_L8_s123": { + "bp": { + "test_acc": 0.868, + "mean_bp_cosine": 0.8070773705840111, + "mean_rho": 0.9999594464898109, + "mean_nudge_001": -0.01314116342109628, + "mean_nudge_003": -0.037657674751244485, + "mean_nudge_01": -0.10643287934362888, + "bp_cosine_per_layer": [ + 0.8442516326904297, + 0.8351782560348511, + 0.8238041400909424, + 0.811212420463562, + 0.800036609172821, + 0.789252519607544, + 0.7798817157745361, + 0.7730016708374023 + ], + "rho_per_layer": [ + 0.9999992251396179, + 0.9999983906745911, + 0.9999960660934448, + 0.99998939037323, + 0.9999715685844421, + 0.9999511241912842, + 0.9999076128005981, + 0.9998621940612793 + ], + "nudge_per_layer": [ + -0.281266987323761, + -0.2009655237197876, + -0.1321270614862442, + -0.08429376780986786, + -0.05586903542280197, + -0.039932381361722946, + -0.031076554208993912, + -0.025931723415851593 + ] + }, + "dfa": { + "test_acc": 0.8, + "mean_bp_cosine": 0.07366255111992359, + "mean_rho": 0.07397386711090803, + "mean_nudge_001": -8.963746586232446e-05, + "mean_nudge_003": -0.0002625839406391606, + "mean_nudge_01": -0.0007999172084964812, + "bp_cosine_per_layer": [ + -0.02832707017660141, + 0.13987571001052856, + 0.07857642322778702, + 0.061437755823135376, + 0.0877213403582573, + 0.09552451223134995, + 0.07042402029037476, + 0.08406771719455719 + ], + "rho_per_layer": [ + 0.034647777676582336, + 0.1467832326889038, + 0.036387018859386444, + 0.061308689415454865, + 0.1038040965795517, + 0.09023141860961914, + 0.03672575205564499, + 0.08190295100212097 + ], + "nudge_per_layer": [ + 0.012113340198993683, + -0.00537356361746788, + -0.0023620566353201866, + -0.001645779935643077, + -0.002037967788055539, + -0.0027765799313783646, + -0.001988787204027176, + -0.002327942755073309 + ] + }, + "state_bridge": { + "test_acc": 0.718, + "mean_bp_cosine": 0.2835564874112606, + "mean_rho": 0.2681517219170928, + "mean_nudge_001": -0.0027127867688250262, + "mean_nudge_003": -0.007993465682375245, + "mean_nudge_01": -0.025023294263519347, + "bp_cosine_per_layer": [ + 0.8429861068725586, + 0.3551006317138672, + 0.246289923787117, + 0.21019335091114044, + 0.17309927940368652, + 0.14295682311058044, + 0.15966862440109253, + 0.13815715909004211 + ], + "rho_per_layer": [ + 0.7732758522033691, + 0.2933464050292969, + 0.24295836687088013, + 0.22880345582962036, + 0.1602117419242859, + 0.11042392998933792, + 0.18763291835784912, + 0.14856110513210297 + ], + "nudge_per_layer": [ + -0.15847395360469818, + -0.010836342349648476, + -0.007060050964355469, + -0.005947217810899019, + -0.004753550048917532, + -0.004264200571924448, + -0.004713424481451511, + -0.0041376142762601376 + ], + "state_pred_error_per_layer": [ + 3389.93017578125, + 4477.634765625, + 1038.2586669921875, + 911.949951171875, + 702.6972045898438, + 659.9431762695312, + 824.164794921875, + 821.9293212890625 + ], + "mean_state_pred_error": 1603.3135070800781 + }, + "credit_bridge": { + "test_acc": 0.6185, + "mean_bp_cosine": 0.1525184395723045, + "mean_rho": 0.23177338391542435, + "mean_nudge_001": -0.0011540915293153375, + "mean_nudge_003": -0.0034589636488817632, + "mean_nudge_01": -0.01147624314762652, + "bp_cosine_per_layer": [ + 0.024487923830747604, + 0.1551763117313385, + 0.17440856993198395, + 0.18776318430900574, + 0.163284569978714, + 0.17855775356292725, + 0.162883460521698, + 0.17358574271202087 + ], + "rho_per_layer": [ + 0.024775028228759766, + 0.25605684518814087, + 0.2314496785402298, + 0.2697882056236267, + 0.24329833686351776, + 0.3152206242084503, + 0.23843368887901306, + 0.2751646637916565 + ], + "nudge_per_layer": [ + -0.010280786082148552, + -0.011451397091150284, + -0.01173271145671606, + -0.012431012466549873, + -0.01105603575706482, + -0.011893808841705322, + -0.011241357773542404, + -0.011722835712134838 + ], + "final_value_loss": 0.3728706964492798, + "final_term_loss": 0.12118487646579743, + "final_bridge_loss": 0.015310661105066539, + "final_tgrad_loss": 0.23637515988349914 + } + }, + "a0.5_L8_s456": { + "bp": { + "test_acc": 0.8555, + "mean_bp_cosine": 0.8527287542819977, + "mean_rho": 0.9999570250511169, + "mean_nudge_001": -0.01194569593644701, + "mean_nudge_003": -0.033871308725792915, + "mean_nudge_01": -0.09340489702299237, + "bp_cosine_per_layer": [ + 0.8810831904411316, + 0.8730225563049316, + 0.8656145334243774, + 0.8578245639801025, + 0.8490546345710754, + 0.8397257328033447, + 0.8311692476272583, + 0.8243355751037598 + ], + "rho_per_layer": [ + 0.9999987483024597, + 0.9999980330467224, + 0.9999955892562866, + 0.9999854564666748, + 0.9999719858169556, + 0.999948263168335, + 0.9998974204063416, + 0.9998607039451599 + ], + "nudge_per_layer": [ + -0.23731596767902374, + -0.17453062534332275, + -0.11795195937156677, + -0.07674264907836914, + -0.05135927349328995, + -0.036901768296957016, + -0.028667811304330826, + -0.02376912161707878 + ] + }, + "dfa": { + "test_acc": 0.7985, + "mean_bp_cosine": 0.09374871966429055, + "mean_rho": 0.12165694544091821, + "mean_nudge_001": -0.0004589786858559819, + "mean_nudge_003": -0.0013758796121692285, + "mean_nudge_01": -0.004529613710474223, + "bp_cosine_per_layer": [ + 0.027731137350201607, + 0.10604047030210495, + 0.13601002097129822, + 0.07596071809530258, + 0.0985877588391304, + 0.08992618322372437, + 0.1115533858537674, + 0.10418008267879486 + ], + "rho_per_layer": [ + -0.01300876960158348, + 0.12486347556114197, + 0.1899794042110443, + 0.08801613748073578, + 0.11934874951839447, + 0.15905101597309113, + 0.1374979466199875, + 0.167507603764534 + ], + "nudge_per_layer": [ + -0.011210349388420582, + -0.00580610241740942, + -0.004417200107127428, + -0.002277099061757326, + -0.003015844151377678, + -0.0030763214454054832, + -0.003333096392452717, + -0.003100896719843149 + ] + }, + "state_bridge": { + "test_acc": 0.7505, + "mean_bp_cosine": 0.25108483247458935, + "mean_rho": 0.22314902767539024, + "mean_nudge_001": -0.0032180442212847993, + "mean_nudge_003": -0.009445599382161163, + "mean_nudge_01": -0.029192803369369358, + "bp_cosine_per_layer": [ + 0.8145060539245605, + 0.39495280385017395, + 0.15602949261665344, + 0.14954066276550293, + 0.1189848780632019, + 0.14297258853912354, + 0.11834269762039185, + 0.11334948241710663 + ], + "rho_per_layer": [ + 0.7131592035293579, + 0.31938445568084717, + 0.13574811816215515, + 0.13510501384735107, + 0.12680554389953613, + 0.13444143533706665, + 0.1260460913181305, + 0.09450235962867737 + ], + "nudge_per_layer": [ + -0.20040717720985413, + -0.012472910806536674, + -0.003969438374042511, + -0.003768536727875471, + -0.0031205681152641773, + -0.00363306887447834, + -0.0031901695765554905, + -0.002980557270348072 + ], + "state_pred_error_per_layer": [ + 7208.7744140625, + 4043.077392578125, + 2431.6259765625, + 2036.907958984375, + 1977.547119140625, + 1708.2327880859375, + 1901.497314453125, + 1821.6331787109375 + ], + "mean_state_pred_error": 2891.1620178222656 + }, + "credit_bridge": { + "test_acc": 0.555, + "mean_bp_cosine": 0.12328627426177263, + "mean_rho": 0.16509935073554516, + "mean_nudge_001": -0.000985160811978858, + "mean_nudge_003": -0.002952177223050967, + "mean_nudge_01": -0.009791445219889283, + "bp_cosine_per_layer": [ + 0.03383665531873703, + 0.10378465056419373, + 0.1522345095872879, + 0.12050338089466095, + 0.12787620723247528, + 0.13963481783866882, + 0.14998120069503784, + 0.1584387719631195 + ], + "rho_per_layer": [ + 0.02018044888973236, + 0.14589767158031464, + 0.20607107877731323, + 0.18045580387115479, + 0.1894514560699463, + 0.16447019577026367, + 0.1924649477005005, + 0.2218032032251358 + ], + "nudge_per_layer": [ + -0.00981426052749157, + -0.00849075522273779, + -0.010712197050452232, + -0.009203735738992691, + -0.009092864580452442, + -0.00978156179189682, + -0.010470103472471237, + -0.010766083374619484 + ], + "final_value_loss": 0.5412774887084961, + "final_term_loss": 0.23150972747802734, + "final_bridge_loss": 0.02621319934129715, + "final_tgrad_loss": 0.28355456256866457 + } + }, + "a0.5_L12_s42": { + "bp": { + "test_acc": 0.8585, + "mean_bp_cosine": 0.8183901458978653, + "mean_rho": 0.9998798171679179, + "mean_nudge_001": -0.011188714299350977, + "mean_nudge_003": -0.03214278844340394, + "mean_nudge_01": -0.09301998885348439, + "bp_cosine_per_layer": [ + 0.8657882213592529, + 0.8541754484176636, + 0.8436384201049805, + 0.832263708114624, + 0.8208613991737366, + 0.8122134208679199, + 0.8057717084884644, + 0.8017721176147461, + 0.7986597418785095, + 0.7967146635055542, + 0.7952107787132263, + 0.7936121225357056 + ], + "rho_per_layer": [ + 0.9999991655349731, + 0.9999977350234985, + 0.9999939203262329, + 0.9999861121177673, + 0.9999700784683228, + 0.9999415874481201, + 0.9999051094055176, + 0.9998413324356079, + 0.9998086094856262, + 0.9997647404670715, + 0.9996839165687561, + 0.9996654987335205 + ], + "nudge_per_layer": [ + -0.3461707830429077, + -0.23528623580932617, + -0.151905819773674, + -0.0986800491809845, + -0.06758347898721695, + -0.04991145431995392, + -0.039162103086709976, + -0.032274406403303146, + -0.02771918475627899, + -0.024551689624786377, + -0.02231007255613804, + -0.020684588700532913 + ] + }, + "dfa": { + "test_acc": 0.791, + "mean_bp_cosine": 0.07122930279001594, + "mean_rho": 0.10592638049274683, + "mean_nudge_001": -0.00047647209915642935, + "mean_nudge_003": -0.0014203774189809337, + "mean_nudge_01": -0.004644906090106815, + "bp_cosine_per_layer": [ + 0.023988625034689903, + 0.0961650088429451, + 0.10208466649055481, + 0.07022920250892639, + 0.09604307264089584, + 0.07800711691379547, + 0.08064866811037064, + 0.015484225004911423, + 0.04617477208375931, + 0.10530653595924377, + 0.06217034161090851, + 0.07844939827919006 + ], + "rho_per_layer": [ + -0.021668296307325363, + 0.13302525877952576, + 0.14676621556282043, + 0.11482817679643631, + 0.09230026602745056, + 0.15572097897529602, + 0.084853395819664, + 0.06741442531347275, + 0.09585727006196976, + 0.17402535676956177, + 0.1249062716960907, + 0.10308724641799927 + ], + "nudge_per_layer": [ + -0.013704460114240646, + -0.009605048224329948, + -0.004514003172516823, + -0.00345102627761662, + -0.003412249032407999, + -0.0038682736922055483, + -0.0031317053362727165, + -0.0012646813411265612, + -0.002444072160869837, + -0.004538315813988447, + -0.0027466074097901583, + -0.0030584305059164762 + ] + }, + "state_bridge": { + "test_acc": 0.684, + "mean_bp_cosine": 0.17019233045478663, + "mean_rho": 0.14254611171782017, + "mean_nudge_001": -0.0020112845547070415, + "mean_nudge_003": -0.005932022473037553, + "mean_nudge_01": -0.01860854132488991, + "bp_cosine_per_layer": [ + 0.7669721841812134, + 0.3159201741218567, + 0.12931227684020996, + 0.11285121738910675, + 0.11607236415147781, + 0.09898597002029419, + 0.08882047981023788, + 0.08661012351512909, + 0.08416090905666351, + 0.07891363650560379, + 0.08571723103523254, + 0.07797139883041382 + ], + "rho_per_layer": [ + 0.6671731472015381, + 0.26826971769332886, + 0.10340800136327744, + 0.06843797862529755, + 0.0669264942407608, + 0.08176875114440918, + 0.10683348774909973, + 0.06641782820224762, + 0.09755225479602814, + 0.04477599635720253, + 0.0847611278295517, + 0.05422855541110039 + ], + "nudge_per_layer": [ + -0.18878120183944702, + -0.009807860478758812, + -0.003219514386728406, + -0.0027990485541522503, + -0.0029557342641055584, + -0.002479594200849533, + -0.0022394107654690742, + -0.0022681057453155518, + -0.0022236446384340525, + -0.0021239176858216524, + -0.002271223347634077, + -0.0021332399919629097 + ], + "state_pred_error_per_layer": [ + 11168.2578125, + 8443.55078125, + 4301.74609375, + 3486.31884765625, + 3134.353515625, + 2733.8369140625, + 2666.431640625, + 2571.673095703125, + 2489.172119140625, + 2732.81298828125, + 3179.04296875, + 3116.75927734375 + ], + "mean_state_pred_error": 4168.663004557292 + }, + "credit_bridge": { + "test_acc": 0.571, + "mean_bp_cosine": 0.08207109943032265, + "mean_rho": 0.14231220919949314, + "mean_nudge_001": -0.0008072109461257545, + "mean_nudge_003": -0.0024178701957377293, + "mean_nudge_01": -0.008001433801837265, + "bp_cosine_per_layer": [ + 0.009321734309196472, + 0.04962325841188431, + 0.06880976259708405, + 0.07808464020490646, + 0.08887439966201782, + 0.0946938544511795, + 0.09941184520721436, + 0.09979166835546494, + 0.10197117179632187, + 0.10147081315517426, + 0.09914548695087433, + 0.0936545580625534 + ], + "rho_per_layer": [ + -0.0036096302792429924, + 0.0626683160662651, + 0.10237888991832733, + 0.12722331285476685, + 0.138666570186615, + 0.14094725251197815, + 0.1720128357410431, + 0.18820315599441528, + 0.1971924901008606, + 0.19901405274868011, + 0.18742212653160095, + 0.1956271380186081 + ], + "nudge_per_layer": [ + -0.00799381174147129, + -0.0042757005430758, + -0.005744780879467726, + -0.006799482740461826, + -0.0076793828047811985, + -0.008442584425210953, + -0.008797119371592999, + -0.009013657458126545, + -0.009450232610106468, + -0.009471941739320755, + -0.009278533980250359, + -0.009069977328181267 + ], + "final_value_loss": 0.95497522315979, + "final_term_loss": 0.6288936994552612, + "final_bridge_loss": 0.0344168305516243, + "final_tgrad_loss": 0.2916646807193756 + } + }, + "a0.5_L12_s123": { + "bp": { + "test_acc": 0.873, + "mean_bp_cosine": 0.7415736317634583, + "mean_rho": 0.9999099324146906, + "mean_nudge_001": -0.010182377610666057, + "mean_nudge_003": -0.029109801825446386, + "mean_nudge_01": -0.08149818579355876, + "bp_cosine_per_layer": [ + 0.8060421943664551, + 0.7944625616073608, + 0.776944637298584, + 0.7588614821434021, + 0.7418972849845886, + 0.7322722673416138, + 0.724165678024292, + 0.7197043299674988, + 0.7152823209762573, + 0.7119243144989014, + 0.709496021270752, + 0.7078304886817932 + ], + "rho_per_layer": [ + 0.9999996423721313, + 0.9999984502792358, + 0.9999962449073792, + 0.999989926815033, + 0.9999754428863525, + 0.9999579191207886, + 0.999927818775177, + 0.999887228012085, + 0.9998751878738403, + 0.9997915029525757, + 0.9997637867927551, + 0.9997560381889343 + ], + "nudge_per_layer": [ + -0.2872876822948456, + -0.20931334793567657, + -0.13937950134277344, + -0.09144100546836853, + -0.06199805811047554, + -0.04483566805720329, + -0.03463221341371536, + -0.02817366272211075, + -0.023888790979981422, + -0.02094285935163498, + -0.01881779544055462, + -0.01726764440536499 + ] + }, + "dfa": { + "test_acc": 0.7975, + "mean_bp_cosine": 0.06331516286203016, + "mean_rho": 0.04216622615543505, + "mean_nudge_001": -0.00018036465129019538, + "mean_nudge_003": -0.0005390862012670065, + "mean_nudge_01": -0.0017679805799465005, + "bp_cosine_per_layer": [ + 0.004078918602317572, + 0.1059243381023407, + 0.07574640959501266, + 0.07308551669120789, + 0.066571444272995, + 0.056897446513175964, + 0.12165610492229462, + 0.06462406367063522, + 0.04925639182329178, + 0.04602370783686638, + 0.035759277641773224, + 0.06015833467245102 + ], + "rho_per_layer": [ + -0.011486321687698364, + 0.04376016557216644, + 0.037421341985464096, + 0.05220063030719757, + 0.09364941716194153, + -0.03169674053788185, + 0.15961039066314697, + 0.10634914040565491, + 0.03384825587272644, + 0.02390148863196373, + -0.010392685420811176, + 0.00882963091135025 + ], + "nudge_per_layer": [ + -0.0026711553800851107, + -0.003443576628342271, + -0.001918894238770008, + -0.0020233127288520336, + -0.0016027885721996427, + -0.0010300527792423964, + -0.002917288802564144, + -0.001525502186268568, + -0.0009703689720481634, + -0.0010098961647599936, + -0.0008095581433735788, + -0.0012933723628520966 + ] + }, + "state_bridge": { + "test_acc": 0.69, + "mean_bp_cosine": 0.17323703753451505, + "mean_rho": 0.15179013274610043, + "mean_nudge_001": -0.0019852635256635645, + "mean_nudge_003": -0.005834519392616737, + "mean_nudge_01": -0.018113662886510912, + "bp_cosine_per_layer": [ + 0.7613614797592163, + 0.3896995782852173, + 0.1309610903263092, + 0.10979019105434418, + 0.09164053201675415, + 0.07316795736551285, + 0.09407100081443787, + 0.08964815735816956, + 0.08292470127344131, + 0.08648289740085602, + 0.0870373547077179, + 0.08205951005220413 + ], + "rho_per_layer": [ + 0.6734859943389893, + 0.37621644139289856, + 0.08932416141033173, + 0.11710754036903381, + 0.07942430675029755, + 0.058268360793590546, + 0.05698401480913162, + 0.12727776169776917, + 0.03869014233350754, + 0.06775026768445969, + 0.0798446387052536, + 0.05710796266794205 + ], + "nudge_per_layer": [ + -0.1828688532114029, + -0.012644743546843529, + -0.003011793363839388, + -0.0024378912057727575, + -0.0020753229036927223, + -0.0017659795703366399, + -0.0021767604630440474, + -0.0021774054039269686, + -0.0019914493896067142, + -0.0021301559172570705, + -0.0020812181755900383, + -0.0020023814868181944 + ], + "state_pred_error_per_layer": [ + 12496.853515625, + 8106.66162109375, + 5059.9169921875, + 4050.405517578125, + 3454.0888671875, + 2936.005859375, + 2830.2294921875, + 2863.870361328125, + 3118.476806640625, + 3786.361083984375, + 3251.337890625, + 3255.708740234375 + ], + "mean_state_pred_error": 4600.826395670573 + }, + "credit_bridge": { + "test_acc": 0.6545, + "mean_bp_cosine": -0.010937775252386928, + "mean_rho": 0.02020453056320548, + "mean_nudge_001": 7.376461204936884e-05, + "mean_nudge_003": 0.00022662243100057822, + "mean_nudge_01": 0.0008031492385877451, + "bp_cosine_per_layer": [ + -0.022733785212039948, + -0.008966443128883839, + -0.020323125645518303, + -0.018136776983737946, + -0.01592089980840683, + -0.019174236804246902, + -0.014491843990981579, + -0.016727179288864136, + -0.008660020306706429, + -0.007111798040568829, + 0.0011803526431322098, + 0.019812453538179398 + ], + "rho_per_layer": [ + -0.05155084282159805, + 0.03821132332086563, + 0.07940525561571121, + 0.014752240851521492, + 0.016678672283887863, + 0.04385560005903244, + 0.03276895359158516, + -0.0006132312119007111, + -0.024450641125440598, + -0.029637619853019714, + 0.058109357953071594, + 0.06492529809474945 + ], + "nudge_per_layer": [ + 0.00777015183120966, + 0.00029987754533067346, + 0.00037500812322832644, + 0.00043640032527036965, + 0.0005594875547103584, + 0.0007026067469269037, + 0.00045700964983552694, + 0.000550219090655446, + 0.00020889028382953256, + 0.00013992507592774928, + -0.0004261335707269609, + -0.0014356517931446433 + ], + "final_value_loss": 1.470289986038208, + "final_term_loss": 0.35005189373493195, + "final_bridge_loss": 0.9054676934719086, + "final_tgrad_loss": 0.2147704033613205 + } + }, + "a0.5_L12_s456": { + "bp": { + "test_acc": 0.869, + "mean_bp_cosine": 0.74041115740935, + "mean_rho": 0.9998869399229685, + "mean_nudge_001": -0.007502871051353092, + "mean_nudge_003": -0.02132872895648082, + "mean_nudge_01": -0.05926296177009741, + "bp_cosine_per_layer": [ + 0.802544355392456, + 0.7848162055015564, + 0.7700465321540833, + 0.7570744752883911, + 0.7440193891525269, + 0.733696699142456, + 0.7256457805633545, + 0.7199540734291077, + 0.7157886028289795, + 0.7124584913253784, + 0.7102035284042358, + 0.7086857557296753 + ], + "rho_per_layer": [ + 0.9999985694885254, + 0.9999974966049194, + 0.9999951720237732, + 0.9999867677688599, + 0.9999691843986511, + 0.9999383687973022, + 0.9999032020568848, + 0.9998719692230225, + 0.9998380541801453, + 0.9998047351837158, + 0.9996931552886963, + 0.9996466040611267 + ], + "nudge_per_layer": [ + -0.20057430863380432, + -0.1480334997177124, + -0.10051561146974564, + -0.0672251284122467, + -0.04664912819862366, + -0.03438428044319153, + -0.026901239529252052, + -0.02211749367415905, + -0.018912356346845627, + -0.01670587807893753, + -0.015132123604416847, + -0.01400449313223362 + ] + }, + "dfa": { + "test_acc": 0.8, + "mean_bp_cosine": 0.11594532305995624, + "mean_rho": 0.11397512660672267, + "mean_nudge_001": -0.00042300097387245234, + "mean_nudge_003": -0.0012634664356786136, + "mean_nudge_01": -0.0041745746857486665, + "bp_cosine_per_layer": [ + 0.04262668639421463, + 0.2711353898048401, + 0.1898173838853836, + 0.1387583613395691, + 0.09531620889902115, + 0.1376194804906845, + 0.07653278112411499, + 0.08707999438047409, + 0.09030534327030182, + 0.10221391171216965, + 0.06503984332084656, + 0.09489849209785461 + ], + "rho_per_layer": [ + 0.0572824701666832, + 0.20349135994911194, + 0.20036441087722778, + 0.17148703336715698, + 0.0623050183057785, + 0.14095279574394226, + 0.05262026563286781, + 0.12087561190128326, + 0.10731191188097, + 0.061124786734580994, + 0.07995927333831787, + 0.10992658138275146 + ], + "nudge_per_layer": [ + -0.009360449388623238, + -0.00823313370347023, + -0.005617598537355661, + -0.004333253484219313, + -0.0029935596976429224, + -0.0036506117321550846, + -0.002341690007597208, + -0.002613792195916176, + -0.0027945097535848618, + -0.003059752518311143, + -0.002222315641120076, + -0.002874229568988085 + ] + }, + "state_bridge": { + "test_acc": 0.702, + "mean_bp_cosine": 0.18659504254659018, + "mean_rho": 0.1786113940179348, + "mean_nudge_001": -0.002035917636627952, + "mean_nudge_003": -0.0060201529073917, + "mean_nudge_01": -0.019059499570478994, + "bp_cosine_per_layer": [ + 0.7615377902984619, + 0.3628881573677063, + 0.1397334486246109, + 0.13061293959617615, + 0.11024273186922073, + 0.09393852204084396, + 0.10003305226564407, + 0.10794281214475632, + 0.10362739115953445, + 0.10100233554840088, + 0.1030983105301857, + 0.12448301911354065 + ], + "rho_per_layer": [ + 0.7019654512405396, + 0.3051794767379761, + 0.12004730850458145, + 0.11974964290857315, + 0.1315283179283142, + 0.11543487757444382, + 0.08415813744068146, + 0.14185138046741486, + 0.12905646860599518, + 0.0691840872168541, + 0.12997986376285553, + 0.09520171582698822 + ], + "nudge_per_layer": [ + -0.1852446049451828, + -0.011355580762028694, + -0.003981029614806175, + -0.0038526845164597034, + -0.0031567115802317858, + -0.0028176922351121902, + -0.0029711187817156315, + -0.0031051787082105875, + -0.0029434349853545427, + -0.002931142458692193, + -0.002905802335590124, + -0.0034490139223635197 + ], + "state_pred_error_per_layer": [ + 8110.80078125, + 4497.13623046875, + 2448.651123046875, + 2213.206298828125, + 2038.592041015625, + 2361.478515625, + 2122.5341796875, + 2178.11474609375, + 2310.2265625, + 2081.50390625, + 2114.170654296875, + 2407.947998046875 + ], + "mean_state_pred_error": 2907.0302530924478 + }, + "credit_bridge": { + "test_acc": 0.6375, + "mean_bp_cosine": 0.09317115658389714, + "mean_rho": 0.17472073963532844, + "mean_nudge_001": -0.000727248170733219, + "mean_nudge_003": -0.0021776299763587303, + "mean_nudge_01": -0.007225943821443555, + "bp_cosine_per_layer": [ + -0.0012992812553420663, + 0.028360359370708466, + 0.07222752273082733, + 0.06384990364313126, + 0.0745362713932991, + 0.10235601663589478, + 0.11958298832178116, + 0.12767711281776428, + 0.12978672981262207, + 0.13033980131149292, + 0.131376713514328, + 0.13925974071025848 + ], + "rho_per_layer": [ + -0.036700520664453506, + 0.08258875459432602, + 0.18529893457889557, + 0.1350553333759308, + 0.14971259236335754, + 0.23370781540870667, + 0.15428856015205383, + 0.2475280910730362, + 0.20684200525283813, + 0.26022571325302124, + 0.23770767450332642, + 0.24039392173290253 + ], + "nudge_per_layer": [ + 0.0004691533395089209, + -0.002260619541630149, + -0.007056917063891888, + -0.005040735937654972, + -0.005857650190591812, + -0.007526098750531673, + -0.008702869527041912, + -0.009377602487802505, + -0.009931675158441067, + -0.01026402972638607, + -0.010433407500386238, + -0.010728873312473297 + ], + "final_value_loss": 0.6376882638454437, + "final_term_loss": 0.3444120800256729, + "final_bridge_loss": 0.029638116455078124, + "final_tgrad_loss": 0.2636380691766739 + } + }, + "a1.0_L2_s42": { + "bp": { + "test_acc": 0.7915, + "mean_bp_cosine": 0.9376864433288574, + "mean_rho": 0.9999988675117493, + "mean_nudge_001": -0.040167851373553276, + "mean_nudge_003": -0.11654911190271378, + "mean_nudge_01": -0.34635232388973236, + "bp_cosine_per_layer": [ + 0.937772274017334, + 0.9376006126403809 + ], + "rho_per_layer": [ + 0.9999990463256836, + 0.9999986886978149 + ], + "nudge_per_layer": [ + -0.4167234003543854, + -0.27598124742507935 + ] + }, + "dfa": { + "test_acc": 0.7025, + "mean_bp_cosine": 0.007199164479970932, + "mean_rho": 0.005297745577991009, + "mean_nudge_001": -7.51367933844449e-05, + "mean_nudge_003": -0.00021808056044392288, + "mean_nudge_01": -0.000639150632196106, + "bp_cosine_per_layer": [ + -0.005922339856624603, + 0.020320668816566467 + ], + "rho_per_layer": [ + -0.003393532708287239, + 0.013989023864269257 + ], + "nudge_per_layer": [ + 5.659737507812679e-05, + -0.0013348986394703388 + ] + }, + "state_bridge": { + "test_acc": 0.6735, + "mean_bp_cosine": 0.5210442394018173, + "mean_rho": 0.48512911796569824, + "mean_nudge_001": -0.011768221855163574, + "mean_nudge_003": -0.034833950689062476, + "mean_nudge_01": -0.11062158830463886, + "bp_cosine_per_layer": [ + 0.6727198958396912, + 0.3693685829639435 + ], + "rho_per_layer": [ + 0.6028042435646057, + 0.36745399236679077 + ], + "nudge_per_layer": [ + -0.19608698785305023, + -0.025156188756227493 + ], + "state_pred_error_per_layer": [ + 4083.197509765625, + 262.47991943359375 + ], + "mean_state_pred_error": 2172.8387145996094 + }, + "credit_bridge": { + "test_acc": 0.5125, + "mean_bp_cosine": 0.5678956210613251, + "mean_rho": 0.5935650169849396, + "mean_nudge_001": -0.00795893557369709, + "mean_nudge_003": -0.023799872025847435, + "mean_nudge_01": -0.07842501997947693, + "bp_cosine_per_layer": [ + 0.39126425981521606, + 0.7445269823074341 + ], + "rho_per_layer": [ + 0.44417524337768555, + 0.7429547905921936 + ], + "nudge_per_layer": [ + -0.08887787163257599, + -0.06797216832637787 + ], + "final_value_loss": 0.6212269179344178, + "final_term_loss": 0.05304660900235176, + "final_bridge_loss": 0.010462266248464584, + "final_tgrad_loss": 0.5577180406570434 + } + }, + "a1.0_L2_s123": { + "bp": { + "test_acc": 0.809, + "mean_bp_cosine": 0.9559402465820312, + "mean_rho": 0.9999986886978149, + "mean_nudge_001": -0.03185446374118328, + "mean_nudge_003": -0.09129266440868378, + "mean_nudge_01": -0.258349284529686, + "bp_cosine_per_layer": [ + 0.9615377187728882, + 0.9503427743911743 + ], + "rho_per_layer": [ + 0.9999992847442627, + 0.9999980926513672 + ], + "nudge_per_layer": [ + -0.3078651428222656, + -0.20883342623710632 + ] + }, + "dfa": { + "test_acc": 0.7455, + "mean_bp_cosine": 0.05108090303838253, + "mean_rho": 0.05254313163459301, + "mean_nudge_001": -0.0008275873260572553, + "mean_nudge_003": -0.0024727254058234394, + "mean_nudge_01": -0.008127598091959953, + "bp_cosine_per_layer": [ + 0.057878345251083374, + 0.044283460825681686 + ], + "rho_per_layer": [ + 0.047237616032361984, + 0.057848647236824036 + ], + "nudge_per_layer": [ + -0.013432648032903671, + -0.0028225481510162354 + ] + }, + "state_bridge": { + "test_acc": 0.704, + "mean_bp_cosine": 0.5101080536842346, + "mean_rho": 0.45375654101371765, + "mean_nudge_001": -0.00980611308477819, + "mean_nudge_003": -0.02897635381668806, + "mean_nudge_01": -0.09152827039361, + "bp_cosine_per_layer": [ + 0.6596157550811768, + 0.3606003522872925 + ], + "rho_per_layer": [ + 0.5883278250694275, + 0.3191852569580078 + ], + "nudge_per_layer": [ + -0.16100725531578064, + -0.02204928547143936 + ], + "state_pred_error_per_layer": [ + 4266.72509765625, + 268.82733154296875 + ], + "mean_state_pred_error": 2267.7762145996094 + }, + "credit_bridge": { + "test_acc": 0.536, + "mean_bp_cosine": 0.5000061094760895, + "mean_rho": 0.5169470459222794, + "mean_nudge_001": -0.007283595856279135, + "mean_nudge_003": -0.0217662351205945, + "mean_nudge_01": -0.07154248096048832, + "bp_cosine_per_layer": [ + 0.3330497741699219, + 0.6669624447822571 + ], + "rho_per_layer": [ + 0.38148215413093567, + 0.652411937713623 + ], + "nudge_per_layer": [ + -0.08540114760398865, + -0.05768381431698799 + ], + "final_value_loss": 0.6294826040267945, + "final_term_loss": 0.06573917962312699, + "final_bridge_loss": 0.01474373927861452, + "final_tgrad_loss": 0.5489996829986572 + } + }, + "a1.0_L2_s456": { + "bp": { + "test_acc": 0.7905, + "mean_bp_cosine": 0.9266799688339233, + "mean_rho": 0.9999988377094269, + "mean_nudge_001": -0.03671902138739824, + "mean_nudge_003": -0.10590140148997307, + "mean_nudge_01": -0.30589545518159866, + "bp_cosine_per_layer": [ + 0.9291538000106812, + 0.9242061376571655 + ], + "rho_per_layer": [ + 0.9999991059303284, + 0.9999985694885254 + ], + "nudge_per_layer": [ + -0.36666756868362427, + -0.24512334167957306 + ] + }, + "dfa": { + "test_acc": 0.73, + "mean_bp_cosine": 0.03006170690059662, + "mean_rho": 0.039368635043501854, + "mean_nudge_001": -0.0004903670051135123, + "mean_nudge_003": -0.0014640121953561902, + "mean_nudge_01": -0.004785260884091258, + "bp_cosine_per_layer": [ + 0.02131858840584755, + 0.03880482539534569 + ], + "rho_per_layer": [ + 0.006325956434011459, + 0.07241131365299225 + ], + "nudge_per_layer": [ + -0.006775922141969204, + -0.002794599626213312 + ] + }, + "state_bridge": { + "test_acc": 0.6755, + "mean_bp_cosine": 0.5186701416969299, + "mean_rho": 0.48068559169769287, + "mean_nudge_001": -0.011591368587687612, + "mean_nudge_003": -0.03431171411648393, + "mean_nudge_01": -0.10901244357228279, + "bp_cosine_per_layer": [ + 0.669547975063324, + 0.3677923083305359 + ], + "rho_per_layer": [ + 0.6219363808631897, + 0.33943480253219604 + ], + "nudge_per_layer": [ + -0.19162335991859436, + -0.026401527225971222 + ], + "state_pred_error_per_layer": [ + 3936.27783203125, + 288.300537109375 + ], + "mean_state_pred_error": 2112.2891845703125 + }, + "credit_bridge": { + "test_acc": 0.544, + "mean_bp_cosine": 0.5161235481500626, + "mean_rho": 0.5938436686992645, + "mean_nudge_001": -0.0068406532518565655, + "mean_nudge_003": -0.020453338511288166, + "mean_nudge_01": -0.0673653893172741, + "bp_cosine_per_layer": [ + 0.35489675402641296, + 0.6773503422737122 + ], + "rho_per_layer": [ + 0.4646533727645874, + 0.7230339646339417 + ], + "nudge_per_layer": [ + -0.07572861015796661, + -0.059002168476581573 + ], + "final_value_loss": 0.6262330022811889, + "final_term_loss": 0.049621654653549195, + "final_bridge_loss": 0.011661755262315273, + "final_tgrad_loss": 0.5649495909690857 + } + }, + "a1.0_L4_s42": { + "bp": { + "test_acc": 0.7875, + "mean_bp_cosine": 0.882385790348053, + "mean_rho": 0.999995619058609, + "mean_nudge_001": -0.03646231605671346, + "mean_nudge_003": -0.10610398091375828, + "mean_nudge_01": -0.31568005308508873, + "bp_cosine_per_layer": [ + 0.8902335166931152, + 0.8886877298355103, + 0.8827626705169678, + 0.8678592443466187 + ], + "rho_per_layer": [ + 0.9999993443489075, + 0.9999990463256836, + 0.9999973773956299, + 0.9999867081642151 + ], + "nudge_per_layer": [ + -0.49256381392478943, + -0.4056996703147888, + -0.2497977763414383, + -0.11465895175933838 + ] + }, + "dfa": { + "test_acc": 0.7075, + "mean_bp_cosine": 0.060902527533471584, + "mean_rho": 0.052925301948562264, + "mean_nudge_001": -0.00048208528460236266, + "mean_nudge_003": -0.0014429198927246034, + "mean_nudge_01": -0.004763618926517665, + "bp_cosine_per_layer": [ + 0.026215966790914536, + 0.05776425451040268, + 0.07666948437690735, + 0.08296040445566177 + ], + "rho_per_layer": [ + 0.04998716711997986, + 0.09949691593647003, + 0.049676910042762756, + 0.012540214695036411 + ], + "nudge_per_layer": [ + -0.008544353768229485, + -0.0038241599686443806, + -0.0033461027778685093, + -0.003339859191328287 + ] + }, + "state_bridge": { + "test_acc": 0.6625, + "mean_bp_cosine": 0.3484594225883484, + "mean_rho": 0.3289090357720852, + "mean_nudge_001": -0.005907032289542258, + "mean_nudge_003": -0.01748002166277729, + "mean_nudge_01": -0.05545389896724373, + "bp_cosine_per_layer": [ + 0.6404350996017456, + 0.4214136302471161, + 0.18068093061447144, + 0.15130802989006042 + ], + "rho_per_layer": [ + 0.5499319434165955, + 0.368219256401062, + 0.21391229331493378, + 0.1835726499557495 + ], + "nudge_per_layer": [ + -0.18587297201156616, + -0.0235043503344059, + -0.00688221026211977, + -0.005556063260883093 + ], + "state_pred_error_per_layer": [ + 10066.107421875, + 1273.9140625, + 696.594482421875, + 612.3014526367188 + ], + "mean_state_pred_error": 3162.2293548583984 + }, + "credit_bridge": { + "test_acc": 0.558, + "mean_bp_cosine": 0.45794273912906647, + "mean_rho": 0.5322257168591022, + "mean_nudge_001": -0.003842960635665804, + "mean_nudge_003": -0.011505396338179708, + "mean_nudge_01": -0.038075629621744156, + "bp_cosine_per_layer": [ + 0.17809242010116577, + 0.5349531173706055, + 0.5522423982620239, + 0.5664830207824707 + ], + "rho_per_layer": [ + 0.22843755781650543, + 0.5910820364952087, + 0.6707864999771118, + 0.638596773147583 + ], + "nudge_per_layer": [ + -0.044362872838974, + -0.03722546622157097, + -0.03515344485640526, + -0.0355607345700264 + ], + "final_value_loss": 0.38718592133522034, + "final_term_loss": 0.06566130868196488, + "final_bridge_loss": 0.01777836950570345, + "final_tgrad_loss": 0.30374624242782594 + } + }, + "a1.0_L4_s123": { + "bp": { + "test_acc": 0.786, + "mean_bp_cosine": 0.8366721421480179, + "mean_rho": 0.9999945610761642, + "mean_nudge_001": -0.03740503964945674, + "mean_nudge_003": -0.1080933827906847, + "mean_nudge_01": -0.3170367181301117, + "bp_cosine_per_layer": [ + 0.8610074520111084, + 0.8541143536567688, + 0.8321727514266968, + 0.7993940114974976 + ], + "rho_per_layer": [ + 0.9999990463256836, + 0.9999986886978149, + 0.9999971389770508, + 0.9999833703041077 + ], + "nudge_per_layer": [ + -0.492245614528656, + -0.40577083826065063, + -0.25304561853408813, + -0.117084801197052 + ] + }, + "dfa": { + "test_acc": 0.682, + "mean_bp_cosine": 0.049554066732525826, + "mean_rho": 0.06381266703829169, + "mean_nudge_001": -0.00014734033902641386, + "mean_nudge_003": -0.0004330205119913444, + "mean_nudge_01": -0.001343857147730887, + "bp_cosine_per_layer": [ + -0.008613362908363342, + 0.039367884397506714, + 0.07619941979646683, + 0.0912623256444931 + ], + "rho_per_layer": [ + -0.007624803110957146, + 0.008791688829660416, + 0.13103844225406647, + 0.12304534018039703 + ], + "nudge_per_layer": [ + 0.005509334150701761, + -0.003195145633071661, + -0.0036095697432756424, + -0.004080047365278006 + ] + }, + "state_bridge": { + "test_acc": 0.6305, + "mean_bp_cosine": 0.3143155351281166, + "mean_rho": 0.30846646428108215, + "mean_nudge_001": -0.005087231853394769, + "mean_nudge_003": -0.015093521040398628, + "mean_nudge_01": -0.04834054387174547, + "bp_cosine_per_layer": [ + 0.5847928524017334, + 0.3501134514808655, + 0.17105570435523987, + 0.15130013227462769 + ], + "rho_per_layer": [ + 0.5387442708015442, + 0.3080189526081085, + 0.17941737174987793, + 0.20768526196479797 + ], + "nudge_per_layer": [ + -0.16164088249206543, + -0.01902196928858757, + -0.006823995150625706, + -0.005875328555703163 + ], + "state_pred_error_per_layer": [ + 10103.57421875, + 1132.8861083984375, + 636.5859375, + 537.355224609375 + ], + "mean_state_pred_error": 3102.600372314453 + }, + "credit_bridge": { + "test_acc": 0.502, + "mean_bp_cosine": 0.39079025387763977, + "mean_rho": 0.4630395397543907, + "mean_nudge_001": -0.0038928183494135737, + "mean_nudge_003": -0.011659935116767883, + "mean_nudge_01": -0.03865493927150965, + "bp_cosine_per_layer": [ + 0.1632033884525299, + 0.4602273404598236, + 0.4661305546760559, + 0.47359973192214966 + ], + "rho_per_layer": [ + 0.20324298739433289, + 0.5429707169532776, + 0.5653814077377319, + 0.5405630469322205 + ], + "nudge_per_layer": [ + -0.04415123537182808, + -0.037312425673007965, + -0.03657253086566925, + -0.036583565175533295 + ], + "final_value_loss": 0.5799021621704101, + "final_term_loss": 0.1424343505382538, + "final_bridge_loss": 0.03182844363451004, + "final_tgrad_loss": 0.4056393639087677 + } + }, + "a1.0_L4_s456": { + "bp": { + "test_acc": 0.792, + "mean_bp_cosine": 0.8552748262882233, + "mean_rho": 0.9999953359365463, + "mean_nudge_001": -0.03656455362215638, + "mean_nudge_003": -0.10595990065485239, + "mean_nudge_01": -0.31139715015888214, + "bp_cosine_per_layer": [ + 0.8668075799942017, + 0.8621845245361328, + 0.8550785779953003, + 0.8370286226272583 + ], + "rho_per_layer": [ + 0.9999995827674866, + 0.9999990463256836, + 0.999997615814209, + 0.9999850988388062 + ], + "nudge_per_layer": [ + -0.4802546799182892, + -0.3984469175338745, + -0.2503964900970459, + -0.11649051308631897 + ] + }, + "dfa": { + "test_acc": 0.68, + "mean_bp_cosine": 0.052356213971506804, + "mean_rho": 0.05650564655661583, + "mean_nudge_001": -0.0003577733878046274, + "mean_nudge_003": -0.0010662981367204338, + "mean_nudge_01": -0.0034739490947686136, + "bp_cosine_per_layer": [ + -0.001797341974452138, + 0.06668862700462341, + 0.05448886379599571, + 0.09004470705986023 + ], + "rho_per_layer": [ + -0.01287321001291275, + 0.007983170449733734, + 0.10568365454673767, + 0.12522897124290466 + ], + "nudge_per_layer": [ + -0.0016110537108033895, + -0.004868227988481522, + -0.0030549662187695503, + -0.004361548461019993 + ] + }, + "state_bridge": { + "test_acc": 0.651, + "mean_bp_cosine": 0.35348402336239815, + "mean_rho": 0.3312904089689255, + "mean_nudge_001": -0.005755784470238723, + "mean_nudge_003": -0.017025350069161505, + "mean_nudge_01": -0.05395022651646286, + "bp_cosine_per_layer": [ + 0.6501579284667969, + 0.4189426302909851, + 0.1800653487443924, + 0.1647701859474182 + ], + "rho_per_layer": [ + 0.5907484292984009, + 0.36159276962280273, + 0.19337056577205658, + 0.1794498711824417 + ], + "nudge_per_layer": [ + -0.1790994107723236, + -0.023556631058454514, + -0.006848426535725594, + -0.0062964376993477345 + ], + "state_pred_error_per_layer": [ + 7107.7138671875, + 890.22314453125, + 493.5357360839844, + 407.69677734375 + ], + "mean_state_pred_error": 2224.792381286621 + }, + "credit_bridge": { + "test_acc": 0.487, + "mean_bp_cosine": 0.5049829035997391, + "mean_rho": 0.5321159400045872, + "mean_nudge_001": -0.004336995130870491, + "mean_nudge_003": -0.012986946385353804, + "mean_nudge_01": -0.04301031678915024, + "bp_cosine_per_layer": [ + 0.20670706033706665, + 0.594096302986145, + 0.6002212762832642, + 0.6189069747924805 + ], + "rho_per_layer": [ + 0.24109239876270294, + 0.6317664384841919, + 0.6270265579223633, + 0.6285783648490906 + ], + "nudge_per_layer": [ + -0.03731346130371094, + -0.04525235667824745, + -0.044518306851387024, + -0.04495714232325554 + ], + "final_value_loss": 0.46226135368347165, + "final_term_loss": 0.049428026616573334, + "final_bridge_loss": 0.022721626716852187, + "final_tgrad_loss": 0.39011170201301576 + } + }, + "a1.0_L8_s42": { + "bp": { + "test_acc": 0.763, + "mean_bp_cosine": 0.8278333768248558, + "mean_rho": 0.9999853745102882, + "mean_nudge_001": -0.029990217997692525, + "mean_nudge_003": -0.08752790885046124, + "mean_nudge_01": -0.2652519349940121, + "bp_cosine_per_layer": [ + 0.85625159740448, + 0.8527897596359253, + 0.847720742225647, + 0.8408411145210266, + 0.831807017326355, + 0.8158122301101685, + 0.7960221171379089, + 0.7814224362373352 + ], + "rho_per_layer": [ + 0.999999463558197, + 0.9999992847442627, + 0.9999988079071045, + 0.9999978542327881, + 0.999994695186615, + 0.9999883770942688, + 0.9999692440032959, + 0.9999352693557739 + ], + "nudge_per_layer": [ + -0.5478029251098633, + -0.4737934172153473, + -0.3800549805164337, + -0.2769272029399872, + -0.18745023012161255, + -0.12213317304849625, + -0.07957549393177032, + -0.05427805706858635 + ] + }, + "dfa": { + "test_acc": 0.657, + "mean_bp_cosine": 0.046988741494715214, + "mean_rho": 0.0527694383636117, + "mean_nudge_001": -0.00015309322225220967, + "mean_nudge_003": -0.00045631649845745414, + "mean_nudge_01": -0.0014890892343828455, + "bp_cosine_per_layer": [ + -0.01574046164751053, + 0.07191511988639832, + 0.043905604630708694, + 0.07308061420917511, + 0.07518148422241211, + 0.026394926011562347, + 0.06854978203773499, + 0.03262286260724068 + ], + "rho_per_layer": [ + -0.02709903195500374, + 0.1010747104883194, + 0.06438975036144257, + 0.07812117040157318, + 0.0766223892569542, + 0.026489075273275375, + 0.09218208491802216, + 0.010375358164310455 + ], + "nudge_per_layer": [ + 0.007441862486302853, + -0.0052239359356462955, + -0.0022090799175202847, + -0.003076428547501564, + -0.0031523762736469507, + -0.0013899998739361763, + -0.0030318819917738438, + -0.0012708738213405013 + ] + }, + "state_bridge": { + "test_acc": 0.65, + "mean_bp_cosine": 0.2592074144631624, + "mean_rho": 0.23237370885908604, + "mean_nudge_001": -0.0031611585363862105, + "mean_nudge_003": -0.009385082448716275, + "mean_nudge_01": -0.030122902884613723, + "bp_cosine_per_layer": [ + 0.6320836544036865, + 0.4503885507583618, + 0.22882479429244995, + 0.17507168650627136, + 0.15456035733222961, + 0.15327030420303345, + 0.14079461991786957, + 0.1386653482913971 + ], + "rho_per_layer": [ + 0.5491607189178467, + 0.3870346248149872, + 0.23711450397968292, + 0.15141981840133667, + 0.12508505582809448, + 0.15914584696292877, + 0.13365353643894196, + 0.11637556552886963 + ], + "nudge_per_layer": [ + -0.18924641609191895, + -0.02186501771211624, + -0.007085676770657301, + -0.0053551034070551395, + -0.00462403055280447, + -0.004574076272547245, + -0.004170445259660482, + -0.004062457010149956 + ], + "state_pred_error_per_layer": [ + 9406.7255859375, + 1991.255126953125, + 1233.173095703125, + 996.4456787109375, + 824.75537109375, + 800.2864990234375, + 821.3734130859375, + 840.202392578125 + ], + "mean_state_pred_error": 2114.277145385742 + }, + "credit_bridge": { + "test_acc": 0.5165, + "mean_bp_cosine": 0.41811549477279186, + "mean_rho": 0.45575808361172676, + "mean_nudge_001": -0.002801764407195151, + "mean_nudge_003": -0.00839249708224088, + "mean_nudge_01": -0.02782702073454857, + "bp_cosine_per_layer": [ + 0.159218892455101, + 0.41163527965545654, + 0.4353415369987488, + 0.4608742594718933, + 0.46223077178001404, + 0.4579800069332123, + 0.4774817228317261, + 0.48016148805618286 + ], + "rho_per_layer": [ + 0.16694357991218567, + 0.4445253610610962, + 0.4925374388694763, + 0.48059922456741333, + 0.4989780783653259, + 0.5061379075050354, + 0.5181043148040771, + 0.5382387638092041 + ], + "nudge_per_layer": [ + -0.030580628663301468, + -0.027534715831279755, + -0.027298064902424812, + -0.027803048491477966, + -0.027431834489107132, + -0.02679138071835041, + -0.027646536007523537, + -0.02752995677292347 + ], + "final_value_loss": 0.35056146993637083, + "final_term_loss": 0.0784306697010994, + "final_bridge_loss": 0.0149920065253973, + "final_tgrad_loss": 0.25713879618644714 + } + }, + "a1.0_L8_s123": { + "bp": { + "test_acc": 0.7715, + "mean_bp_cosine": 0.8317327573895454, + "mean_rho": 0.9999875128269196, + "mean_nudge_001": -0.028257266676519066, + "mean_nudge_003": -0.08214446459896863, + "mean_nudge_01": -0.24747182056307793, + "bp_cosine_per_layer": [ + 0.8705248832702637, + 0.8637571334838867, + 0.8509291410446167, + 0.8393645286560059, + 0.8308560848236084, + 0.8178726434707642, + 0.800449013710022, + 0.780108630657196 + ], + "rho_per_layer": [ + 0.9999995231628418, + 0.9999995827674866, + 0.9999989867210388, + 0.9999984502792358, + 0.9999953508377075, + 0.9999901056289673, + 0.9999750852584839, + 0.9999430179595947 + ], + "nudge_per_layer": [ + -0.5067576169967651, + -0.4360688626766205, + -0.3518902063369751, + -0.26053690910339355, + -0.1787266880273819, + -0.1170111671090126, + -0.07650406658649445, + -0.052279047667980194 + ] + }, + "dfa": { + "test_acc": 0.67, + "mean_bp_cosine": 0.06255943619180471, + "mean_rho": 0.0582913524704054, + "mean_nudge_001": -0.00016377134670619853, + "mean_nudge_003": -0.00048249874453176744, + "mean_nudge_01": -0.0015042584564071149, + "bp_cosine_per_layer": [ + -0.006531993858516216, + 0.06646430492401123, + 0.03470785170793533, + 0.06075863167643547, + 0.08359120786190033, + 0.10361115634441376, + 0.07729409635066986, + 0.08058023452758789 + ], + "rho_per_layer": [ + -0.009454472921788692, + 0.027615420520305634, + 0.016344428062438965, + 0.07737872004508972, + 0.07998150587081909, + 0.10012705624103546, + 0.06766189634799957, + 0.10667626559734344 + ], + "nudge_per_layer": [ + 0.008429424837231636, + -0.004321999382227659, + -0.0012797827366739511, + -0.0022665630094707012, + -0.003274995367974043, + -0.0036867314483970404, + -0.0025471593253314495, + -0.0030862612184137106 + ] + }, + "state_bridge": { + "test_acc": 0.63, + "mean_bp_cosine": 0.2676183916628361, + "mean_rho": 0.249815184623003, + "mean_nudge_001": -0.0025806196208577603, + "mean_nudge_003": -0.007662267831619829, + "mean_nudge_01": -0.024620095442514867, + "bp_cosine_per_layer": [ + 0.6138853430747986, + 0.41074037551879883, + 0.25203365087509155, + 0.20834164321422577, + 0.16624599695205688, + 0.15929004549980164, + 0.15449269115924835, + 0.175917387008667 + ], + "rho_per_layer": [ + 0.5534218549728394, + 0.3554393947124481, + 0.28831934928894043, + 0.1869889795780182, + 0.14766299724578857, + 0.176305890083313, + 0.1294843554496765, + 0.16089865565299988 + ], + "nudge_per_layer": [ + -0.14630448818206787, + -0.017482426017522812, + -0.00796731747686863, + -0.006267632823437452, + -0.00492177763953805, + -0.00457757618278265, + -0.004429594613611698, + -0.00500995060428977 + ], + "state_pred_error_per_layer": [ + 7478.478515625, + 1555.7657470703125, + 846.884521484375, + 607.9534301757812, + 659.867919921875, + 614.796630859375, + 546.969482421875, + 518.796142578125 + ], + "mean_state_pred_error": 1603.6890487670898 + }, + "credit_bridge": { + "test_acc": 0.5695, + "mean_bp_cosine": 0.33955336920917034, + "mean_rho": 0.4137213062494993, + "mean_nudge_001": -0.002328026050236076, + "mean_nudge_003": -0.006974202115088701, + "mean_nudge_01": -0.023127662017941475, + "bp_cosine_per_layer": [ + 0.08390675485134125, + 0.2993828356266022, + 0.37482553720474243, + 0.3876585066318512, + 0.3966418504714966, + 0.3863479495048523, + 0.3938036561012268, + 0.39385986328125 + ], + "rho_per_layer": [ + 0.09506039321422577, + 0.3888479173183441, + 0.42724472284317017, + 0.5000925064086914, + 0.4708487391471863, + 0.47097086906433105, + 0.48436442017555237, + 0.4723408818244934 + ], + "nudge_per_layer": [ + -0.027181372046470642, + -0.02298363298177719, + -0.02282092720270157, + -0.022664468735456467, + -0.02277727797627449, + -0.02207607962191105, + -0.022199643775820732, + -0.02231789380311966 + ], + "final_value_loss": 0.32433377566337585, + "final_term_loss": 0.09466714213788509, + "final_bridge_loss": 0.018076158130913973, + "final_tgrad_loss": 0.21159047515392304 + } + }, + "a1.0_L8_s456": { + "bp": { + "test_acc": 0.753, + "mean_bp_cosine": 0.8595180436968803, + "mean_rho": 0.9999836012721062, + "mean_nudge_001": -0.029901663539931178, + "mean_nudge_003": -0.08636575657874346, + "mean_nudge_01": -0.25306460773572326, + "bp_cosine_per_layer": [ + 0.8814424872398376, + 0.8780966401100159, + 0.8716025352478027, + 0.8659577369689941, + 0.8611791133880615, + 0.8505971431732178, + 0.840730607509613, + 0.8265380859375 + ], + "rho_per_layer": [ + 0.9999989867210388, + 0.9999986886978149, + 0.9999985694885254, + 0.9999977350234985, + 0.9999950528144836, + 0.9999887943267822, + 0.9999659657478333, + 0.9999250173568726 + ], + "nudge_per_layer": [ + -0.4892617166042328, + -0.43737056851387024, + -0.36532458662986755, + -0.27772778272628784, + -0.1931857019662857, + -0.12626537680625916, + -0.08131371438503265, + -0.05406741425395012 + ] + }, + "dfa": { + "test_acc": 0.6545, + "mean_bp_cosine": 0.07594231329858303, + "mean_rho": 0.08383850008249283, + "mean_nudge_001": -0.00040534641811973415, + "mean_nudge_003": -0.0011938292009290308, + "mean_nudge_01": -0.0038653643568977714, + "bp_cosine_per_layer": [ + 0.025392260402441025, + 0.05978121981024742, + 0.09360896795988083, + 0.06215091794729233, + 0.08870920538902283, + 0.07948237657546997, + 0.10833052545785904, + 0.0900830328464508 + ], + "rho_per_layer": [ + -0.015408031642436981, + 0.08876338601112366, + 0.15722069144248962, + 0.07516318559646606, + 0.12132002413272858, + 0.08764688670635223, + 0.0905974954366684, + 0.06540436297655106 + ], + "nudge_per_layer": [ + -0.002068763133138418, + -0.004839141853153706, + -0.004507332108914852, + -0.002498403424397111, + -0.004324691370129585, + -0.004049480427056551, + -0.004787375684827566, + -0.0038477268535643816 + ] + }, + "state_bridge": { + "test_acc": 0.6315, + "mean_bp_cosine": 0.22162932250648737, + "mean_rho": 0.200162704102695, + "mean_nudge_001": -0.002804466668749228, + "mean_nudge_003": -0.008329451040481217, + "mean_nudge_01": -0.026790971111040562, + "bp_cosine_per_layer": [ + 0.6046093106269836, + 0.3773959279060364, + 0.1675240397453308, + 0.13364183902740479, + 0.12548640370368958, + 0.11966440826654434, + 0.11708953976631165, + 0.12762311100959778 + ], + "rho_per_layer": [ + 0.5598001480102539, + 0.35775649547576904, + 0.14680343866348267, + 0.103827565908432, + 0.12472978234291077, + 0.08794894069433212, + 0.12868158519268036, + 0.09175367653369904 + ], + "nudge_per_layer": [ + -0.17137765884399414, + -0.018192056566476822, + -0.005168645642697811, + -0.004143164958804846, + -0.0039602769538760185, + -0.0037884372286498547, + -0.003734107594937086, + -0.00396342109888792 + ], + "state_pred_error_per_layer": [ + 11751.603515625, + 2306.73095703125, + 1321.091796875, + 1033.674560546875, + 973.6993408203125, + 865.9056396484375, + 869.378173828125, + 839.1387329101562 + ], + "mean_state_pred_error": 2495.1528396606445 + }, + "credit_bridge": { + "test_acc": 0.5275, + "mean_bp_cosine": 0.33450845070183277, + "mean_rho": 0.39851769525557756, + "mean_nudge_001": -0.0025428086810279638, + "mean_nudge_003": -0.007617499912157655, + "mean_nudge_01": -0.025270385667681694, + "bp_cosine_per_layer": [ + 0.1268395036458969, + 0.30569249391555786, + 0.34143707156181335, + 0.3805205225944519, + 0.3833070397377014, + 0.38344305753707886, + 0.3742453455924988, + 0.3805825710296631 + ], + "rho_per_layer": [ + 0.10492167621850967, + 0.4008791148662567, + 0.42003583908081055, + 0.4331238567829132, + 0.4291571080684662, + 0.4853004217147827, + 0.4488537311553955, + 0.46586981415748596 + ], + "nudge_per_layer": [ + -0.02585173025727272, + -0.023091215640306473, + -0.0244273878633976, + -0.026221776381134987, + -0.026039035990834236, + -0.025849176570773125, + -0.025189466774463654, + -0.02549329586327076 + ], + "final_value_loss": 0.41436073665618894, + "final_term_loss": 0.08663651337623596, + "final_bridge_loss": 0.013127461233735085, + "final_tgrad_loss": 0.3145967625617981 + } + }, + "a1.0_L12_s42": { + "bp": { + "test_acc": 0.761, + "mean_bp_cosine": 0.8604618857304255, + "mean_rho": 0.9999715387821198, + "mean_nudge_001": -0.027060116563613217, + "mean_nudge_003": -0.07916912420963247, + "mean_nudge_01": -0.2410698818663756, + "bp_cosine_per_layer": [ + 0.9098777174949646, + 0.9046642780303955, + 0.8960509300231934, + 0.8827707171440125, + 0.8719829320907593, + 0.8605888485908508, + 0.8495617508888245, + 0.8414114117622375, + 0.8343594074249268, + 0.8291183114051819, + 0.8250235915184021, + 0.8201327323913574 + ], + "rho_per_layer": [ + 0.9999990463256836, + 0.9999990463256836, + 0.9999988675117493, + 0.9999977946281433, + 0.9999968409538269, + 0.9999942779541016, + 0.9999903440475464, + 0.9999786615371704, + 0.9999630451202393, + 0.9999446272850037, + 0.9999108910560608, + 0.9998850226402283 + ], + "nudge_per_layer": [ + -0.6227189302444458, + -0.5321269631385803, + -0.43762683868408203, + -0.34503036737442017, + -0.26150017976760864, + -0.1957385241985321, + -0.14543747901916504, + -0.10888919234275818, + -0.08308196067810059, + -0.06497863680124283, + -0.05229911208152771, + -0.043410398066043854 + ] + }, + "dfa": { + "test_acc": 0.6555, + "mean_bp_cosine": 0.07142843399196863, + "mean_rho": 0.08962296570340793, + "mean_nudge_001": -0.00027090053966579336, + "mean_nudge_003": -0.0007314661440129081, + "mean_nudge_01": -0.0026503523016193262, + "bp_cosine_per_layer": [ + 0.019931811839342117, + 0.08357247710227966, + 0.07596792280673981, + 0.07454836368560791, + 0.08405900746583939, + 0.09273561835289001, + 0.08532143384218216, + 0.014841631054878235, + 0.05702097713947296, + 0.11365848034620285, + 0.0635562390089035, + 0.09192724525928497 + ], + "rho_per_layer": [ + -0.021908380091190338, + 0.08644437789916992, + 0.133758544921875, + 0.11560394614934921, + 0.09019643068313599, + 0.10901004821062088, + 0.05401141196489334, + 0.06626297533512115, + 0.10668720304965973, + 0.11482831090688705, + 0.07995637506246567, + 0.14062434434890747 + ], + "nudge_per_layer": [ + 0.012093277648091316, + -0.00814887322485447, + -0.0036774289328604937, + -0.0036643892526626587, + -0.0034756590612232685, + -0.0045063551515340805, + -0.003735880134627223, + -0.00101565255317837, + -0.0033070247154682875, + -0.005390047561377287, + -0.0029281126335263252, + -0.004048082046210766 + ] + }, + "state_bridge": { + "test_acc": 0.612, + "mean_bp_cosine": 0.2312017778555552, + "mean_rho": 0.2218381396184365, + "mean_nudge_001": -0.0020883519706937173, + "mean_nudge_003": -0.0062129807386857765, + "mean_nudge_01": -0.02010280774751057, + "bp_cosine_per_layer": [ + 0.6137553453445435, + 0.458263099193573, + 0.30694735050201416, + 0.21984770894050598, + 0.18884725868701935, + 0.1519574671983719, + 0.14165323972702026, + 0.13691727817058563, + 0.1416233777999878, + 0.126474529504776, + 0.13544593751430511, + 0.15268874168395996 + ], + "rho_per_layer": [ + 0.5528259873390198, + 0.43722641468048096, + 0.3177984952926636, + 0.20145072042942047, + 0.17441785335540771, + 0.10548915714025497, + 0.16265320777893066, + 0.1351865828037262, + 0.16532285511493683, + 0.1285737156867981, + 0.14820542931556702, + 0.13290725648403168 + ], + "nudge_per_layer": [ + -0.16301177442073822, + -0.02157333306968212, + -0.011153988540172577, + -0.00765608623623848, + -0.006283854134380817, + -0.005166183691471815, + -0.0045799510553479195, + -0.004474613815546036, + -0.004547867923974991, + -0.003950329497456551, + -0.004098072648048401, + -0.004737637937068939 + ], + "state_pred_error_per_layer": [ + 9663.3720703125, + 2355.42919921875, + 1189.673095703125, + 946.2671508789062, + 890.0131225585938, + 836.83837890625, + 765.7700805664062, + 776.2135009765625, + 909.9769287109375, + 744.7386474609375, + 809.6233520507812, + 764.1907958984375 + ], + "mean_state_pred_error": 1721.0088602701824 + }, + "credit_bridge": { + "test_acc": 0.551, + "mean_bp_cosine": 0.24796992043654123, + "mean_rho": 0.34521655660743517, + "mean_nudge_001": -0.0019821600387028107, + "mean_nudge_003": -0.005940369796007872, + "mean_nudge_01": -0.01972930335129301, + "bp_cosine_per_layer": [ + 0.050826266407966614, + 0.1324397623538971, + 0.19395378232002258, + 0.22954219579696655, + 0.24835197627544403, + 0.26261672377586365, + 0.2866933345794678, + 0.3069983422756195, + 0.3148944675922394, + 0.31817084550857544, + 0.3155951499938965, + 0.31555619835853577 + ], + "rho_per_layer": [ + 0.024354537948966026, + 0.23902058601379395, + 0.29458120465278625, + 0.31519168615341187, + 0.3208061456680298, + 0.38384467363357544, + 0.38460177183151245, + 0.4478553831577301, + 0.41032421588897705, + 0.452781081199646, + 0.43433815240859985, + 0.434899240732193 + ], + "nudge_per_layer": [ + -0.018513288348913193, + -0.014132995158433914, + -0.016322217881679535, + -0.017585258930921555, + -0.018846090883016586, + -0.02027801051735878, + -0.021141095086932182, + -0.02164183184504509, + -0.02207053080201149, + -0.022233182564377785, + -0.02206714265048504, + -0.021919995546340942 + ], + "final_value_loss": 0.40481987361907956, + "final_term_loss": 0.14867231681346893, + "final_bridge_loss": 0.015895452450215817, + "final_tgrad_loss": 0.24025210301876068 + } + }, + "a1.0_L12_s123": { + "bp": { + "test_acc": 0.7615, + "mean_bp_cosine": 0.8364224582910538, + "mean_rho": 0.9999674806992213, + "mean_nudge_001": -0.021432781708426774, + "mean_nudge_003": -0.061891427962109447, + "mean_nudge_01": -0.18090539829184613, + "bp_cosine_per_layer": [ + 0.86488276720047, + 0.8622424006462097, + 0.8600971698760986, + 0.85722416639328, + 0.8523166179656982, + 0.8457985520362854, + 0.8359642028808594, + 0.828606367111206, + 0.8221874237060547, + 0.8125513792037964, + 0.80171799659729, + 0.7934804558753967 + ], + "rho_per_layer": [ + 0.9999992251396179, + 0.9999991655349731, + 0.9999990463256836, + 0.9999980330467224, + 0.9999971389770508, + 0.9999936819076538, + 0.9999881386756897, + 0.9999800324440002, + 0.9999632835388184, + 0.999937891960144, + 0.9999018311500549, + 0.9998522996902466 + ], + "nudge_per_layer": [ + -0.4491935074329376, + -0.38857996463775635, + -0.3270212411880493, + -0.26439201831817627, + -0.20410630106925964, + -0.15283547341823578, + -0.11351937055587769, + -0.08454076200723648, + -0.06403174996376038, + -0.04978282377123833, + -0.03986590355634689, + -0.032995663583278656 + ] + }, + "dfa": { + "test_acc": 0.6485, + "mean_bp_cosine": 0.05831230893575897, + "mean_rho": 0.0407225100013117, + "mean_nudge_001": -0.00021713114256272092, + "mean_nudge_003": -0.0006509826756276501, + "mean_nudge_01": -0.002172412224657213, + "bp_cosine_per_layer": [ + 0.003139778506010771, + 0.07545783370733261, + 0.07123857736587524, + 0.04737270250916481, + 0.07089244574308395, + 0.05843178555369377, + 0.10959646850824356, + 0.04730183631181717, + 0.05721074715256691, + 0.06935717165470123, + 0.04019004851579666, + 0.04955831170082092 + ], + "rho_per_layer": [ + -0.020620837807655334, + 0.0424807034432888, + 0.07906489074230194, + -0.014874707907438278, + 0.06078936904668808, + 0.006801994517445564, + 0.11016394942998886, + 0.07577681541442871, + 0.01940302737057209, + 0.0600065141916275, + 0.020656054839491844, + 0.04902234673500061 + ], + "nudge_per_layer": [ + 0.00014946935698390007, + -0.004455030895769596, + -0.0028790468350052834, + -0.0015581330517306924, + -0.0028997263871133327, + -0.0020245155319571495, + -0.003806713502854109, + -0.0014502943959087133, + -0.0017623959574848413, + -0.002352846320718527, + -0.001400630921125412, + -0.001629082253202796 + ] + }, + "state_bridge": { + "test_acc": 0.6055, + "mean_bp_cosine": 0.23132580270369849, + "mean_rho": 0.21027085681756338, + "mean_nudge_001": -0.002061755420678916, + "mean_nudge_003": -0.006128282761589314, + "mean_nudge_01": -0.019752548774704337, + "bp_cosine_per_layer": [ + 0.5538393259048462, + 0.4287089705467224, + 0.25277969241142273, + 0.2402075231075287, + 0.180599182844162, + 0.15653815865516663, + 0.1736883521080017, + 0.18825414776802063, + 0.1335570216178894, + 0.13271775841712952, + 0.15632027387619019, + 0.17869922518730164 + ], + "rho_per_layer": [ + 0.4586557149887085, + 0.4002187252044678, + 0.23149724304676056, + 0.21227607131004333, + 0.1842716634273529, + 0.16792945563793182, + 0.21390791237354279, + 0.19318881630897522, + 0.08300350606441498, + 0.10752588510513306, + 0.12254554033279419, + 0.14822974801063538 + ], + "nudge_per_layer": [ + -0.16128812730312347, + -0.02071414887905121, + -0.008381091989576817, + -0.007560182362794876, + -0.005691731348633766, + -0.0046913521364331245, + -0.005232630763202906, + -0.0054755983874201775, + -0.0038832086138427258, + -0.004123975522816181, + -0.004747895523905754, + -0.005240642465651035 + ], + "state_pred_error_per_layer": [ + 8762.341796875, + 2348.0966796875, + 1278.38525390625, + 1081.769287109375, + 948.214599609375, + 985.5714111328125, + 775.6072387695312, + 713.37109375, + 927.2667846679688, + 1123.047119140625, + 1035.65966796875, + 864.7014770507812 + ], + "mean_state_pred_error": 1737.002700805664 + }, + "credit_bridge": { + "test_acc": 0.4905, + "mean_bp_cosine": 0.14494075424348316, + "mean_rho": 0.18026241473853588, + "mean_nudge_001": -0.0010125784683623351, + "mean_nudge_003": -0.003034341447346378, + "mean_nudge_01": -0.010073745266709011, + "bp_cosine_per_layer": [ + 0.0054779257625341415, + 0.004163481295108795, + -0.01823507994413376, + 0.06908583641052246, + 0.09582538902759552, + 0.15172168612480164, + 0.18814444541931152, + 0.21233659982681274, + 0.2397850900888443, + 0.26321661472320557, + 0.2640886902809143, + 0.2636783719062805 + ], + "rho_per_layer": [ + 0.05151631310582161, + 0.03990761935710907, + 0.02668120339512825, + 0.08933386206626892, + 0.12927217781543732, + 0.1893344521522522, + 0.20202970504760742, + 0.27141058444976807, + 0.2724490761756897, + 0.2844354808330536, + 0.2797800898551941, + 0.32699841260910034 + ], + "nudge_per_layer": [ + -0.0015225817915052176, + -0.0009501088643446565, + 0.00033305209944956005, + -0.005592360161244869, + -0.00755771528929472, + -0.010863769799470901, + -0.012987833470106125, + -0.014405487105250359, + -0.015937766060233116, + -0.017140284180641174, + -0.017137283459305763, + -0.01712280511856079 + ], + "final_value_loss": 0.42473253202438355, + "final_term_loss": 0.10016471980810165, + "final_bridge_loss": 0.011516085395216941, + "final_tgrad_loss": 0.3130517265796661 + } + }, + "a1.0_L12_s456": { + "bp": { + "test_acc": 0.762, + "mean_bp_cosine": 0.8058839539686838, + "mean_rho": 0.999967540303866, + "mean_nudge_001": -0.023895990879585344, + "mean_nudge_003": -0.06970183023562034, + "mean_nudge_01": -0.21104640668878952, + "bp_cosine_per_layer": [ + 0.8338037729263306, + 0.8328856229782104, + 0.8300410509109497, + 0.823561429977417, + 0.8153207302093506, + 0.8093391060829163, + 0.8022103309631348, + 0.797042727470398, + 0.7909072041511536, + 0.7847579121589661, + 0.7778322100639343, + 0.7729053497314453 + ], + "rho_per_layer": [ + 0.9999991059303284, + 0.999998927116394, + 0.9999983906745911, + 0.9999978542327881, + 0.999996542930603, + 0.9999936819076538, + 0.9999876022338867, + 0.9999791383743286, + 0.9999581575393677, + 0.9999358057975769, + 0.9998983144760132, + 0.9998669624328613 + ], + "nudge_per_layer": [ + -0.5344969034194946, + -0.45930254459381104, + -0.3820700943470001, + -0.30436116456985474, + -0.2331882268190384, + -0.17455099523067474, + -0.12991222739219666, + -0.09728521853685379, + -0.07412658631801605, + -0.05795694515109062, + -0.04662308096885681, + -0.03868289291858673 + ] + }, + "dfa": { + "test_acc": 0.6705, + "mean_bp_cosine": 0.07614415294180314, + "mean_rho": 0.07346192157516877, + "mean_nudge_001": -0.0004569464314651365, + "mean_nudge_003": -0.0013685211645982538, + "mean_nudge_01": -0.004532526101684198, + "bp_cosine_per_layer": [ + 0.04563574492931366, + 0.07466404139995575, + 0.07062304764986038, + 0.07941032946109772, + 0.08478259295225143, + 0.1176375150680542, + 0.051365386694669724, + 0.07094398140907288, + 0.06898803263902664, + 0.07310269773006439, + 0.0635182335972786, + 0.11305823177099228 + ], + "rho_per_layer": [ + 0.026268895715475082, + 0.03733495995402336, + 0.07775422930717468, + 0.12396883964538574, + 0.05687103420495987, + 0.13703036308288574, + -0.0030320845544338226, + 0.08171480149030685, + 0.06336408108472824, + 0.09909991919994354, + 0.06059148907661438, + 0.12057653069496155 + ], + "nudge_per_layer": [ + -0.015672076493501663, + -0.0053095086477696896, + -0.0031822575256228447, + -0.003722358262166381, + -0.0036155935376882553, + -0.004913205746561289, + -0.0017889357404783368, + -0.002959918463602662, + -0.003063073381781578, + -0.003171245101839304, + -0.0024787387810647488, + -0.004513401538133621 + ] + }, + "state_bridge": { + "test_acc": 0.6015, + "mean_bp_cosine": 0.1852269663165013, + "mean_rho": 0.18596469921370348, + "mean_nudge_001": -0.001999816272776419, + "mean_nudge_003": -0.005956100358162075, + "mean_nudge_01": -0.01933680862809221, + "bp_cosine_per_layer": [ + 0.5561584234237671, + 0.39794063568115234, + 0.20452159643173218, + 0.14641982316970825, + 0.11315252631902695, + 0.12314423173666, + 0.11100500077009201, + 0.11256138980388641, + 0.12550771236419678, + 0.11898934841156006, + 0.11000233888626099, + 0.10332056879997253 + ], + "rho_per_layer": [ + 0.4663659632205963, + 0.38622361421585083, + 0.20298895239830017, + 0.1521472930908203, + 0.10572830587625504, + 0.14532539248466492, + 0.1235864907503128, + 0.12295880913734436, + 0.1263602077960968, + 0.1123446375131607, + 0.14707674086093903, + 0.1404699832201004 + ], + "nudge_per_layer": [ + -0.16852372884750366, + -0.020911922678351402, + -0.007518916856497526, + -0.005010381806641817, + -0.0037449360825121403, + -0.004001074004918337, + -0.0037657374050468206, + -0.0037060989998281, + -0.00406123511493206, + -0.003861584234982729, + -0.0035726726055145264, + -0.0033634149003773928 + ], + "state_pred_error_per_layer": [ + 16351.89453125, + 3139.08837890625, + 1824.6005859375, + 1391.949462890625, + 1295.1900634765625, + 1149.4605712890625, + 981.4422607421875, + 921.3729248046875, + 954.6389770507812, + 1032.970703125, + 1065.58984375, + 1272.3818359375 + ], + "mean_state_pred_error": 2615.048344930013 + }, + "credit_bridge": { + "test_acc": 0.5585, + "mean_bp_cosine": 0.3251700059821208, + "mean_rho": 0.4226210874815782, + "mean_nudge_001": -0.0023732566623948514, + "mean_nudge_003": -0.007109481530884902, + "mean_nudge_01": -0.02357900080581506, + "bp_cosine_per_layer": [ + 0.05994441360235214, + 0.19127817451953888, + 0.25874069333076477, + 0.31905949115753174, + 0.31442493200302124, + 0.3214789927005768, + 0.368133008480072, + 0.38988351821899414, + 0.4050426781177521, + 0.416469931602478, + 0.4253390431404114, + 0.4322451949119568 + ], + "rho_per_layer": [ + 0.1191493421792984, + 0.31643322110176086, + 0.4170604646205902, + 0.42330044507980347, + 0.4319503903388977, + 0.42732322216033936, + 0.46659332513809204, + 0.487338662147522, + 0.496512234210968, + 0.4787842035293579, + 0.5010949969291687, + 0.5059125423431396 + ], + "nudge_per_layer": [ + -0.015865826979279518, + -0.018151750788092613, + -0.021288521587848663, + -0.02352731302380562, + -0.023306310176849365, + -0.02329857647418976, + -0.025182321667671204, + -0.025520823895931244, + -0.026067661121487617, + -0.026535863056778908, + -0.027021951973438263, + -0.02718108892440796 + ], + "final_value_loss": 0.3557061047077179, + "final_term_loss": 0.06590610226392746, + "final_bridge_loss": 0.010093027733266353, + "final_tgrad_loss": 0.2797069767475128 + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json new file mode 100644 index 0000000..5ae584b --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0668871035575866, + 0.5437644843578339, + 0.4442927023410797, + 0.40189131622314456, + 0.41018874361515045, + 0.3410574321269989, + 0.3484022264003754, + 0.3299962274551392, + 0.3777468213558197, + 0.320639072227478, + 0.3502114427804947, + 0.2625524127006531, + 0.31084647080898287, + 0.23638844475746154, + 0.23954274733066558, + 0.21965548858642578, + 0.23137761989831923, + 0.2215217474937439, + 0.21972281413078307, + 0.2046865596175194, + 0.17405090971589088, + 0.16184886281490327, + 0.19982717757225035, + 0.21438712718486785, + 0.18986032649278642, + 0.16079453411102296, + 0.12543020910024644, + 0.10698981108665466, + 0.1377583697795868, + 0.15657683781385423, + 0.11835481392145157, + 0.11930964469909668, + 0.1372688979268074, + 0.10084772405028343, + 0.08756917915344238, + 0.09215591390132905, + 0.10565964897871018, + 0.08364779654145241, + 0.06760566492080688, + 0.06659261006116866, + 0.05321097924113274, + 0.04292736679315567, + 0.038505215954780576, + 0.04860781878978014, + 0.03835035711228847, + 0.03284513468891382, + 0.02925829759836197, + 0.034927824586629866, + 0.02977181176543236, + 0.02587605638951063, + 0.021584136448800563, + 0.021009254217147826, + 0.035822143226861954, + 0.02755334359407425, + 0.022640997081622483, + 0.01857010641694069, + 0.016963605327904224, + 0.016223060864210128, + 0.015676903715729714, + 0.014825385958701372, + 0.014110816264152526, + 0.014133429580926895, + 0.013563485038280487, + 0.01332942191362381, + 0.012876193167269229, + 0.012466417776048183, + 0.012171600410342216, + 0.012017940378189087, + 0.011746616941690446, + 0.011764343333244325, + 0.011572992166876793, + 0.011454691462218761, + 0.011281873452663422, + 0.011190583446621894, + 0.011105955013632774, + 0.011065145464241505, + 0.011014660102501512, + 0.01097581763714552, + 0.01095222277250141, + 0.01094091155230999 + ], + "train_acc": [ + 0.6115, + 0.7903, + 0.8251, + 0.8409, + 0.8391, + 0.8641, + 0.8593, + 0.8679, + 0.8542, + 0.8751, + 0.8637, + 0.8989, + 0.877, + 0.9065, + 0.9038, + 0.9146, + 0.9084, + 0.9142, + 0.914, + 0.921, + 0.9315, + 0.9368, + 0.9221, + 0.921, + 0.9307, + 0.938, + 0.9533, + 0.9631, + 0.9481, + 0.9406, + 0.9552, + 0.9537, + 0.9495, + 0.9637, + 0.97, + 0.9687, + 0.9622, + 0.9706, + 0.9784, + 0.9788, + 0.9861, + 0.9911, + 0.9939, + 0.9886, + 0.9935, + 0.9961, + 0.998, + 0.9944, + 0.9963, + 0.998, + 0.9992, + 0.9989, + 0.992, + 0.9963, + 0.998, + 0.9995, + 0.9996, + 0.9998, + 0.9998, + 0.9999, + 0.9998, + 1.0, + 0.9999, + 1.0, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.775, + 0.776, + 0.8255, + 0.8235, + 0.8115, + 0.836, + 0.838, + 0.838, + 0.837, + 0.8235, + 0.827, + 0.8475, + 0.8465, + 0.8435, + 0.841, + 0.856, + 0.847, + 0.8495, + 0.85, + 0.856, + 0.8575, + 0.857, + 0.854, + 0.8415, + 0.859, + 0.851, + 0.8635, + 0.865, + 0.8625, + 0.851, + 0.868, + 0.8505, + 0.8565, + 0.87, + 0.866, + 0.861, + 0.852, + 0.868, + 0.869, + 0.8655, + 0.8675, + 0.869, + 0.8685, + 0.8635, + 0.8705, + 0.8675, + 0.869, + 0.867, + 0.872, + 0.873, + 0.8705, + 0.8715, + 0.864, + 0.8715, + 0.872, + 0.871, + 0.878, + 0.8745, + 0.872, + 0.874, + 0.8735, + 0.8715, + 0.872, + 0.8715, + 0.8725, + 0.8735, + 0.873, + 0.872, + 0.872, + 0.873, + 0.8735, + 0.872, + 0.8725, + 0.872, + 0.872, + 0.873, + 0.8725, + 0.873, + 0.873, + 0.873 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8060421943664551, + 0.7944625616073608, + 0.776944637298584, + 0.7588614821434021, + 0.7418972849845886, + 0.7322722673416138, + 0.724165678024292, + 0.7197043299674988, + 0.7152823209762573, + 0.7119243144989014, + 0.709496021270752, + 0.7078304886817932 + ], + "perturbation_rho": [ + 0.9999996423721313, + 0.9999984502792358, + 0.9999962449073792, + 0.999989926815033, + 0.9999754428863525, + 0.9999579191207886, + 0.999927818775177, + 0.999887228012085, + 0.9998751878738403, + 0.9997915029525757, + 0.9997637867927551, + 0.9997560381889343 + ], + "nudging": { + "0.001": [ + -0.04387564957141876, + -0.026459218934178352, + -0.01598835177719593, + -0.009950939565896988, + -0.0065530999563634396, + -0.004664362408220768, + -0.003570194821804762, + -0.0028879866003990173, + -0.0024394416250288486, + -0.0021331091411411762, + -0.0019131104927510023, + -0.0017530664335936308 + ], + "0.003": [ + -0.12082510441541672, + -0.07548783719539642, + -0.04654107615351677, + -0.029300624504685402, + -0.01941942237317562, + -0.01387093961238861, + -0.010638581588864326, + -0.008616363629698753, + -0.007284482475370169, + -0.006373265758156776, + -0.005718273110687733, + -0.005241651087999344 + ], + "0.01": [ + -0.2872876822948456, + -0.20931334793567657, + -0.13937950134277344, + -0.09144100546836853, + -0.06199805811047554, + -0.04483566805720329, + -0.03463221341371536, + -0.02817366272211075, + -0.023888790979981422, + -0.02094285935163498, + -0.01881779544055462, + -0.01726764440536499 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.142750821685791, + 1.124327583885193, + 0.7785231340408325, + 0.6528371575355529, + 0.597726934146881, + 0.5598292840957642, + 0.5507024248838425, + 0.5393614018440247, + 0.5861102363586426, + 0.5633430314064026, + 0.5583740697860717, + 0.5919369807243348, + 0.6456176485061645, + 0.557507578754425, + 0.6100466576099396, + 0.5981708965301513, + 0.6966950350761414, + 0.6483181215286254, + 0.6949886666774749, + 0.7073626656532288, + 0.7537654346466064, + 0.84040883102417, + 0.6919007718086243, + 0.7978002725124359, + 0.7179612370491028, + 0.799304240322113, + 0.8661868356734514, + 0.6795031730651856, + 0.6878745692253113, + 0.6902590084075928, + 0.8633141542434692, + 0.7126479680061341, + 0.7912728582382202, + 0.8799988972187043, + 0.8774635292053222, + 0.7583431783676148, + 0.7759649380683898, + 0.6964675615310669, + 0.7451448738098144, + 0.9347431049585342, + 0.6569768931627273, + 0.6217489993751049, + 0.6617763934135437, + 0.763850627553463, + 0.7051671092033386, + 0.6679003673553466, + 0.6873064106941223, + 0.721931100845337, + 0.7477014111042023, + 0.6456629550933838, + 0.6599196642875671, + 0.6208732713699341, + 0.6234532192230224, + 0.5699338432312012, + 0.6139316390037537, + 0.5759364881515503, + 0.5688060250282287, + 0.5778871156692504, + 0.5713616683959961, + 0.5509775221824647, + 0.5339077308654785, + 0.5171661471366882, + 0.5024198468208313, + 0.5114490198850632, + 0.4912056381225586, + 0.49547468848228454, + 0.4774726238250732, + 0.4827991735935211, + 0.47101506519317626, + 0.47335759959220886, + 0.47204044761657715, + 0.46472445521354677, + 0.4678656229496002, + 0.4620117915153503, + 0.45770361523628234, + 0.45486976613998414, + 0.4546703920841217, + 0.4531755482196808, + 0.4513186443388462, + 0.4506361876010895 + ], + "train_acc": [ + 0.2264, + 0.5937, + 0.7105, + 0.7583, + 0.775, + 0.7885, + 0.7948, + 0.803, + 0.7889, + 0.7989, + 0.8026, + 0.7968, + 0.7883, + 0.8152, + 0.7994, + 0.8119, + 0.7968, + 0.8073, + 0.7994, + 0.7931, + 0.7927, + 0.7855, + 0.8066, + 0.7951, + 0.8074, + 0.7894, + 0.7862, + 0.8163, + 0.8118, + 0.8146, + 0.7906, + 0.8097, + 0.8035, + 0.7874, + 0.7907, + 0.8091, + 0.8032, + 0.8171, + 0.8057, + 0.784, + 0.8211, + 0.8244, + 0.8214, + 0.8004, + 0.8099, + 0.8165, + 0.8113, + 0.8098, + 0.8046, + 0.8138, + 0.8158, + 0.8238, + 0.8252, + 0.8327, + 0.8298, + 0.8294, + 0.8263, + 0.8262, + 0.8303, + 0.8366, + 0.8356, + 0.842, + 0.8421, + 0.8435, + 0.8451, + 0.8433, + 0.8497, + 0.8496, + 0.8532, + 0.851, + 0.8511, + 0.8527, + 0.8529, + 0.8519, + 0.8545, + 0.854, + 0.8556, + 0.8556, + 0.8555, + 0.8553 + ], + "test_acc": [ + 0.4685, + 0.6425, + 0.7055, + 0.723, + 0.755, + 0.755, + 0.7485, + 0.71, + 0.734, + 0.746, + 0.706, + 0.685, + 0.7565, + 0.7435, + 0.7425, + 0.7695, + 0.7395, + 0.74, + 0.7145, + 0.696, + 0.7095, + 0.694, + 0.6885, + 0.7055, + 0.7615, + 0.7, + 0.7625, + 0.751, + 0.7555, + 0.7025, + 0.7275, + 0.757, + 0.6975, + 0.683, + 0.7535, + 0.721, + 0.7555, + 0.7335, + 0.7275, + 0.7405, + 0.7865, + 0.746, + 0.724, + 0.731, + 0.7445, + 0.7255, + 0.7325, + 0.723, + 0.772, + 0.752, + 0.7665, + 0.785, + 0.7755, + 0.7705, + 0.76, + 0.7715, + 0.7895, + 0.777, + 0.767, + 0.7965, + 0.7835, + 0.7975, + 0.7865, + 0.786, + 0.796, + 0.801, + 0.7965, + 0.791, + 0.7925, + 0.791, + 0.786, + 0.7975, + 0.7935, + 0.7895, + 0.796, + 0.7965, + 0.798, + 0.796, + 0.797, + 0.7975 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.004078918602317572, + 0.1059243381023407, + 0.07574640959501266, + 0.07308551669120789, + 0.066571444272995, + 0.056897446513175964, + 0.12165610492229462, + 0.06462406367063522, + 0.04925639182329178, + 0.04602370783686638, + 0.035759277641773224, + 0.06015833467245102 + ], + "perturbation_rho": [ + -0.011486321687698364, + 0.04376016557216644, + 0.037421341985464096, + 0.05220063030719757, + 0.09364941716194153, + -0.03169674053788185, + 0.15961039066314697, + 0.10634914040565491, + 0.03384825587272644, + 0.02390148863196373, + -0.010392685420811176, + 0.00882963091135025 + ], + "nudging": { + "0.001": [ + -0.0003049457154702395, + -0.0003453067038208246, + -0.00019223694107495248, + -0.00020254506671335548, + -0.00016044230142142624, + -0.00010334418038837612, + -0.00029247987549751997, + -0.00015202155918814242, + -9.743614646140486e-05, + -0.00010192080662818626, + -8.19721317384392e-05, + -0.0001297243870794773 + ], + "0.003": [ + -0.0008906631264835596, + -0.0010361261665821075, + -0.0005767023540101945, + -0.0006089159287512302, + -0.0004821037291549146, + -0.00030989840161055326, + -0.0008778797928243876, + -0.00045706197852268815, + -0.0002917651436291635, + -0.0003039806033484638, + -0.0002444116398692131, + -0.00038952555041760206 + ], + "0.01": [ + -0.0026711553800851107, + -0.003443576628342271, + -0.001918894238770008, + -0.0020233127288520336, + -0.0016027885721996427, + -0.0010300527792423964, + -0.002917288802564144, + -0.001525502186268568, + -0.0009703689720481634, + -0.0010098961647599936, + -0.0008095581433735788, + -0.0012933723628520966 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7463860042572021, + 1.1237696697235107, + 0.972771835899353, + 0.9426122094154358, + 0.8994912829399109, + 0.9408926801681519, + 0.9865427770614624, + 1.0485262629508971, + 1.0925080902099609, + 1.1362103001594543, + 1.0678862438201904, + 1.0652718430519104, + 1.0586652740478515, + 1.0178926465988158, + 1.0305222831726075, + 1.0413858165740968, + 1.0357634119033814, + 1.047720281791687, + 1.0609775308609009, + 1.0116510014533997, + 0.9950579191207886, + 0.9199824966430664, + 0.9665196490287781, + 0.9476463966369629, + 1.0014626719474793, + 0.9582755434036255, + 1.010899329662323, + 1.0397068269729615, + 1.0328380886077881, + 1.043629725265503, + 0.9458726802825927, + 0.9873936015129089, + 1.0067718154907226, + 0.9733795068740845, + 0.9494395099639893, + 0.9087101627349854, + 0.9260237079620361, + 0.9596985802650452, + 0.8670240854263306, + 0.9266280819892884, + 0.9033067417144776, + 0.8523105756759644, + 0.8422792108535767, + 0.8166048532485962, + 0.8156945413589477, + 0.8301033269882202, + 0.8141396549224853, + 0.8390941219329834, + 0.8281017392158508, + 0.8349929582595825, + 0.8482530313491822, + 0.8541515255928039, + 0.842770311498642, + 0.8406181728363037, + 0.8218491198539734, + 0.8218080397605896, + 0.8124953329086304, + 0.7943122324943542, + 0.7955346862792969, + 0.7875666446685791, + 0.7818890949249268, + 0.7744473322868347, + 0.7751531169891357, + 0.7724810953140259, + 0.7624368892669677, + 0.7628077686309814, + 0.7549171347618103, + 0.755369038105011, + 0.7542786574363709, + 0.7511461977005005, + 0.7510316205978393, + 0.7489814598083496, + 0.7467557451248169, + 0.7460188133239746, + 0.7445521638870239, + 0.7435068511009216, + 0.7426531793594361, + 0.7419929014205933, + 0.7417299631118774, + 0.7414803896903992 + ], + "train_acc": [ + 0.3799, + 0.5937, + 0.6617, + 0.6768, + 0.6897, + 0.6834, + 0.6646, + 0.6466, + 0.6432, + 0.6355, + 0.643, + 0.6389, + 0.6358, + 0.6479, + 0.6424, + 0.641, + 0.6359, + 0.6327, + 0.632, + 0.6475, + 0.6546, + 0.6719, + 0.6631, + 0.6691, + 0.6638, + 0.6735, + 0.6655, + 0.6522, + 0.6519, + 0.6562, + 0.6804, + 0.6703, + 0.6634, + 0.6783, + 0.6836, + 0.6906, + 0.6856, + 0.685, + 0.7038, + 0.693, + 0.6972, + 0.7082, + 0.7133, + 0.7162, + 0.7181, + 0.7105, + 0.7131, + 0.7086, + 0.7153, + 0.7128, + 0.7104, + 0.7091, + 0.7102, + 0.7122, + 0.7194, + 0.719, + 0.7198, + 0.7235, + 0.7189, + 0.7262, + 0.7256, + 0.7258, + 0.7319, + 0.7268, + 0.7345, + 0.7312, + 0.7347, + 0.7352, + 0.7339, + 0.736, + 0.7356, + 0.736, + 0.7385, + 0.7368, + 0.7372, + 0.7371, + 0.737, + 0.7382, + 0.738, + 0.7379 + ], + "test_acc": [ + 0.5265, + 0.6085, + 0.6455, + 0.635, + 0.656, + 0.616, + 0.6215, + 0.608, + 0.5975, + 0.6135, + 0.605, + 0.6015, + 0.5845, + 0.5955, + 0.601, + 0.6115, + 0.619, + 0.6165, + 0.609, + 0.626, + 0.6445, + 0.632, + 0.6355, + 0.6185, + 0.6355, + 0.602, + 0.614, + 0.6335, + 0.618, + 0.628, + 0.634, + 0.642, + 0.607, + 0.6585, + 0.6435, + 0.6575, + 0.608, + 0.654, + 0.6625, + 0.652, + 0.681, + 0.6795, + 0.6775, + 0.685, + 0.6635, + 0.6925, + 0.665, + 0.6675, + 0.663, + 0.6625, + 0.6655, + 0.6675, + 0.6725, + 0.674, + 0.684, + 0.685, + 0.6875, + 0.685, + 0.693, + 0.686, + 0.688, + 0.683, + 0.6925, + 0.679, + 0.6815, + 0.6875, + 0.69, + 0.6855, + 0.683, + 0.6885, + 0.6895, + 0.6905, + 0.6875, + 0.689, + 0.6915, + 0.692, + 0.6925, + 0.6915, + 0.6905, + 0.69 + ], + "state_pred_error": [ + 0.657575396156311, + 0.22584220933914184, + 0.18108190598487853, + 0.1738492854833603, + 0.1768016979932785, + 0.17527156100273134, + 0.1744111572265625, + 0.18089782931804657, + 0.1815103266239166, + 0.17203099308013917, + 0.16158259053230287, + 0.150070090007782, + 0.14713554129600526, + 0.1392310976266861, + 0.13433781069517137, + 0.12369427697658539, + 0.11368098001480102, + 0.10957575480937957, + 0.10401724026203156, + 0.097935398042202, + 0.09728261232376098, + 0.09723384432792663, + 0.08889269602298737, + 0.08045474321842194, + 0.0764869434595108, + 0.0754717215538025, + 0.07573794380426407, + 0.07702496689558029, + 0.07481489708423615, + 0.06833497145175933, + 0.06267784029245377, + 0.05740301186442375, + 0.05463098112940788, + 0.05097537848949432, + 0.04853306106328964, + 0.046815031588077545, + 0.04702129671573639, + 0.047897269797325136, + 0.04525828623175621, + 0.04126551170349121, + 0.038078772968053815, + 0.035508244448900224, + 0.033928532779216765, + 0.033214526349306106, + 0.032263154244422915, + 0.03165398389697075, + 0.03176654878854752, + 0.032726337200403216, + 0.03520564076304436, + 0.03746888961195946, + 0.039616973650455474, + 0.040450227236747745, + 0.03974002408981323, + 0.03915794268846512, + 0.038212089216709134, + 0.03644757592380047, + 0.034951094454526904, + 0.033642032438516614, + 0.032086009567976, + 0.031101924151182174, + 0.030201471465826035, + 0.029204100465774537, + 0.02867460669875145, + 0.027740669012069702, + 0.027074356430768966, + 0.026351269084215163, + 0.02568203446865082, + 0.024844326972961427, + 0.024070368832349778, + 0.023772034823894502, + 0.023003196692466737, + 0.02215852342545986, + 0.02170176804959774, + 0.021068523544073105, + 0.020733746546506882, + 0.020220248556137084, + 0.019796535715460778, + 0.019584159588813783, + 0.019099098661541938, + 0.018604568365216255 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7613614797592163, + 0.3896995782852173, + 0.1309610903263092, + 0.10979019105434418, + 0.09164053201675415, + 0.07316795736551285, + 0.09407100081443787, + 0.08964815735816956, + 0.08292470127344131, + 0.08648289740085602, + 0.0870373547077179, + 0.08205951005220413 + ], + "perturbation_rho": [ + 0.6734859943389893, + 0.37621644139289856, + 0.08932416141033173, + 0.11710754036903381, + 0.07942430675029755, + 0.058268360793590546, + 0.05698401480913162, + 0.12727776169776917, + 0.03869014233350754, + 0.06775026768445969, + 0.0798446387052536, + 0.05710796266794205 + ], + "nudging": { + "0.001": [ + -0.02036258764564991, + -0.0012726839631795883, + -0.00030185317154973745, + -0.00024410546757280827, + -0.00020778426551260054, + -0.00017662602476775646, + -0.00021787048899568617, + -0.00021810311591252685, + -0.00019943300867453218, + -0.00021332810865715146, + -0.0002083198050968349, + -0.00020046724239364266 + ], + "0.003": [ + -0.05963846668601036, + -0.0038126767612993717, + -0.0009049437940120697, + -0.000732341140974313, + -0.0006232722080312669, + -0.0005303305806592107, + -0.0006538627203553915, + -0.0006539188325405121, + -0.0005980591522529721, + -0.0006397926481440663, + -0.0006250399746932089, + -0.000601528212428093 + ], + "0.01": [ + -0.1828688532114029, + -0.012644743546843529, + -0.003011793363839388, + -0.0024378912057727575, + -0.0020753229036927223, + -0.0017659795703366399, + -0.0021767604630440474, + -0.0021774054039269686, + -0.0019914493896067142, + -0.0021301559172570705, + -0.0020812181755900383, + -0.0020023814868181944 + ] + }, + "state_pred_error_per_layer": [ + 12496.853515625, + 8106.66162109375, + 5059.9169921875, + 4050.405517578125, + 3454.0888671875, + 2936.005859375, + 2830.2294921875, + 2863.870361328125, + 3118.476806640625, + 3786.361083984375, + 3251.337890625, + 3255.708740234375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1431375211715697, + 1.1314113176345826, + 0.763494457435608, + 0.6545422078132629, + 0.5963865146636963, + 0.5926999958992004, + 0.5563723385810853, + 0.5273848016023636, + 0.526389640045166, + 0.5737923973083496, + 0.6184886278152466, + 0.540420817565918, + 0.6509309328079224, + 0.6382177831172943, + 0.7038152565479279, + 0.6197104157209397, + 0.6280380012512207, + 0.7637808742523193, + 0.7737348519325257, + 0.9252185022354126, + 0.8572391531944275, + 0.8700120922088623, + 0.9276481540679932, + 0.9125369520187377, + 0.9172161891937256, + 0.8759773926734924, + 0.9195978992462158, + 0.9266179433822632, + 0.9306347612380982, + 0.9355648864746093, + 1.1860807178497315, + 1.2574410260200501, + 0.9577581795692444, + 0.9231017108917237, + 0.9289527448654175, + 1.1865424547195436, + 1.267508578491211, + 1.2051992826461793, + 1.0714506145477294, + 1.0610662315368653, + 1.08882954788208, + 1.1172235593795776, + 1.0685178228378296, + 1.072965350151062, + 1.0879979553222656, + 1.091849722290039, + 1.0951012313842774, + 1.1118889781951904, + 1.1178365121841431, + 1.1614880767822267, + 1.1315129627227782, + 1.1100497497558595, + 1.0586509960174562, + 1.0336646169662476, + 0.9826500085830688, + 0.9442742486953736, + 0.9249188864707947, + 0.9147214357376099, + 0.9175932567596435, + 0.902301881980896, + 0.9019629783630371, + 0.9227725395202637, + 0.9098626622200012, + 0.9148895687103271, + 0.9403810447692871, + 0.9147419730186462, + 0.9180494606018066, + 0.9268005172729492, + 0.9152821050643921, + 0.9107012414932251, + 0.9089200870513916, + 0.9040866283416749, + 0.9004606851577759, + 0.8984116611480712, + 0.8967930128097534, + 0.8934282851934433, + 0.8917015773773194, + 0.8904676536560059, + 0.889515599822998, + 0.8890901028633118 + ], + "train_acc": [ + 0.2244, + 0.5835, + 0.7155, + 0.7573, + 0.78, + 0.7817, + 0.7882, + 0.8049, + 0.805, + 0.798, + 0.7902, + 0.811, + 0.7863, + 0.796, + 0.7855, + 0.8072, + 0.8079, + 0.7868, + 0.7864, + 0.7652, + 0.7689, + 0.7653, + 0.7554, + 0.7566, + 0.7448, + 0.7535, + 0.7354, + 0.7394, + 0.7249, + 0.7259, + 0.6872, + 0.6905, + 0.7291, + 0.7244, + 0.7165, + 0.6711, + 0.6454, + 0.6564, + 0.6834, + 0.6735, + 0.6685, + 0.6727, + 0.6801, + 0.6826, + 0.6789, + 0.6825, + 0.6789, + 0.6757, + 0.6757, + 0.6735, + 0.6784, + 0.6749, + 0.6853, + 0.6856, + 0.6876, + 0.694, + 0.699, + 0.6992, + 0.6983, + 0.6973, + 0.702, + 0.6927, + 0.695, + 0.6934, + 0.6853, + 0.695, + 0.6897, + 0.6934, + 0.6927, + 0.6948, + 0.693, + 0.695, + 0.6974, + 0.6947, + 0.6957, + 0.6963, + 0.6997, + 0.6972, + 0.698, + 0.6986 + ], + "test_acc": [ + 0.4745, + 0.6585, + 0.71, + 0.7365, + 0.713, + 0.7385, + 0.7485, + 0.7465, + 0.7115, + 0.7135, + 0.755, + 0.718, + 0.7445, + 0.705, + 0.7395, + 0.739, + 0.696, + 0.739, + 0.7015, + 0.654, + 0.693, + 0.6895, + 0.6715, + 0.696, + 0.6895, + 0.641, + 0.642, + 0.6835, + 0.6535, + 0.677, + 0.634, + 0.6605, + 0.67, + 0.651, + 0.579, + 0.5805, + 0.57, + 0.61, + 0.5835, + 0.612, + 0.5455, + 0.639, + 0.612, + 0.6275, + 0.6515, + 0.6425, + 0.6285, + 0.651, + 0.6015, + 0.647, + 0.619, + 0.6465, + 0.6315, + 0.651, + 0.6475, + 0.6345, + 0.655, + 0.649, + 0.65, + 0.653, + 0.652, + 0.6555, + 0.6455, + 0.651, + 0.6585, + 0.6535, + 0.6575, + 0.65, + 0.6545, + 0.659, + 0.6545, + 0.65, + 0.6545, + 0.6585, + 0.653, + 0.6555, + 0.6515, + 0.651, + 0.652, + 0.6545 + ], + "value_loss": [ + 2.9568321046829222, + 1.0785086713790895, + 0.90905224609375, + 0.8156556116104126, + 0.71209981174469, + 0.7162606690883636, + 0.6878525162696838, + 0.6334588691949844, + 0.6678785998344421, + 0.8333585778236389, + 0.9790375330209732, + 0.8892305318832397, + 1.190905132675171, + 1.22135962972641, + 1.4191310731887818, + 1.2301843813419342, + 1.309260043334961, + 1.786697961139679, + 1.8390044986248015, + 2.7407329641342164, + 2.683467747211456, + 2.4605039993286133, + 2.697446767044067, + 2.505884079360962, + 2.3811799823760986, + 2.1130632976531984, + 2.547091405200958, + 2.568806095790863, + 2.326700057220459, + 2.050758037567139, + 3.351647375488281, + 3.8653842737197874, + 2.4262299686431885, + 1.973457328939438, + 1.9173651649951935, + 2.7696605461120605, + 3.223868531227112, + 2.516205952453613, + 2.1309806928634645, + 1.581437483215332, + 1.520662855911255, + 1.7421501956939698, + 1.6392579578399658, + 1.7828631855010986, + 1.503568088912964, + 1.5523305910110474, + 1.513862213420868, + 1.4381744204521179, + 1.703464267539978, + 1.8939362186431885, + 1.997329638671875, + 2.3897830280303953, + 1.7983587005615234, + 1.697597998046875, + 1.9598307273864746, + 2.306221367645264, + 2.709978248977661, + 2.6091056289672854, + 2.1318489376068115, + 2.478940699005127, + 4.479023780822754, + 2.6361848222732545, + 2.3030937707901002, + 2.172142697906494, + 2.1629171989440916, + 2.1354505142211915, + 3.6189373970031737, + 1.9153299285888672, + 1.6933829580307007, + 1.5514454183578492, + 1.7198340145111084, + 2.304251728439331, + 2.3330616605758667, + 2.141467953872681, + 2.1230085525512696, + 1.957105325627327, + 1.2174413562774657, + 1.088514053273201, + 1.3677844764709473, + 1.470289986038208 + ], + "term_loss": [ + 1.7106032176971435, + 0.8254648140907288, + 0.7463485570907593, + 0.6676207568168641, + 0.5505435749053955, + 0.541679301738739, + 0.5368218964576721, + 0.4944875739812851, + 0.5313012260437012, + 0.688984687590599, + 0.824212459397316, + 0.7535633095741272, + 1.0329072504997254, + 1.0706197033405305, + 1.2603799612522126, + 1.077820935988426, + 1.1586309091567992, + 1.6123901631355286, + 1.6418114624261857, + 2.436177046394348, + 2.397401628804207, + 2.1149996490478515, + 2.31136040019989, + 2.1631346977233887, + 2.049055897331238, + 1.7832660831809044, + 2.158650917363167, + 2.1838888779640198, + 1.8579028195381164, + 1.675981715774536, + 2.8682561981201173, + 3.322650659561157, + 2.0634375164031984, + 1.6218495529174806, + 1.5564533473014832, + 2.2553051567077635, + 2.749121911621094, + 2.076441255569458, + 1.7535715727806092, + 1.2274940629959106, + 1.1482607242584228, + 1.3356118202209473, + 1.1993759344100952, + 1.2911961950302124, + 1.048892977809906, + 1.0074683206558228, + 1.0248507034778596, + 0.935506264257431, + 1.1044427654266358, + 1.1969995346069335, + 1.1418621253967285, + 1.3484027454376222, + 0.962894126367569, + 0.9484803367614746, + 0.9511542388916016, + 0.9807710059165955, + 0.9729905309677124, + 1.0154107706069946, + 0.8337604522705078, + 0.9689625096797944, + 1.7556117889404297, + 0.9268646779537201, + 0.828965087556839, + 0.6780174582958222, + 0.7625543830394745, + 0.6682373239994049, + 0.9152047227859497, + 0.7351679893016815, + 0.47258839864730834, + 0.5454990069389343, + 0.5863055065393448, + 0.40333252935409547, + 0.3903892815351486, + 0.3693857752799988, + 0.39749053382873534, + 0.3525045004069805, + 0.3847132333755493, + 0.3305401994973421, + 0.33507129402160646, + 0.35005189373493195 + ], + "bridge_loss": [ + 0.9669484859231743, + 0.05317885834872722, + 0.00808393329679966, + 0.008157965920865536, + 0.029252383983135222, + 0.03924694521427154, + 0.021582315093278886, + 0.014747861477732658, + 0.010850316934287549, + 0.01159995011985302, + 0.01137650200240314, + 0.008062006759643555, + 0.010978949210047722, + 0.010464786231517791, + 0.010793930877745151, + 0.014536779739707708, + 0.013218280214071274, + 0.01831962423026562, + 0.04002247373312712, + 0.12877036023139954, + 0.11417192211151123, + 0.17329340472221375, + 0.1982671790599823, + 0.1537047609090805, + 0.13700159553289412, + 0.14344184587001801, + 0.19639654465913772, + 0.18772757058143616, + 0.2604771111011505, + 0.16612488641738893, + 0.24183178367614747, + 0.29544510494470594, + 0.15411187861561776, + 0.14273896975517272, + 0.1461831522524357, + 0.2598205562591553, + 0.20287768486738206, + 0.17781711089611055, + 0.13225486822128296, + 0.1091677051782608, + 0.12344816446304321, + 0.15784135718345643, + 0.19993465332984925, + 0.2517854769706726, + 0.21548625774383545, + 0.303979873418808, + 0.24833559863567353, + 0.25959504103660586, + 0.3560759227275848, + 0.4449814043998718, + 0.6060321228027343, + 0.7924756161689759, + 0.5928340180397034, + 0.5072291620254517, + 0.7738087944030762, + 1.0943159332275392, + 1.5088457412719727, + 1.3652442758560182, + 1.0671269865989685, + 1.276467441558838, + 2.486809080886841, + 1.4710026905059814, + 1.2389037780284882, + 1.261445129776001, + 1.164626408290863, + 1.2384403867721558, + 2.4690226011276244, + 0.9487775525093078, + 0.9965210990428924, + 0.7810107170104981, + 0.9109019186019898, + 1.6800292533874512, + 1.7228944480895996, + 1.5527821187973023, + 1.5077555236816407, + 1.3873976001620292, + 0.6169261030197144, + 0.542320925283432, + 0.817931770324707, + 0.9054676934719086 + ], + "tgrad_loss": [ + 0.2792804120540619, + 0.19986500358581544, + 0.15461974563598632, + 0.13987688381671906, + 0.1323038545846939, + 0.13533442150354386, + 0.1294483060002327, + 0.12422343373596668, + 0.12572705571651457, + 0.1327739451289177, + 0.14344856899380684, + 0.12760521812438966, + 0.14701892898082733, + 0.1402751523733139, + 0.1479571692466736, + 0.13782665922790766, + 0.1374108523607254, + 0.15598817284107208, + 0.15717057017087938, + 0.17578555488586425, + 0.17189420654773713, + 0.17221092910766603, + 0.18781920006275177, + 0.1890446207523346, + 0.1951224928855896, + 0.1863553591489792, + 0.19204393486976623, + 0.19718966495990753, + 0.20832013266086577, + 0.20865144987106324, + 0.24155937967300414, + 0.2472884924173355, + 0.2086805598974228, + 0.2088688009262085, + 0.21472869415283202, + 0.25453484058380127, + 0.271868927192688, + 0.26194758088588715, + 0.24515422630310058, + 0.24477570347785949, + 0.24895398588180542, + 0.24869702105522157, + 0.23994735856056212, + 0.2398815236568451, + 0.2391888491630554, + 0.240882395029068, + 0.24067591972351074, + 0.2430731174468994, + 0.2429455770969391, + 0.25195528326034544, + 0.24943538155555725, + 0.2489046775341034, + 0.2426305419921875, + 0.24188849420547484, + 0.23486768898963928, + 0.23113440914154051, + 0.22814198708534242, + 0.22845054547786714, + 0.23096151385307312, + 0.23351073865890504, + 0.23660291147232054, + 0.23831744689941406, + 0.2352248964548111, + 0.23268011784553527, + 0.23573639130592347, + 0.22877280921936036, + 0.2347100558757782, + 0.23138438067436218, + 0.22427347674369813, + 0.22493569655418397, + 0.2226265817642212, + 0.22088994021415712, + 0.21977790536880493, + 0.21930006308555602, + 0.21776250076293946, + 0.21720322926640512, + 0.2158020221233368, + 0.21565292925834656, + 0.21478140382766725, + 0.2147704033613205 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.022733785212039948, + -0.008966443128883839, + -0.020323125645518303, + -0.018136776983737946, + -0.01592089980840683, + -0.019174236804246902, + -0.014491843990981579, + -0.016727179288864136, + -0.008660020306706429, + -0.007111798040568829, + 0.0011803526431322098, + 0.019812453538179398 + ], + "perturbation_rho": [ + -0.05155084282159805, + 0.03821132332086563, + 0.07940525561571121, + 0.014752240851521492, + 0.016678672283887863, + 0.04385560005903244, + 0.03276895359158516, + -0.0006132312119007111, + -0.024450641125440598, + -0.029637619853019714, + 0.058109357953071594, + 0.06492529809474945 + ], + "nudging": { + "0.001": [ + 0.0007101683877408504, + 2.878123996197246e-05, + 3.59775876859203e-05, + 4.22842385887634e-05, + 5.514687654795125e-05, + 6.889239011798054e-05, + 4.4554166379384696e-05, + 5.3767391364090145e-05, + 2.042827327386476e-05, + 1.283050369238481e-05, + -4.334753975854255e-05, + -0.00014430817100219429 + ], + "0.003": [ + 0.002175786066800356, + 8.923052519094199e-05, + 0.00010926096001639962, + 0.00012868153862655163, + 0.00016585344565100968, + 0.00020889895677100867, + 0.00013566638517659158, + 0.00016381990280933678, + 6.132574344519526e-05, + 4.1310246160719544e-05, + -0.0001288450148422271, + -0.00043151958379894495 + ], + "0.01": [ + 0.00777015183120966, + 0.00029987754533067346, + 0.00037500812322832644, + 0.00043640032527036965, + 0.0005594875547103584, + 0.0007026067469269037, + 0.00045700964983552694, + 0.000550219090655446, + 0.00020889028382953256, + 0.00013992507592774928, + -0.0004261335707269609, + -0.0014356517931446433 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json new file mode 100644 index 0000000..534cbe6 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0289972447395326, + 0.5518267907142639, + 0.4511595572471619, + 0.39422388381958007, + 0.44242291359901426, + 0.35389120923280715, + 0.31342196378707887, + 0.3463186399459839, + 0.32175993151664734, + 0.2832035564661026, + 0.2801107416152954, + 0.2918631485939026, + 0.3457958580970764, + 0.3110818340301514, + 0.26716538116931915, + 0.2110436717748642, + 0.21322266802787782, + 0.23035920186042785, + 0.2469690625667572, + 0.20660339014530182, + 0.17914194725751878, + 0.16029981126785278, + 0.2650108504295349, + 0.23070593461990357, + 0.22895147225856782, + 0.1446519785642624, + 0.15114033766984938, + 0.13604806888103485, + 0.14886143884658815, + 0.14153230743408204, + 0.1639685553073883, + 0.1721979957818985, + 0.12600361688137054, + 0.09298437514305115, + 0.0910780445933342, + 0.0859093768119812, + 0.0917577600479126, + 0.11107840504646302, + 0.1042894508600235, + 0.0790501122713089, + 0.060757651767134664, + 0.052207192993164064, + 0.07682168252468109, + 0.08167480888366699, + 0.05967919422090054, + 0.042717813885211946, + 0.04176127468943596, + 0.03670722253918648, + 0.03259751065224409, + 0.030135507690906525, + 0.03625146338418126, + 0.02841401128768921, + 0.03439460081905127, + 0.026802394422888755, + 0.024497890919446944, + 0.023438648000359535, + 0.0227094176530838, + 0.020777325369045137, + 0.019944287514686583, + 0.020628850987553595, + 0.01877836397886276, + 0.019591398665308953, + 0.01804204930663109, + 0.017368639394640922, + 0.01685231066942215, + 0.016730269909650087, + 0.016215140321850778, + 0.016110457883775235, + 0.01567506283596158, + 0.01538568799868226, + 0.015168684274703264, + 0.015022477886080741, + 0.014880986557900905, + 0.014766420166194439, + 0.014667600397765636, + 0.014582521318644286, + 0.014523118747770786, + 0.014479038575291633, + 0.014449081733822823, + 0.01443173177242279 + ], + "train_acc": [ + 0.6277, + 0.7816, + 0.8214, + 0.8428, + 0.8261, + 0.857, + 0.8746, + 0.8661, + 0.8744, + 0.8865, + 0.8865, + 0.882, + 0.8687, + 0.878, + 0.8936, + 0.916, + 0.9192, + 0.908, + 0.9018, + 0.9187, + 0.9326, + 0.9371, + 0.9017, + 0.9109, + 0.9141, + 0.9478, + 0.9455, + 0.9496, + 0.9445, + 0.9454, + 0.9359, + 0.9367, + 0.951, + 0.9693, + 0.9695, + 0.9721, + 0.9683, + 0.9605, + 0.9637, + 0.9745, + 0.9842, + 0.9876, + 0.9748, + 0.9709, + 0.9832, + 0.9909, + 0.9922, + 0.9944, + 0.9957, + 0.9985, + 0.9954, + 0.9975, + 0.9927, + 0.9984, + 0.9985, + 0.999, + 0.9993, + 0.9997, + 0.9997, + 0.9995, + 0.9996, + 0.9995, + 0.9998, + 0.9999, + 0.9999, + 0.9998, + 0.9999, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7515, + 0.8025, + 0.806, + 0.811, + 0.8295, + 0.834, + 0.8235, + 0.8265, + 0.836, + 0.837, + 0.8325, + 0.8185, + 0.8215, + 0.8335, + 0.8405, + 0.8485, + 0.8455, + 0.8475, + 0.8395, + 0.8535, + 0.838, + 0.8455, + 0.839, + 0.8415, + 0.8415, + 0.8625, + 0.861, + 0.8545, + 0.855, + 0.845, + 0.853, + 0.8455, + 0.8555, + 0.86, + 0.8545, + 0.861, + 0.8545, + 0.86, + 0.8525, + 0.856, + 0.8595, + 0.8595, + 0.854, + 0.858, + 0.854, + 0.8535, + 0.8555, + 0.861, + 0.8625, + 0.858, + 0.8545, + 0.861, + 0.864, + 0.8605, + 0.861, + 0.8605, + 0.8585, + 0.8595, + 0.862, + 0.8635, + 0.8615, + 0.863, + 0.859, + 0.8605, + 0.861, + 0.862, + 0.8605, + 0.862, + 0.8615, + 0.859, + 0.861, + 0.8595, + 0.8605, + 0.8595, + 0.8595, + 0.859, + 0.859, + 0.8585, + 0.8585, + 0.8585 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8657882213592529, + 0.8541754484176636, + 0.8436384201049805, + 0.832263708114624, + 0.8208613991737366, + 0.8122134208679199, + 0.8057717084884644, + 0.8017721176147461, + 0.7986597418785095, + 0.7967146635055542, + 0.7952107787132263, + 0.7936121225357056 + ], + "perturbation_rho": [ + 0.9999991655349731, + 0.9999977350234985, + 0.9999939203262329, + 0.9999861121177673, + 0.9999700784683228, + 0.9999415874481201, + 0.9999051094055176, + 0.9998413324356079, + 0.9998086094856262, + 0.9997647404670715, + 0.9996839165687561, + 0.9996654987335205 + ], + "nudging": { + "0.001": [ + -0.04849132150411606, + -0.02874898351728916, + -0.017109278589487076, + -0.010623453184962273, + -0.007099856156855822, + -0.00517381401732564, + -0.004027326591312885, + -0.003302204655483365, + -0.002826581709086895, + -0.0024977410212159157, + -0.0022658759262412786, + -0.002098134718835354 + ], + "0.003": [ + -0.13462388515472412, + -0.08245518803596497, + -0.049992166459560394, + -0.03135458379983902, + -0.021068472415208817, + -0.015398472547531128, + -0.012007322162389755, + -0.009856492280960083, + -0.008443145081400871, + -0.0074646552093327045, + -0.006774362176656723, + -0.00627471599727869 + ], + "0.01": [ + -0.3461707830429077, + -0.23528623580932617, + -0.151905819773674, + -0.0986800491809845, + -0.06758347898721695, + -0.04991145431995392, + -0.039162103086709976, + -0.032274406403303146, + -0.02771918475627899, + -0.024551689624786377, + -0.02231007255613804, + -0.020684588700532913 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1235100923538206, + 1.1082965564727782, + 0.750099405670166, + 0.6328572737693786, + 0.5875409540176392, + 0.5631556386470795, + 0.5060072989463806, + 0.540234273815155, + 0.5666848608016968, + 0.5682762460708618, + 0.5639706572532653, + 0.5890132635116577, + 0.6135262609481812, + 0.602108911037445, + 0.6072693287372589, + 0.6348110971450805, + 0.7817256136894226, + 0.6661777521133423, + 0.6966238568305969, + 0.7440887294769287, + 0.7967543980598449, + 0.7141374285697937, + 0.7286955251693725, + 0.7677665306091308, + 0.9173848634719849, + 0.7543825769424438, + 0.7648948078155517, + 0.7503327812194824, + 0.7647949110984802, + 0.7902673944473266, + 0.9369182168960571, + 0.8630489279747009, + 0.7868163341522216, + 0.7187879699707032, + 0.7061111800193787, + 0.7407430360794067, + 0.6999222482681274, + 0.7179792369842529, + 0.7611988479614258, + 0.9336099584102631, + 0.7458975120544433, + 0.7050964839935303, + 0.7907829219818115, + 0.8120410600662231, + 0.8178721930742264, + 0.8078300096511841, + 0.7027412726402282, + 0.7329458427906036, + 0.738685355424881, + 0.7487446063995361, + 0.7514049421310425, + 0.730554404258728, + 0.7941344120979309, + 0.7334264843940735, + 0.6445084705352783, + 0.6251215059280395, + 0.6134120052337646, + 0.649115455532074, + 0.633389378452301, + 0.6228324326515198, + 0.611019660949707, + 0.6410484097003937, + 0.5912066791534424, + 0.5904429639816284, + 0.6285253910064698, + 0.5794477666854858, + 0.5771131004333496, + 0.5889648357391357, + 0.5780286474227905, + 0.5594178355693817, + 0.5606797921180725, + 0.5604514053821563, + 0.5562048003673553, + 0.5510331042289733, + 0.5497398493766784, + 0.545871854686737, + 0.5429510949134827, + 0.5423210851669311, + 0.5398131627082825, + 0.5393634226799011 + ], + "train_acc": [ + 0.2323, + 0.596, + 0.7208, + 0.7599, + 0.7788, + 0.7874, + 0.8057, + 0.8007, + 0.7918, + 0.7962, + 0.7997, + 0.8031, + 0.8048, + 0.8065, + 0.8051, + 0.8065, + 0.7841, + 0.8036, + 0.8097, + 0.7995, + 0.7896, + 0.8078, + 0.8071, + 0.8026, + 0.7855, + 0.8111, + 0.8127, + 0.8163, + 0.8174, + 0.8154, + 0.791, + 0.8028, + 0.8168, + 0.8281, + 0.8279, + 0.8255, + 0.8283, + 0.8251, + 0.8235, + 0.8042, + 0.8284, + 0.8306, + 0.8251, + 0.8193, + 0.8153, + 0.8206, + 0.8358, + 0.8319, + 0.8309, + 0.8326, + 0.8313, + 0.8342, + 0.8227, + 0.8297, + 0.8425, + 0.8437, + 0.8475, + 0.8429, + 0.8449, + 0.846, + 0.8498, + 0.8461, + 0.8488, + 0.8512, + 0.8447, + 0.8533, + 0.8547, + 0.8538, + 0.8497, + 0.8569, + 0.8574, + 0.8529, + 0.8559, + 0.8562, + 0.8583, + 0.8588, + 0.8603, + 0.8591, + 0.86, + 0.86 + ], + "test_acc": [ + 0.4615, + 0.655, + 0.702, + 0.7135, + 0.721, + 0.7235, + 0.7425, + 0.7335, + 0.7075, + 0.7205, + 0.7285, + 0.7125, + 0.737, + 0.756, + 0.72, + 0.708, + 0.72, + 0.6935, + 0.7225, + 0.7035, + 0.731, + 0.7365, + 0.757, + 0.6705, + 0.74, + 0.7185, + 0.7655, + 0.725, + 0.741, + 0.7335, + 0.728, + 0.6915, + 0.7585, + 0.7555, + 0.7625, + 0.755, + 0.7535, + 0.7325, + 0.7505, + 0.7705, + 0.7305, + 0.763, + 0.7435, + 0.7545, + 0.726, + 0.741, + 0.7665, + 0.756, + 0.7335, + 0.7705, + 0.7425, + 0.7435, + 0.7435, + 0.772, + 0.789, + 0.773, + 0.776, + 0.7705, + 0.776, + 0.782, + 0.784, + 0.783, + 0.779, + 0.78, + 0.7885, + 0.786, + 0.78, + 0.7735, + 0.789, + 0.7865, + 0.7915, + 0.7865, + 0.7925, + 0.7905, + 0.784, + 0.79, + 0.789, + 0.7905, + 0.79, + 0.791 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.023988625034689903, + 0.0961650088429451, + 0.10208466649055481, + 0.07022920250892639, + 0.09604307264089584, + 0.07800711691379547, + 0.08064866811037064, + 0.015484225004911423, + 0.04617477208375931, + 0.10530653595924377, + 0.06217034161090851, + 0.07844939827919006 + ], + "perturbation_rho": [ + -0.021668296307325363, + 0.13302525877952576, + 0.14676621556282043, + 0.11482817679643631, + 0.09230026602745056, + 0.15572097897529602, + 0.084853395819664, + 0.06741442531347275, + 0.09585727006196976, + 0.17402535676956177, + 0.1249062716960907, + 0.10308724641799927 + ], + "nudging": { + "0.001": [ + -0.0014991102507337928, + -0.0009640245698392391, + -0.0004538548528216779, + -0.00034582847729325294, + -0.00034230330493301153, + -0.0003880904405377805, + -0.00031353221856988966, + -0.00012767358566634357, + -0.0002463337150402367, + -0.0004554776242002845, + -0.00027469650376588106, + -0.00030673964647576213 + ], + "0.003": [ + -0.004409522749483585, + -0.002890376141294837, + -0.0013566706329584122, + -0.0010372062679380178, + -0.001026148907840252, + -0.001161768101155758, + -0.0009411850478500128, + -0.0003798047546297312, + -0.0007346655474975705, + -0.001363673829473555, + -0.0008243860211223364, + -0.0009191210265271366 + ], + "0.01": [ + -0.013704460114240646, + -0.009605048224329948, + -0.004514003172516823, + -0.00345102627761662, + -0.003412249032407999, + -0.0038682736922055483, + -0.0031317053362727165, + -0.0012646813411265612, + -0.002444072160869837, + -0.004538315813988447, + -0.0027466074097901583, + -0.0030584305059164762 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.807085013961792, + 1.102435264968872, + 0.8967913342475891, + 0.8658248983383179, + 1.0182812132835388, + 0.9767744832992554, + 0.9880819606781006, + 1.035093484020233, + 1.0461988681793213, + 1.0764453081130982, + 1.1296374977111816, + 1.1917438926696777, + 1.222821136856079, + 1.174761890888214, + 1.14142276802063, + 1.1630746793746949, + 1.0981647139549255, + 1.1113210584640503, + 1.151859906578064, + 1.1268991245269775, + 1.1279105222702026, + 1.1556508625030517, + 1.1305137939453125, + 1.185821006011963, + 1.138044129371643, + 1.1439549321651459, + 1.1212958415985108, + 1.0799880672454834, + 1.0542625444412232, + 1.0640178268432616, + 1.10920906085968, + 1.1122959064483642, + 1.0692581912994386, + 1.0431142856597901, + 1.0079946722984314, + 1.004625850868225, + 0.9657065452575684, + 0.987287603187561, + 0.9696861606597901, + 0.9506798803329468, + 0.9282126628875732, + 0.927169044971466, + 0.8895869630813599, + 0.9118406322479248, + 0.880739783000946, + 0.8995118801116944, + 0.9030367485046387, + 0.8806243282318115, + 0.859384224319458, + 0.8554368983268738, + 0.8580255534172058, + 0.8396073943138123, + 0.8226373916625976, + 0.8179270943164826, + 0.8061285870552063, + 0.8003266729354859, + 0.7872838403701782, + 0.7727557550430297, + 0.7704776877403259, + 0.7667377745628357, + 0.7585975839614868, + 0.7477805254936218, + 0.7369667429924012, + 0.7361846633911133, + 0.7324250010490417, + 0.7300120206832885, + 0.7282338066101074, + 0.7252779340744019, + 0.7199260646820068, + 0.7161426591873169, + 0.7162261745452881, + 0.7125815645217896, + 0.7121326784133911, + 0.712986146068573, + 0.7102373764991761, + 0.709166716003418, + 0.7090627272605896, + 0.7080635800361633, + 0.7075329236984252, + 0.7072855897903443 + ], + "train_acc": [ + 0.3632, + 0.6056, + 0.6822, + 0.7026, + 0.6763, + 0.6838, + 0.6698, + 0.6532, + 0.6384, + 0.6301, + 0.6145, + 0.5902, + 0.5922, + 0.6063, + 0.6007, + 0.6007, + 0.6167, + 0.6197, + 0.6073, + 0.6184, + 0.6022, + 0.5992, + 0.6109, + 0.5973, + 0.6053, + 0.6094, + 0.606, + 0.6251, + 0.6317, + 0.6342, + 0.6262, + 0.6251, + 0.6305, + 0.6374, + 0.6449, + 0.6433, + 0.6553, + 0.6504, + 0.6565, + 0.6661, + 0.6722, + 0.675, + 0.6841, + 0.6819, + 0.6916, + 0.689, + 0.6844, + 0.6898, + 0.697, + 0.6968, + 0.6992, + 0.7051, + 0.7069, + 0.7039, + 0.7086, + 0.7106, + 0.7106, + 0.7148, + 0.7182, + 0.7197, + 0.7222, + 0.7262, + 0.7283, + 0.7306, + 0.7298, + 0.7304, + 0.7295, + 0.7306, + 0.7326, + 0.7349, + 0.7313, + 0.7338, + 0.7356, + 0.7332, + 0.7336, + 0.7353, + 0.7341, + 0.7366, + 0.7364, + 0.7364 + ], + "test_acc": [ + 0.5135, + 0.618, + 0.6695, + 0.6515, + 0.6515, + 0.6315, + 0.6225, + 0.6055, + 0.5995, + 0.584, + 0.5585, + 0.557, + 0.551, + 0.5605, + 0.5265, + 0.599, + 0.558, + 0.551, + 0.563, + 0.5645, + 0.57, + 0.577, + 0.563, + 0.546, + 0.5685, + 0.571, + 0.588, + 0.5825, + 0.6095, + 0.585, + 0.5855, + 0.604, + 0.5945, + 0.587, + 0.5875, + 0.62, + 0.6, + 0.6235, + 0.627, + 0.64, + 0.633, + 0.641, + 0.6375, + 0.6475, + 0.6465, + 0.633, + 0.648, + 0.6575, + 0.654, + 0.639, + 0.6655, + 0.6525, + 0.6625, + 0.662, + 0.6645, + 0.666, + 0.6765, + 0.67, + 0.674, + 0.678, + 0.681, + 0.6715, + 0.674, + 0.6805, + 0.674, + 0.678, + 0.6785, + 0.684, + 0.6795, + 0.6855, + 0.6845, + 0.685, + 0.6815, + 0.682, + 0.684, + 0.681, + 0.68, + 0.6825, + 0.684, + 0.684 + ], + "state_pred_error": [ + 0.6512474334239959, + 0.23058344020843505, + 0.1896287111759186, + 0.18471159949302673, + 0.18485726273059844, + 0.1737810070514679, + 0.16258639628887175, + 0.16076858344078063, + 0.15332085819244384, + 0.14920532870292663, + 0.14722106504440308, + 0.14300990376472472, + 0.1492370625972748, + 0.1439142399072647, + 0.12816479614973067, + 0.1202324061870575, + 0.117945645570755, + 0.11019849457740784, + 0.10783304533958435, + 0.10931210429668427, + 0.10170301874876023, + 0.09073063535690308, + 0.08647769033908843, + 0.08548861846923828, + 0.08252622492313386, + 0.08297095057964325, + 0.08413988354206085, + 0.08291892770528793, + 0.08127011013031006, + 0.08014206212759017, + 0.07530246855020523, + 0.07383085484504699, + 0.07433314504027366, + 0.07500043790340423, + 0.06373311177492141, + 0.053063148951530456, + 0.04655604932308197, + 0.04248758298754692, + 0.039597957611083985, + 0.03774079847335816, + 0.036414392232894895, + 0.036177867931127546, + 0.03710191646814346, + 0.03799050847887993, + 0.03865900856852531, + 0.03986500010490417, + 0.04025968971848488, + 0.04023946278095245, + 0.03935071052908897, + 0.038617061150074, + 0.03697362271547318, + 0.03568208778500557, + 0.03376017547249794, + 0.03194519720077515, + 0.03046695657968521, + 0.028837302082777024, + 0.026821034044027327, + 0.025166314297914504, + 0.023858547830581667, + 0.022523800045251847, + 0.02142890711426735, + 0.02049182191491127, + 0.019461944046616553, + 0.018724638411402702, + 0.018098203578591345, + 0.017532397788763046, + 0.017125102549791337, + 0.016625906114280223, + 0.016127729009091853, + 0.0156772187769413, + 0.01534948223233223, + 0.01498309828042984, + 0.014769109533727169, + 0.014400660943984985, + 0.014128298926353455, + 0.013869472323358058, + 0.013623444560170174, + 0.013534102323651313, + 0.013178734815120698, + 0.012914137981832028 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7669721841812134, + 0.3159201741218567, + 0.12931227684020996, + 0.11285121738910675, + 0.11607236415147781, + 0.09898597002029419, + 0.08882047981023788, + 0.08661012351512909, + 0.08416090905666351, + 0.07891363650560379, + 0.08571723103523254, + 0.07797139883041382 + ], + "perturbation_rho": [ + 0.6671731472015381, + 0.26826971769332886, + 0.10340800136327744, + 0.06843797862529755, + 0.0669264942407608, + 0.08176875114440918, + 0.10683348774909973, + 0.06641782820224762, + 0.09755225479602814, + 0.04477599635720253, + 0.0847611278295517, + 0.05422855541110039 + ], + "nudging": { + "0.001": [ + -0.020674603059887886, + -0.0009852666407823563, + -0.00032257993007078767, + -0.00028019698220305145, + -0.00029603225993923843, + -0.0002484910364728421, + -0.00022453245765063912, + -0.0002270418481202796, + -0.0002228383964393288, + -0.00021279064822010696, + -0.00022745912428945303, + -0.00021358227240853012 + ], + "0.003": [ + -0.06080744415521622, + -0.0029529533348977566, + -0.000967606611084193, + -0.0008409440633840859, + -0.0008881675312295556, + -0.0007449040422216058, + -0.000672660768032074, + -0.0006811338244006038, + -0.000667730113491416, + -0.0006377690588124096, + -0.0006822676514275372, + -0.0006406885222531855 + ], + "0.01": [ + -0.18878120183944702, + -0.009807860478758812, + -0.003219514386728406, + -0.0027990485541522503, + -0.0029557342641055584, + -0.002479594200849533, + -0.0022394107654690742, + -0.0022681057453155518, + -0.0022236446384340525, + -0.0021239176858216524, + -0.002271223347634077, + -0.0021332399919629097 + ] + }, + "state_pred_error_per_layer": [ + 11168.2578125, + 8443.55078125, + 4301.74609375, + 3486.31884765625, + 3134.353515625, + 2733.8369140625, + 2666.431640625, + 2571.673095703125, + 2489.172119140625, + 2732.81298828125, + 3179.04296875, + 3116.75927734375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1315750801086426, + 1.1275678437232972, + 0.7608565049171447, + 0.6336094784736633, + 0.5893053354263306, + 0.5536110488414765, + 0.5473899070739746, + 0.5555015350341796, + 0.5377608227729798, + 0.5654601648330688, + 0.5768093711853027, + 0.5968125733375549, + 0.5762377287864685, + 0.6280837037563324, + 0.6525607712745667, + 0.6160441763401031, + 0.6452989727020264, + 0.6671710391998291, + 0.7498049283504487, + 0.7619616928100585, + 0.8783720811843873, + 0.8115640605926514, + 0.8540671677589416, + 0.9438815314292908, + 1.0194129499912261, + 1.3004956233024598, + 1.208273486328125, + 1.1028277763366698, + 0.9904912512779236, + 1.0831217368125916, + 1.6056551074981689, + 1.5679107995986938, + 1.3498116270065308, + 1.2021915550231934, + 1.233414642238617, + 1.173053926086426, + 1.244126808643341, + 1.2047833410263062, + 1.3103191875457765, + 1.450556330871582, + 1.338700449371338, + 1.394380598449707, + 1.3369567630767822, + 1.3830016635894775, + 1.4491120206832886, + 1.355772504043579, + 1.4613750009536743, + 1.3933008644104004, + 1.4618995168685913, + 1.4758007205963135, + 1.3685514781951904, + 1.3153245384216308, + 1.376934875679016, + 1.3746307342529296, + 1.379645304107666, + 1.3670798933029176, + 1.3901595281600951, + 1.4185121158599854, + 1.4470027433395385, + 1.5002961723327637, + 1.5068544860839843, + 1.5301587196350097, + 1.513092244720459, + 1.5387826145172119, + 1.5067788402557374, + 1.4915789882659911, + 1.4699815629959105, + 1.4490281288146973, + 1.4375888122558593, + 1.4150205673217773, + 1.400378854084015, + 1.3909439609527587, + 1.3824152030944825, + 1.3735420917510985, + 1.3697484756469727, + 1.366435227203369, + 1.3618904499053954, + 1.3581113803863525, + 1.356816044807434, + 1.3559203275680543 + ], + "train_acc": [ + 0.224, + 0.5908, + 0.7109, + 0.7607, + 0.7744, + 0.794, + 0.79, + 0.7914, + 0.8039, + 0.802, + 0.8029, + 0.801, + 0.8075, + 0.8013, + 0.7967, + 0.8075, + 0.8041, + 0.8037, + 0.7932, + 0.7959, + 0.7755, + 0.7864, + 0.78, + 0.7553, + 0.7388, + 0.7019, + 0.7005, + 0.7057, + 0.7206, + 0.698, + 0.6358, + 0.6414, + 0.6436, + 0.6583, + 0.6537, + 0.6534, + 0.6344, + 0.6334, + 0.6075, + 0.585, + 0.6124, + 0.5768, + 0.5856, + 0.5795, + 0.5786, + 0.5889, + 0.5765, + 0.5842, + 0.5754, + 0.5733, + 0.5886, + 0.5993, + 0.578, + 0.5823, + 0.5771, + 0.589, + 0.5874, + 0.5864, + 0.5841, + 0.581, + 0.5822, + 0.5828, + 0.5828, + 0.5829, + 0.585, + 0.5876, + 0.591, + 0.5893, + 0.5924, + 0.5971, + 0.5978, + 0.5993, + 0.5975, + 0.5989, + 0.6019, + 0.5996, + 0.6014, + 0.6027, + 0.6026, + 0.6024 + ], + "test_acc": [ + 0.4435, + 0.637, + 0.691, + 0.7055, + 0.742, + 0.723, + 0.724, + 0.698, + 0.71, + 0.7455, + 0.7285, + 0.727, + 0.7385, + 0.7515, + 0.734, + 0.736, + 0.7215, + 0.719, + 0.7625, + 0.697, + 0.724, + 0.7325, + 0.711, + 0.701, + 0.667, + 0.6085, + 0.6425, + 0.637, + 0.6435, + 0.488, + 0.5185, + 0.5225, + 0.5955, + 0.617, + 0.612, + 0.5595, + 0.554, + 0.5335, + 0.539, + 0.5405, + 0.4145, + 0.5155, + 0.524, + 0.4825, + 0.5755, + 0.477, + 0.5435, + 0.4805, + 0.4845, + 0.5665, + 0.5725, + 0.494, + 0.5165, + 0.55, + 0.538, + 0.5355, + 0.5435, + 0.5345, + 0.5575, + 0.561, + 0.556, + 0.563, + 0.564, + 0.56, + 0.562, + 0.572, + 0.568, + 0.557, + 0.564, + 0.574, + 0.5685, + 0.5775, + 0.563, + 0.568, + 0.5705, + 0.572, + 0.572, + 0.5725, + 0.572, + 0.571 + ], + "value_loss": [ + 2.9138871958732606, + 1.1022631580352784, + 0.9319236121177673, + 0.7978519012451172, + 0.7577287331581116, + 0.7042515501976013, + 0.6586682022094726, + 0.7588884521484375, + 0.7518065408706665, + 0.8810499990463256, + 0.9755400789260864, + 1.0526361764431, + 1.0445400088310242, + 1.252692174434662, + 1.3889376731872558, + 1.300380541419983, + 1.3794576427936553, + 1.4253910701751709, + 1.9810868307113647, + 2.194575175476074, + 3.0307659772872926, + 2.4067670707702638, + 2.5513597805023194, + 2.7336216793060304, + 3.053514086151123, + 4.7302221481323246, + 3.3925644401550294, + 2.775765018463135, + 2.221942966938019, + 2.2246411628723144, + 5.384357067489624, + 5.233831034374237, + 3.163105836868286, + 2.1542870338439943, + 2.1550992218017577, + 2.6656919672012327, + 2.002714876174927, + 1.74481948928833, + 1.8624648433685302, + 2.076787268447876, + 1.8710257823944092, + 1.958513571166992, + 1.649655185508728, + 1.6125932949066162, + 2.0081273155212402, + 1.4420139938354493, + 1.8238695256233215, + 1.6240278913497925, + 1.8388916667938233, + 1.5901467416763306, + 1.4791289331436157, + 1.3453978649139404, + 1.297918366909027, + 1.200528673171997, + 1.2604325717926026, + 1.2986903020858764, + 1.3409297351837157, + 1.3383622268676758, + 1.5519800048828125, + 1.4891740257263184, + 1.6088176250457764, + 1.7245799392700196, + 1.7291366215705872, + 1.5569227603912354, + 1.5849707220077516, + 1.453390936088562, + 1.4432776542663575, + 1.4676635822296142, + 1.273773190689087, + 1.1522198958158494, + 1.3450853576660156, + 1.1712487615585327, + 1.1006177734375, + 1.117146457862854, + 1.159826749610901, + 1.040153635787964, + 1.0537519412994385, + 0.9792304852485657, + 1.0188624217987061, + 0.95497522315979 + ], + "term_loss": [ + 1.6808870628356933, + 0.8418537575721741, + 0.7667020098686218, + 0.6550530954360962, + 0.6069779561758042, + 0.5468185155630112, + 0.4998374924182892, + 0.6111144859313965, + 0.6096799449920655, + 0.7287877419471741, + 0.8274648229598999, + 0.8995155854701996, + 0.9002441462039947, + 1.097049927520752, + 1.2271722087860106, + 1.1485843418121338, + 1.2233097215652466, + 1.26716976146698, + 1.7900210740089417, + 1.9460071144104003, + 2.6685218320846555, + 2.036626290512085, + 2.1439288049697875, + 2.35301021528244, + 2.6526825618743897, + 4.199914279556275, + 2.894145081329346, + 2.3209693365097044, + 1.8253290235519408, + 1.8232774297714234, + 4.733495523166656, + 4.460964757013321, + 2.59017871131897, + 1.7353513706207275, + 1.7227497034072876, + 2.170975755023956, + 1.5856938004493712, + 1.3557625965118407, + 1.4581338554382324, + 1.65160093460083, + 1.460218872833252, + 1.5324822853088378, + 1.2387194828033448, + 1.1904955023765564, + 1.5343577083587647, + 1.0203948043823243, + 1.3787709797382355, + 1.1686672458648681, + 1.3607313781142234, + 1.164192317056656, + 1.0531481260299682, + 0.9685713556289672, + 0.9191585310459137, + 0.8289684215545654, + 0.8956387975692749, + 0.9272360958099365, + 0.9794390370845795, + 0.9855687606811523, + 1.181628607749939, + 1.123434832572937, + 1.2307934044837952, + 1.335347871017456, + 1.3480947745800018, + 1.1828620002746582, + 1.2076996083259584, + 1.0852937175512314, + 1.0779944334030152, + 1.0861511331558227, + 0.9256630334854126, + 0.8190074906170368, + 0.9839356534004211, + 0.8315309607505799, + 0.7704235172271728, + 0.7783107600212097, + 0.8086720629692078, + 0.7087357486724853, + 0.7182173488616943, + 0.6559986435174942, + 0.6836358494758606, + 0.6288936994552612 + ], + "bridge_loss": [ + 0.9492729762485367, + 0.05790521508902311, + 0.008084059101343155, + 0.0038914968118071557, + 0.014953732180595397, + 0.026874115404486656, + 0.025175111523270607, + 0.013569228036701679, + 0.011279044309258461, + 0.015361159473657609, + 0.010007666802406312, + 0.010759075009822846, + 0.008863374817371369, + 0.010565215808153153, + 0.01431704029738903, + 0.01245639272481203, + 0.011864153837412596, + 0.013191274722665548, + 0.036286889004707334, + 0.08858205670118333, + 0.1876173447370529, + 0.2052448028087616, + 0.23761723659038544, + 0.19063645343780516, + 0.19986087894439697, + 0.2954687296628952, + 0.2650281882286072, + 0.22584694170951844, + 0.18357310107946395, + 0.17081516757011414, + 0.3614925577163696, + 0.48578131484985354, + 0.29585003600120546, + 0.16319083409309387, + 0.16577295184135438, + 0.23821018815040587, + 0.14544457584619522, + 0.11933779344558716, + 0.1195192194223404, + 0.12099922590255738, + 0.11734530322551727, + 0.1201287920832634, + 0.11132868221998214, + 0.12015857456922531, + 0.16084424114227294, + 0.12574590224027635, + 0.12926621383428574, + 0.15031628198623656, + 0.16125666260719299, + 0.10902463984489441, + 0.12337167377471923, + 0.0837235963344574, + 0.07390378758907318, + 0.06712040519714356, + 0.05870588574409485, + 0.07018440127372742, + 0.05867706568241119, + 0.047857114362716675, + 0.0606671004652977, + 0.05209314270019531, + 0.06518135804533959, + 0.07501878665685653, + 0.06833717626929284, + 0.06045493056178093, + 0.06650661500692368, + 0.060288525009155276, + 0.06200537823438644, + 0.07822481272220612, + 0.04460304388999939, + 0.03354956085383892, + 0.0633296797245741, + 0.04248417546153069, + 0.03512862289845944, + 0.04510229033231735, + 0.05826025112867356, + 0.03656574003100395, + 0.04282294084429741, + 0.03138661871179938, + 0.043345933312177655, + 0.0344168305516243 + ], + "tgrad_loss": [ + 0.2837271708488464, + 0.20250418248176574, + 0.1571375395655632, + 0.13890730676651, + 0.13579704699516296, + 0.13055892231464386, + 0.1336555983543396, + 0.13420473737716676, + 0.1308475558042526, + 0.13690110483169557, + 0.13806758637428285, + 0.14236151192188262, + 0.13543248913288117, + 0.14507703199386596, + 0.14744842977523803, + 0.1393398109436035, + 0.14428377581238747, + 0.14503003504276277, + 0.1547788742184639, + 0.1599859984397888, + 0.17462680044174195, + 0.16489596152305602, + 0.1698137484550476, + 0.1899749903678894, + 0.20097066857814788, + 0.2348391308784485, + 0.23339117636680604, + 0.22894872980117797, + 0.21304085222482683, + 0.2305485824584961, + 0.28936895632743836, + 0.28708498154878614, + 0.2770771013736725, + 0.2557448182106018, + 0.2665765688657761, + 0.2565060169696808, + 0.2715765025138855, + 0.2697190866470337, + 0.2848117718219757, + 0.3041871148586273, + 0.2934616066932678, + 0.3059024829864502, + 0.29960701389312744, + 0.30193921012878416, + 0.3129253786087036, + 0.29587329483032226, + 0.31583235063552856, + 0.305044357919693, + 0.31690361921787263, + 0.31692978138923644, + 0.3026091367721558, + 0.29310291533470156, + 0.30485604639053343, + 0.30443984775543215, + 0.30608788843154905, + 0.3012698002338409, + 0.302813631105423, + 0.3049363513946533, + 0.30968429160118105, + 0.3136460470676422, + 0.3128428608894348, + 0.31421328043937685, + 0.31270467071533203, + 0.31360582246780394, + 0.3107645062446594, + 0.30780868940353395, + 0.30327784061431884, + 0.30328763818740845, + 0.3035071188926697, + 0.29966285078525545, + 0.29782002868652346, + 0.29723363511562345, + 0.29506562762260435, + 0.29373341407775877, + 0.2928944456100464, + 0.29485214648246766, + 0.29271164841651914, + 0.29184522535800933, + 0.2918806325912476, + 0.2916646807193756 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.009321734309196472, + 0.04962325841188431, + 0.06880976259708405, + 0.07808464020490646, + 0.08887439966201782, + 0.0946938544511795, + 0.09941184520721436, + 0.09979166835546494, + 0.10197117179632187, + 0.10147081315517426, + 0.09914548695087433, + 0.0936545580625534 + ], + "perturbation_rho": [ + -0.0036096302792429924, + 0.0626683160662651, + 0.10237888991832733, + 0.12722331285476685, + 0.138666570186615, + 0.14094725251197815, + 0.1720128357410431, + 0.18820315599441528, + 0.1971924901008606, + 0.19901405274868011, + 0.18742212653160095, + 0.1956271380186081 + ], + "nudging": { + "0.001": [ + -0.000869398470968008, + -0.00042921488056890666, + -0.0005759936757385731, + -0.0006805005250498652, + -0.0007694564992561936, + -0.0008467672159895301, + -0.0008808936108835042, + -0.0009030184592120349, + -0.0009463174501433969, + -0.000948121421970427, + -0.0009286807617172599, + -0.000908168382011354 + ], + "0.003": [ + -0.00256392196752131, + -0.0012864901218563318, + -0.0017271814867854118, + -0.002043036511167884, + -0.0023080133832991123, + -0.002536242129281163, + -0.002642394509166479, + -0.00270812027156353, + -0.0028397280257195234, + -0.002845325041562319, + -0.0027879015542566776, + -0.0027260873466730118 + ], + "0.01": [ + -0.00799381174147129, + -0.0042757005430758, + -0.005744780879467726, + -0.006799482740461826, + -0.0076793828047811985, + -0.008442584425210953, + -0.008797119371592999, + -0.009013657458126545, + -0.009450232610106468, + -0.009471941739320755, + -0.009278533980250359, + -0.009069977328181267 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json new file mode 100644 index 0000000..2eac31c --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0399647656440736, + 0.5801911403656006, + 0.44912500467300415, + 0.4777579921722412, + 0.39411258869171145, + 0.3850814968109131, + 0.366568944978714, + 0.3459391833782196, + 0.3640839920282364, + 0.2808071050643921, + 0.27807387437820436, + 0.28600655393600466, + 0.28525742359161377, + 0.41426767587661745, + 0.32584802840948107, + 0.2218840173482895, + 0.23068335400819778, + 0.20809108746051788, + 0.22863631756305694, + 0.20474828234910966, + 0.1990956850528717, + 0.2024397686958313, + 0.2252926200389862, + 0.18378393414020538, + 0.18460674629211427, + 0.20635630996227264, + 0.1624528563261032, + 0.14138628933429717, + 0.15325817773342132, + 0.1448709319114685, + 0.20757121787071228, + 0.14481499516963958, + 0.11939099235534668, + 0.11831074991226197, + 0.10753689811229705, + 0.14279772633314133, + 0.10776034088134766, + 0.1341373483777046, + 0.09477192969322204, + 0.10186409213542938, + 0.11290034632086754, + 0.07553712728023529, + 0.07299047479629517, + 0.07112597908973693, + 0.07655592976808548, + 0.06261439298391343, + 0.06049537926912308, + 0.04479087981581688, + 0.038241669833660126, + 0.03606927845478058, + 0.04739076436012983, + 0.03390505993962288, + 0.03161321499347687, + 0.030190881507098675, + 0.026108801245689393, + 0.032475268816947934, + 0.026346699427068233, + 0.022964472925662994, + 0.02266303038597107, + 0.021826831635832787, + 0.020797414591908456, + 0.02012179616689682, + 0.02016616339087486, + 0.019080601900815963, + 0.0190194882273674, + 0.019803267088532448, + 0.018120336823165415, + 0.01736899336576462, + 0.017093995988368988, + 0.017035954880714417, + 0.016762651598453523, + 0.016471507793664932, + 0.016212560105323792, + 0.016106035402417184, + 0.01601193640232086, + 0.015896790677309036, + 0.015815340642631053, + 0.015758654138445856, + 0.015722464257478714, + 0.01570532155185938 + ], + "train_acc": [ + 0.6193, + 0.7754, + 0.8227, + 0.8164, + 0.8453, + 0.8489, + 0.8571, + 0.8603, + 0.8547, + 0.8868, + 0.8888, + 0.8858, + 0.8865, + 0.8483, + 0.8728, + 0.9135, + 0.9089, + 0.9205, + 0.9081, + 0.9167, + 0.9215, + 0.9221, + 0.9121, + 0.9259, + 0.927, + 0.9208, + 0.9376, + 0.9462, + 0.9427, + 0.9467, + 0.9245, + 0.9457, + 0.9547, + 0.9557, + 0.9617, + 0.9532, + 0.9629, + 0.9514, + 0.9685, + 0.9634, + 0.9591, + 0.9769, + 0.9773, + 0.9791, + 0.9767, + 0.9812, + 0.9834, + 0.9908, + 0.9944, + 0.9957, + 0.9885, + 0.9968, + 0.9973, + 0.9967, + 0.9987, + 0.9955, + 0.998, + 0.9994, + 0.9993, + 0.9994, + 0.9995, + 0.9993, + 0.9994, + 0.9999, + 0.9998, + 0.9993, + 0.9997, + 0.9999, + 0.9999, + 0.9998, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.767, + 0.7795, + 0.807, + 0.8175, + 0.8155, + 0.828, + 0.8305, + 0.8315, + 0.817, + 0.848, + 0.843, + 0.843, + 0.842, + 0.82, + 0.8395, + 0.8475, + 0.85, + 0.8465, + 0.8455, + 0.8455, + 0.846, + 0.847, + 0.844, + 0.846, + 0.854, + 0.845, + 0.8535, + 0.857, + 0.8495, + 0.8515, + 0.85, + 0.857, + 0.862, + 0.8465, + 0.8665, + 0.848, + 0.861, + 0.8595, + 0.857, + 0.856, + 0.856, + 0.8595, + 0.861, + 0.8585, + 0.864, + 0.8635, + 0.8625, + 0.864, + 0.8675, + 0.869, + 0.871, + 0.8665, + 0.8685, + 0.8675, + 0.868, + 0.861, + 0.868, + 0.868, + 0.863, + 0.8705, + 0.8705, + 0.8655, + 0.868, + 0.8685, + 0.868, + 0.87, + 0.869, + 0.869, + 0.87, + 0.8685, + 0.868, + 0.869, + 0.869, + 0.869, + 0.869, + 0.869, + 0.8685, + 0.8685, + 0.869, + 0.869 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.802544355392456, + 0.7848162055015564, + 0.7700465321540833, + 0.7570744752883911, + 0.7440193891525269, + 0.733696699142456, + 0.7256457805633545, + 0.7199540734291077, + 0.7157886028289795, + 0.7124584913253784, + 0.7102035284042358, + 0.7086857557296753 + ], + "perturbation_rho": [ + 0.9999985694885254, + 0.9999974966049194, + 0.9999951720237732, + 0.9999867677688599, + 0.9999691843986511, + 0.9999383687973022, + 0.9999032020568848, + 0.9998719692230225, + 0.9998380541801453, + 0.9998047351837158, + 0.9996931552886963, + 0.9996466040611267 + ], + "nudging": { + "0.001": [ + -0.03132425993680954, + -0.019242331385612488, + -0.011778481304645538, + -0.007423160132020712, + -0.0049812826327979565, + -0.0036035804077982903, + -0.002788721350952983, + -0.002277323277667165, + -0.001938710454851389, + -0.001707348506897688, + -0.0015431708889082074, + -0.0014260823372751474 + ], + "0.003": [ + -0.0852988138794899, + -0.05447565019130707, + -0.03411520645022392, + -0.02178676798939705, + -0.01472880132496357, + -0.010699238628149033, + -0.008299889042973518, + -0.006788033060729504, + -0.005784356966614723, + -0.005097454413771629, + -0.004609576426446438, + -0.004260959103703499 + ], + "0.01": [ + -0.20057430863380432, + -0.1480334997177124, + -0.10051561146974564, + -0.0672251284122467, + -0.04664912819862366, + -0.03438428044319153, + -0.026901239529252052, + -0.02211749367415905, + -0.018912356346845627, + -0.01670587807893753, + -0.015132123604416847, + -0.01400449313223362 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.149601824569702, + 1.1820548335075378, + 0.8234183177947998, + 0.7200943376541138, + 0.6561116080284118, + 0.620822652053833, + 0.5853398329257965, + 0.5778777595520019, + 0.7235412719726563, + 0.6490978884458541, + 0.6030288267135621, + 0.6537958155632019, + 0.612600318145752, + 0.7587651762008667, + 0.6095341785430908, + 0.607348887681961, + 0.6443412380218506, + 0.7816055872917175, + 0.6487067770004272, + 0.5616429460525513, + 0.7008121586799622, + 0.9083496631622314, + 0.7033928192138672, + 0.8647868811607361, + 0.7038018920898438, + 0.8607533900737763, + 1.1982451632499695, + 0.716190754699707, + 0.796311668586731, + 0.7249050006866455, + 1.0628387544631959, + 0.9199559782981872, + 0.6391925012588501, + 0.7518097076416016, + 0.9904849645614624, + 0.8506406380176544, + 0.6844657245635987, + 0.7756393531799316, + 0.6564820529937744, + 0.6705869068145752, + 0.8701811204910278, + 0.6173303858757019, + 0.6615938651561737, + 0.7780586873054505, + 0.7907266628265381, + 0.7058374786376953, + 0.73820833568573, + 0.6771799244880676, + 0.6215859540939331, + 0.6903766424179077, + 0.5457969979286194, + 0.5275934984207153, + 0.5418724191665649, + 0.6481596652507782, + 0.5005363792419434, + 0.5815837169647217, + 0.6330155878543854, + 0.47478886585235597, + 0.6646243638038635, + 0.50522829580307, + 0.4747637662887573, + 0.5031630943536758, + 0.4689687178134918, + 0.45459979906082154, + 0.4733929946899414, + 0.4546206594467163, + 0.4687062328338623, + 0.44810478954315186, + 0.46362107830047605, + 0.45515496921539306, + 0.4470784990310669, + 0.44082560133934023, + 0.436901840877533, + 0.4296060552597046, + 0.42962351865768433, + 0.427029859828949, + 0.42571502952575685, + 0.42384919719696046, + 0.4223989706993103, + 0.42166884746551514 + ], + "train_acc": [ + 0.2223, + 0.5787, + 0.6929, + 0.7332, + 0.7588, + 0.7712, + 0.7889, + 0.785, + 0.7456, + 0.767, + 0.7725, + 0.7687, + 0.7774, + 0.736, + 0.78, + 0.7792, + 0.7658, + 0.7313, + 0.765, + 0.7913, + 0.7498, + 0.7208, + 0.7511, + 0.7212, + 0.7568, + 0.7148, + 0.6906, + 0.7532, + 0.7328, + 0.7448, + 0.6827, + 0.6978, + 0.7627, + 0.7378, + 0.7077, + 0.7215, + 0.7553, + 0.7385, + 0.7615, + 0.765, + 0.7164, + 0.7733, + 0.7629, + 0.7301, + 0.7281, + 0.7514, + 0.7471, + 0.7564, + 0.7725, + 0.7726, + 0.7939, + 0.8034, + 0.7971, + 0.7687, + 0.809, + 0.7824, + 0.774, + 0.818, + 0.7646, + 0.8096, + 0.8157, + 0.8114, + 0.8225, + 0.8258, + 0.8217, + 0.8254, + 0.819, + 0.8251, + 0.8233, + 0.8234, + 0.8285, + 0.8311, + 0.8341, + 0.8354, + 0.8332, + 0.8357, + 0.8338, + 0.8378, + 0.8381, + 0.8381 + ], + "test_acc": [ + 0.4755, + 0.659, + 0.6965, + 0.696, + 0.691, + 0.7085, + 0.7325, + 0.632, + 0.7105, + 0.702, + 0.6305, + 0.694, + 0.6055, + 0.7155, + 0.733, + 0.659, + 0.6925, + 0.705, + 0.685, + 0.7295, + 0.4795, + 0.653, + 0.6625, + 0.6745, + 0.6525, + 0.5535, + 0.6245, + 0.6075, + 0.667, + 0.5685, + 0.548, + 0.727, + 0.67, + 0.543, + 0.574, + 0.679, + 0.6475, + 0.674, + 0.545, + 0.5625, + 0.6385, + 0.5985, + 0.5905, + 0.6415, + 0.6215, + 0.545, + 0.6555, + 0.6855, + 0.6105, + 0.699, + 0.7005, + 0.6905, + 0.68, + 0.755, + 0.6995, + 0.6885, + 0.765, + 0.674, + 0.763, + 0.7675, + 0.729, + 0.7535, + 0.7645, + 0.7775, + 0.7695, + 0.7725, + 0.7805, + 0.7835, + 0.7825, + 0.794, + 0.7905, + 0.797, + 0.795, + 0.7925, + 0.7995, + 0.7975, + 0.801, + 0.7995, + 0.802, + 0.8 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.04262668639421463, + 0.2711353898048401, + 0.1898173838853836, + 0.1387583613395691, + 0.09531620889902115, + 0.1376194804906845, + 0.07653278112411499, + 0.08707999438047409, + 0.09030534327030182, + 0.10221391171216965, + 0.06503984332084656, + 0.09489849209785461 + ], + "perturbation_rho": [ + 0.0572824701666832, + 0.20349135994911194, + 0.20036441087722778, + 0.17148703336715698, + 0.0623050183057785, + 0.14095279574394226, + 0.05262026563286781, + 0.12087561190128326, + 0.10731191188097, + 0.061124786734580994, + 0.07995927333831787, + 0.10992658138275146 + ], + "nudging": { + "0.001": [ + -0.0009717136854305863, + -0.0008302950882352889, + -0.0005646379431709647, + -0.00043579499470070004, + -0.0003014454268850386, + -0.00036783237010240555, + -0.00023612093355040997, + -0.0002637406578287482, + -0.00028259685495868325, + -0.00030849844915792346, + -0.0002243968192487955, + -0.0002889384631998837 + ], + "0.003": [ + -0.002888135612010956, + -0.0024814684875309467, + -0.0016913014696910977, + -0.0013047860702499747, + -0.0009024770115502179, + -0.001099176937714219, + -0.0007079166825860739, + -0.000786340911872685, + -0.0008432960603386164, + -0.0009207193506881595, + -0.0006701031234115362, + -0.0008658755104988813 + ], + "0.01": [ + -0.009360449388623238, + -0.00823313370347023, + -0.005617598537355661, + -0.004333253484219313, + -0.0029935596976429224, + -0.0036506117321550846, + -0.002341690007597208, + -0.002613792195916176, + -0.0027945097535848618, + -0.003059752518311143, + -0.002222315641120076, + -0.002874229568988085 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.805193168258667, + 1.141331272315979, + 0.9508048683166503, + 0.9720903642654419, + 1.0046518413543701, + 0.9624762474060059, + 0.9729494636535645, + 1.0329874326705932, + 1.0622312829971314, + 1.0902450609207153, + 1.0945431290626526, + 1.069749507522583, + 1.1206140889167786, + 1.1198603658676147, + 1.1902899974822998, + 1.129691632080078, + 1.1558469427108764, + 1.1596178537368775, + 1.1152971502304077, + 1.064276761817932, + 1.0659262399673461, + 1.003252516078949, + 1.006612749671936, + 0.995271017742157, + 1.0372564929962158, + 1.038958420085907, + 0.9995165836334229, + 1.0195529424667358, + 1.0122160236358642, + 1.0052064245224, + 0.9874209686279297, + 0.9727250333786011, + 0.9502078426361084, + 0.9627310655593873, + 0.9769992012023926, + 0.957837372303009, + 0.9192021017074585, + 0.9082319145202636, + 0.8588509743690491, + 0.8644218370437622, + 0.9094936531066895, + 0.8525595251083374, + 0.8475208776473999, + 0.8696963483810425, + 0.8863502472877502, + 0.8889586301803589, + 0.87190883436203, + 0.881449456501007, + 0.8687530401229858, + 0.8472485889434814, + 0.8228015476226807, + 0.8475295688629151, + 0.80593205909729, + 0.826126581954956, + 0.803306018447876, + 0.7851613706588745, + 0.789908846282959, + 0.8011346731185913, + 0.7741047975540161, + 0.7727820636749267, + 0.7508127551078796, + 0.7668908029556274, + 0.7510881311416626, + 0.749227946472168, + 0.7397995502471924, + 0.7420588563919067, + 0.7414700748443603, + 0.7316560808181762, + 0.7311081711769104, + 0.7289228174209594, + 0.718748868560791, + 0.719284348487854, + 0.7172070171356201, + 0.715237936592102, + 0.7131600219726563, + 0.7131189462661743, + 0.7111798879623413, + 0.7104117455482483, + 0.7099139176368713, + 0.7095409453392029 + ], + "train_acc": [ + 0.3709, + 0.5803, + 0.6538, + 0.6647, + 0.6778, + 0.6794, + 0.6696, + 0.6516, + 0.6416, + 0.6217, + 0.6176, + 0.6296, + 0.6117, + 0.6034, + 0.5943, + 0.6069, + 0.6078, + 0.6125, + 0.6227, + 0.6395, + 0.6313, + 0.6501, + 0.6486, + 0.6505, + 0.6382, + 0.6416, + 0.6519, + 0.6507, + 0.6519, + 0.6583, + 0.664, + 0.6627, + 0.674, + 0.6597, + 0.6604, + 0.6646, + 0.6778, + 0.68, + 0.6945, + 0.6937, + 0.688, + 0.6978, + 0.7007, + 0.6932, + 0.6887, + 0.6921, + 0.692, + 0.6911, + 0.6934, + 0.7005, + 0.708, + 0.6977, + 0.7073, + 0.6989, + 0.7051, + 0.7132, + 0.7119, + 0.7087, + 0.7146, + 0.7158, + 0.7208, + 0.7171, + 0.718, + 0.7186, + 0.7237, + 0.7212, + 0.7217, + 0.7247, + 0.7269, + 0.7235, + 0.7261, + 0.7261, + 0.7309, + 0.7315, + 0.7304, + 0.7293, + 0.7312, + 0.7309, + 0.7309, + 0.7318 + ], + "test_acc": [ + 0.557, + 0.6055, + 0.6535, + 0.6415, + 0.664, + 0.6595, + 0.6375, + 0.6035, + 0.5975, + 0.595, + 0.601, + 0.5835, + 0.5835, + 0.5645, + 0.584, + 0.5695, + 0.5745, + 0.609, + 0.574, + 0.598, + 0.626, + 0.63, + 0.6245, + 0.621, + 0.6155, + 0.6145, + 0.634, + 0.633, + 0.6315, + 0.628, + 0.6495, + 0.6495, + 0.643, + 0.645, + 0.6315, + 0.658, + 0.6415, + 0.66, + 0.673, + 0.626, + 0.658, + 0.6685, + 0.6695, + 0.6535, + 0.6545, + 0.6515, + 0.652, + 0.665, + 0.67, + 0.673, + 0.634, + 0.676, + 0.6375, + 0.659, + 0.6855, + 0.672, + 0.6405, + 0.674, + 0.671, + 0.682, + 0.679, + 0.6815, + 0.678, + 0.682, + 0.7015, + 0.695, + 0.6895, + 0.6945, + 0.6905, + 0.701, + 0.6995, + 0.6985, + 0.697, + 0.7025, + 0.7035, + 0.701, + 0.701, + 0.703, + 0.701, + 0.702 + ], + "state_pred_error": [ + 0.6440004120349884, + 0.22280715556144715, + 0.19949485445022583, + 0.20333513226509095, + 0.1995665676832199, + 0.17360950779914855, + 0.1714025309562683, + 0.17567809512615204, + 0.1685861314535141, + 0.16071651792526245, + 0.1619973666191101, + 0.15727631628513336, + 0.14492446608543397, + 0.12553655084371568, + 0.1107056671500206, + 0.11173754686117172, + 0.09973258945941925, + 0.08481347136497498, + 0.07910840909481048, + 0.07374589838981628, + 0.061310838890075686, + 0.06086507865786552, + 0.06732999970912934, + 0.07213088345527649, + 0.0809302486538887, + 0.08693374264240265, + 0.07419926369190216, + 0.06476001297235488, + 0.059982232785224916, + 0.05517140857577324, + 0.054124026930332185, + 0.05320052717924118, + 0.052594351238012316, + 0.05146298713684082, + 0.051765013629198074, + 0.05068567814826965, + 0.04570020427107811, + 0.04117140547633171, + 0.03618445234298706, + 0.03204310758709907, + 0.030476485627889634, + 0.030838667666912078, + 0.03160947210788727, + 0.033142930656671524, + 0.03333787830770016, + 0.032523459002375604, + 0.0311232088804245, + 0.02853037500679493, + 0.02451359252333641, + 0.02123837867975235, + 0.018589539101719857, + 0.016551195853948594, + 0.015129762995243072, + 0.013792664562165737, + 0.012773465797305107, + 0.011814959405362606, + 0.011233214758336545, + 0.010517877446115017, + 0.009914308138936758, + 0.009384106412529946, + 0.008977115654200316, + 0.00859420112669468, + 0.008317897130548955, + 0.008036257766187192, + 0.0078045787990093235, + 0.007604624762386084, + 0.007382925689220428, + 0.007202555446326733, + 0.007032391829788685, + 0.006897161689400673, + 0.006739879739284515, + 0.00660956681072712, + 0.0065333484672009945, + 0.006379267732799053, + 0.006277855364978314, + 0.00618511489033699, + 0.006059934399276972, + 0.0059683645233511926, + 0.005828300928324461, + 0.0057282065466046335 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7615377902984619, + 0.3628881573677063, + 0.1397334486246109, + 0.13061293959617615, + 0.11024273186922073, + 0.09393852204084396, + 0.10003305226564407, + 0.10794281214475632, + 0.10362739115953445, + 0.10100233554840088, + 0.1030983105301857, + 0.12448301911354065 + ], + "perturbation_rho": [ + 0.7019654512405396, + 0.3051794767379761, + 0.12004730850458145, + 0.11974964290857315, + 0.1315283179283142, + 0.11543487757444382, + 0.08415813744068146, + 0.14185138046741486, + 0.12905646860599518, + 0.0691840872168541, + 0.12997986376285553, + 0.09520171582698822 + ], + "nudging": { + "0.001": [ + -0.020074496045708656, + -0.0011415289482101798, + -0.0003986226802226156, + -0.00038571454933844507, + -0.0003159685875289142, + -0.000282247900031507, + -0.0002976277028210461, + -0.0003108965465798974, + -0.00029459979850798845, + -0.0002931723720394075, + -0.00029093120247125626, + -0.00034520530607551336 + ], + "0.003": [ + -0.05917724594473839, + -0.0034206160344183445, + -0.0011960607953369617, + -0.0011569153284654021, + -0.0009477420244365931, + -0.0008460878161713481, + -0.0008919922402128577, + -0.0009325277060270309, + -0.0008838848443701863, + -0.0008802718948572874, + -0.0008727886597625911, + -0.0010357015999034047 + ], + "0.01": [ + -0.1852446049451828, + -0.011355580762028694, + -0.003981029614806175, + -0.0038526845164597034, + -0.0031567115802317858, + -0.0028176922351121902, + -0.0029711187817156315, + -0.0031051787082105875, + -0.0029434349853545427, + -0.002931142458692193, + -0.002905802335590124, + -0.0034490139223635197 + ] + }, + "state_pred_error_per_layer": [ + 8110.80078125, + 4497.13623046875, + 2448.651123046875, + 2213.206298828125, + 2038.592041015625, + 2361.478515625, + 2122.5341796875, + 2178.11474609375, + 2310.2265625, + 2081.50390625, + 2114.170654296875, + 2407.947998046875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.148776465988159, + 1.1814707509994506, + 0.8142018517971039, + 0.7088346358299256, + 0.6350752319335937, + 0.6011627590179444, + 0.5896312768936157, + 0.6038155675411224, + 0.6367639873504639, + 0.611630228805542, + 0.6156754608631134, + 0.5475868948936462, + 0.7217369768142701, + 0.6653201589584351, + 0.6549628901481629, + 0.5913608861923217, + 0.6288921371459961, + 0.6264215920448303, + 0.6552036820411682, + 0.7734859038352966, + 0.620717143535614, + 0.6559980722427368, + 0.7568615766525268, + 0.7035983097076416, + 0.7369053153991699, + 0.7277791313171387, + 0.7967849886417389, + 0.9040812728881836, + 1.0086228225708007, + 0.8652441547393799, + 0.8433989980697632, + 1.068234407043457, + 1.4739661707878113, + 1.8162412731170654, + 1.680437289237976, + 1.391745728302002, + 1.656255067062378, + 1.4110714862823486, + 1.1851400486946106, + 1.0099994808197021, + 1.028020666885376, + 1.008147621154785, + 1.0491145919799805, + 1.1494903202056885, + 1.1833931898117065, + 1.189606708717346, + 1.184402177619934, + 1.1652568649291992, + 1.1241227840423584, + 1.0456886117458344, + 1.0670725841522217, + 1.0937847711563111, + 1.0900941519737244, + 1.091909122467041, + 1.0541937410354614, + 1.0984298721313477, + 1.0692434198379517, + 1.0763300409317016, + 1.0832363823890685, + 1.0875951803207398, + 1.1035369068145753, + 1.1004417110443114, + 1.0955762950897217, + 1.1328410696029663, + 1.121702961540222, + 1.0941922254562377, + 1.105709262084961, + 1.0955168069839478, + 1.0915766580581665, + 1.0790838848114013, + 1.0844950397491455, + 1.073964795780182, + 1.0757515462875367, + 1.0671116413116455, + 1.0617354885101318, + 1.0602436627388, + 1.0596875606536866, + 1.0585092328071595, + 1.0569489337921143, + 1.0562909119606019 + ], + "train_acc": [ + 0.2285, + 0.5769, + 0.6984, + 0.7352, + 0.7623, + 0.7801, + 0.7797, + 0.7776, + 0.7734, + 0.7791, + 0.7788, + 0.7976, + 0.744, + 0.7694, + 0.7669, + 0.7867, + 0.7689, + 0.773, + 0.7709, + 0.7432, + 0.7765, + 0.7624, + 0.7403, + 0.7537, + 0.741, + 0.751, + 0.7441, + 0.7342, + 0.7249, + 0.7502, + 0.7602, + 0.7391, + 0.7015, + 0.6897, + 0.6865, + 0.7091, + 0.6805, + 0.686, + 0.6956, + 0.7113, + 0.7053, + 0.7082, + 0.6983, + 0.6802, + 0.6718, + 0.6675, + 0.6669, + 0.6705, + 0.6697, + 0.6817, + 0.6679, + 0.6617, + 0.6593, + 0.6606, + 0.6628, + 0.654, + 0.6602, + 0.6538, + 0.6552, + 0.6518, + 0.6501, + 0.6485, + 0.6555, + 0.642, + 0.6462, + 0.652, + 0.653, + 0.6516, + 0.6506, + 0.6531, + 0.6546, + 0.6555, + 0.6554, + 0.6555, + 0.6585, + 0.6578, + 0.6573, + 0.6583, + 0.6578, + 0.6575 + ], + "test_acc": [ + 0.4705, + 0.6455, + 0.697, + 0.7195, + 0.7395, + 0.7235, + 0.721, + 0.654, + 0.7045, + 0.733, + 0.733, + 0.7205, + 0.6075, + 0.6015, + 0.667, + 0.695, + 0.692, + 0.717, + 0.65, + 0.7155, + 0.721, + 0.7095, + 0.6685, + 0.6755, + 0.6915, + 0.65, + 0.6675, + 0.694, + 0.6315, + 0.704, + 0.6575, + 0.655, + 0.6615, + 0.6415, + 0.656, + 0.6295, + 0.597, + 0.619, + 0.652, + 0.629, + 0.6645, + 0.677, + 0.6305, + 0.594, + 0.6205, + 0.6565, + 0.614, + 0.578, + 0.6325, + 0.6345, + 0.617, + 0.604, + 0.6015, + 0.5935, + 0.595, + 0.5985, + 0.612, + 0.614, + 0.612, + 0.624, + 0.623, + 0.619, + 0.607, + 0.6145, + 0.6235, + 0.6355, + 0.624, + 0.625, + 0.6245, + 0.621, + 0.6325, + 0.6165, + 0.6335, + 0.6355, + 0.633, + 0.6335, + 0.636, + 0.635, + 0.637, + 0.6375 + ], + "value_loss": [ + 2.8110924012184144, + 1.0558870765686035, + 0.8168890055179596, + 0.7087526061058045, + 0.6747339898109436, + 0.7047410857200622, + 0.6946773962974548, + 0.7863340533733368, + 0.9412341720581054, + 0.831102158164978, + 0.8582201668739319, + 0.662950705909729, + 1.1160548944473268, + 0.9702559132099151, + 0.9050511346578598, + 0.7823492926597595, + 0.7541343150138855, + 0.7990150864124298, + 1.004567841720581, + 1.4750306210517883, + 0.9225585294723511, + 0.9900291267395019, + 1.4712504830360413, + 1.0571229331970216, + 1.0176424533843995, + 1.2388241514205933, + 1.5617137315750123, + 2.2647137912750246, + 2.398833445739746, + 2.148024677848816, + 2.2395449771881104, + 3.704381360244751, + 6.6345307513237, + 8.889485812377929, + 7.216513509845734, + 4.78957142868042, + 5.98610913848877, + 4.262736887645722, + 2.9974183382034303, + 2.16633946557045, + 2.0203945972442625, + 2.078467296600342, + 2.2245993151664734, + 2.3508366590499876, + 1.990233847808838, + 2.1123542598724363, + 1.7581531209945678, + 1.6216532674789428, + 1.6240478748321534, + 1.1111126909255982, + 1.1907436922073364, + 1.2514173234939576, + 1.0694399843215943, + 1.0288991886138916, + 0.924325085067749, + 0.9715163703918457, + 1.034997721195221, + 1.0296417493820191, + 0.9379981343746185, + 0.929289114189148, + 0.9188536177635193, + 0.8787575536727905, + 0.8616826787948608, + 0.9979259113311768, + 0.9289968961715698, + 0.8151037572860718, + 0.8430522988319397, + 0.7192770887374877, + 0.7140207627296448, + 0.7555822341918945, + 0.8249447187423706, + 0.7111081220149994, + 0.7195552299499511, + 0.696260218334198, + 0.6993004722595215, + 0.6393350621223449, + 0.6692558577537536, + 0.6552567146778107, + 0.6035549112319947, + 0.6376882638454437 + ], + "term_loss": [ + 1.6429537870407105, + 0.7799642414569855, + 0.6450700888633728, + 0.544001949596405, + 0.5029326514720917, + 0.5384751222610473, + 0.5338305097579956, + 0.6271685851097107, + 0.7759458763122559, + 0.670561255645752, + 0.6930260807037354, + 0.5142842155456543, + 0.9223114760398865, + 0.7909464566707611, + 0.7283711557388306, + 0.6134422359228134, + 0.5745167485713959, + 0.6179891448736191, + 0.8072999868392944, + 1.1685954872608184, + 0.6874509717941284, + 0.6915433479309082, + 1.0379761940956116, + 0.7678791676044464, + 0.7365385051727295, + 0.888452003288269, + 1.1689853934288026, + 1.8738205919265747, + 1.9812078285217285, + 1.755995346546173, + 1.9156217575073242, + 3.2754078594207763, + 5.931076295042038, + 7.799770739746093, + 6.220347383117676, + 4.235098806762696, + 5.208815985870362, + 3.6477620443344114, + 2.481362159538269, + 1.721485794878006, + 1.6364931385040282, + 1.7316909828186036, + 1.7622679103374481, + 1.8701237350463866, + 1.5614522430419921, + 1.6687043725967408, + 1.3664477088928222, + 1.2542131168365478, + 1.2503349880218506, + 0.7934518660068512, + 0.8526655314445496, + 0.8882325883865356, + 0.7314094313621521, + 0.7021425265312194, + 0.6122970679283142, + 0.6549327205717563, + 0.7135983491659165, + 0.707961343383789, + 0.618238576579094, + 0.6056517326354981, + 0.5986014746427536, + 0.5598198036670685, + 0.5442600372314453, + 0.6618821332931518, + 0.5999844347953797, + 0.5050875579357147, + 0.5238150319099426, + 0.4168266535282135, + 0.4121341013431549, + 0.44742312049865723, + 0.508048579788208, + 0.41021962761878966, + 0.41673866806030274, + 0.39615153601169584, + 0.3979441471099853, + 0.3492745657533407, + 0.3673823845863342, + 0.3611060200572014, + 0.31359378118515013, + 0.3444120800256729 + ], + "bridge_loss": [ + 0.8798169805285463, + 0.06988263263404369, + 0.007221714366972446, + 0.009977325683832168, + 0.026867762994766235, + 0.02428093141168356, + 0.017750029611587524, + 0.01041710512638092, + 0.008498724353313445, + 0.007494112598896026, + 0.009115628288686275, + 0.006687443786859512, + 0.009187254488468171, + 0.0071553698055446145, + 0.0083095718793571, + 0.0106832455098629, + 0.009414582189917564, + 0.011997878777980805, + 0.025829354831576348, + 0.1085723452091217, + 0.06851940405368805, + 0.1190645812034607, + 0.23382153396606445, + 0.09718898033499718, + 0.08073521366119385, + 0.15449185333251952, + 0.19037553939819335, + 0.17207214410305025, + 0.1772028945326805, + 0.18125318269729615, + 0.12484188132286071, + 0.20437312326431276, + 0.44104156914949416, + 0.8135768440246582, + 0.7194256249904633, + 0.3012491428375244, + 0.4917928521633148, + 0.3458102744579315, + 0.2624234221935272, + 0.2108467219054699, + 0.14520962963104248, + 0.1109061488866806, + 0.22237445271611214, + 0.22470301866531373, + 0.16589241380691527, + 0.17665138913393022, + 0.12355085052251816, + 0.10024731488227845, + 0.1102370167851448, + 0.0632073667794466, + 0.07717509996891021, + 0.09432626271247864, + 0.07223957173526287, + 0.05831001040935516, + 0.04691112922430039, + 0.04399191717505455, + 0.054682890085875985, + 0.05131758269071579, + 0.04948833506703377, + 0.05090191900730133, + 0.04628677634000778, + 0.04592856809794903, + 0.04618706555068493, + 0.05831435605287552, + 0.05219041556119919, + 0.038912322914600374, + 0.04784802967309952, + 0.029901893815398217, + 0.03067267468571663, + 0.039136952781677246, + 0.047098509496450426, + 0.03316549341678619, + 0.034926051980257035, + 0.03337522785365581, + 0.036731080013513565, + 0.026030787551403044, + 0.037166545414924625, + 0.029469560922682287, + 0.02593328186273575, + 0.029638116455078124 + ], + "tgrad_loss": [ + 0.28832164726257326, + 0.2060401952266693, + 0.16459719829559327, + 0.15477333117723466, + 0.14493357677459717, + 0.14198503303527832, + 0.14309685859680177, + 0.14874836663007737, + 0.15678957319259643, + 0.15304679074287414, + 0.15607846132516862, + 0.14197904839515685, + 0.18455617270469665, + 0.17215408868789672, + 0.16837040560245514, + 0.15822381327152252, + 0.17020298886299134, + 0.16902806978225707, + 0.17143850438594818, + 0.19786279382705688, + 0.16658815627098084, + 0.1794211902618408, + 0.19945275497436524, + 0.19205478763580322, + 0.20036873846054076, + 0.19588031902313233, + 0.20235279903411865, + 0.21882107915878296, + 0.24042275769710542, + 0.21077616119384765, + 0.19908131561279296, + 0.22460036993026733, + 0.26241290621757507, + 0.2761381866455078, + 0.27674061311483383, + 0.25322344913482664, + 0.28550028896331786, + 0.26916457452774045, + 0.25363275275230407, + 0.23400697290897368, + 0.2386918211221695, + 0.23587018747329713, + 0.2399569533109665, + 0.2560098692417145, + 0.26288919100761415, + 0.266998498249054, + 0.2681545648574829, + 0.26719284348487854, + 0.2634758550167084, + 0.2544534649372101, + 0.2609030704975128, + 0.26885847454071043, + 0.26579098694324493, + 0.2684466419219971, + 0.2651168885231018, + 0.2725917413234711, + 0.26671648054122926, + 0.2703628271102905, + 0.27027122049331664, + 0.27273546109199526, + 0.27396536240577696, + 0.27300917959213256, + 0.2712355743408203, + 0.2777294144630432, + 0.27682205362319945, + 0.27110387902259825, + 0.2713892430782318, + 0.2725485424041748, + 0.27121399002075197, + 0.2690221670150757, + 0.2697976267337799, + 0.2677230007648468, + 0.2678905071258545, + 0.26673345193862913, + 0.26462524137496946, + 0.2640297092437744, + 0.26470692901611326, + 0.2646811327219009, + 0.2640278464794159, + 0.2636380691766739 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.0012992812553420663, + 0.028360359370708466, + 0.07222752273082733, + 0.06384990364313126, + 0.0745362713932991, + 0.10235601663589478, + 0.11958298832178116, + 0.12767711281776428, + 0.12978672981262207, + 0.13033980131149292, + 0.131376713514328, + 0.13925974071025848 + ], + "perturbation_rho": [ + -0.036700520664453506, + 0.08258875459432602, + 0.18529893457889557, + 0.1350553333759308, + 0.14971259236335754, + 0.23370781540870667, + 0.15428856015205383, + 0.2475280910730362, + 0.20684200525283813, + 0.26022571325302124, + 0.23770767450332642, + 0.24039392173290253 + ], + "nudging": { + "0.001": [ + 1.9588624127209187e-05, + -0.00022895228175912052, + -0.0007079594652168453, + -0.0005056310910731554, + -0.0005876067443750799, + -0.0007552369497716427, + -0.0008725673542357981, + -0.0009411656064912677, + -0.0009967443766072392, + -0.0010289904894307256, + -0.001046083401888609, + -0.001075628912076354 + ], + "0.003": [ + 7.772856042720377e-05, + -0.0006833757506683469, + -0.002122018486261368, + -0.001515379874035716, + -0.001759801642037928, + -0.002262262161821127, + -0.002616232493892312, + -0.0028189788572490215, + -0.002985659521073103, + -0.003085652831941843, + -0.0031352993100881577, + -0.003224627347663045 + ], + "0.01": [ + 0.0004691533395089209, + -0.002260619541630149, + -0.007056917063891888, + -0.005040735937654972, + -0.005857650190591812, + -0.007526098750531673, + -0.008702869527041912, + -0.009377602487802505, + -0.009931675158441067, + -0.01026402972638607, + -0.010433407500386238, + -0.010728873312473297 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L2_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L2_s123.json new file mode 100644 index 0000000..f6a54ab --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L2_s123.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.8134757766723633, + 0.9264522449493409, + 0.5520310824871063, + 0.4102143557548523, + 0.3579074279308319, + 0.318011970949173, + 0.30238913650512694, + 0.2825048192024231, + 0.27405023584365845, + 0.2710430831432343, + 0.2594404198884964, + 0.2341841076850891, + 0.2375671992301941, + 0.22861384831666948, + 0.21102480673789978, + 0.2138878378510475, + 0.20143119230270387, + 0.21637656970024108, + 0.19791898612976075, + 0.2010431251525879, + 0.1995568153619766, + 0.18589567379951477, + 0.18345476458072663, + 0.17632593874931335, + 0.16185988569259643, + 0.16167333889007568, + 0.17501846678256988, + 0.16296407165527343, + 0.1489872475385666, + 0.14913332681655883, + 0.14884000272750855, + 0.14476664385795593, + 0.14326060855388642, + 0.13225111142992974, + 0.12688777947425842, + 0.12592163169384002, + 0.12174792432785034, + 0.12096801409721375, + 0.11985228304862976, + 0.11514121813774109, + 0.1118896684885025, + 0.11161191877126694, + 0.10568768167495728, + 0.10417118835449218, + 0.10223673396110534, + 0.09966703229546547, + 0.09637608439922332, + 0.09464550490379334, + 0.09507670216560364, + 0.0932104425907135, + 0.09320190250873565, + 0.08970492560863495, + 0.0869272301197052, + 0.08439444209337235, + 0.08397750174999237, + 0.08251788482666016, + 0.08170321741104127, + 0.08105333895683288, + 0.07938651487827302, + 0.07741225541234016, + 0.07588316562175751, + 0.07549352577328682, + 0.07457819412350655, + 0.07359826315939426, + 0.0727104668855667, + 0.07231093420982361, + 0.07182440527677536, + 0.0712629911661148, + 0.07068480265140534, + 0.07020738124847412, + 0.06981901693344116, + 0.06955654413104058, + 0.06925340088009835, + 0.0689685908973217, + 0.06875414711236953, + 0.06860008796453476, + 0.06846473612785339, + 0.06837011733651162, + 0.06830710372775793, + 0.06827167451381683 + ], + "train_acc": [ + 0.3965, + 0.7393, + 0.8506, + 0.8812, + 0.8823, + 0.8914, + 0.8952, + 0.8966, + 0.9002, + 0.8984, + 0.9022, + 0.9147, + 0.9091, + 0.9149, + 0.926, + 0.9208, + 0.9255, + 0.9218, + 0.9277, + 0.9246, + 0.9251, + 0.9335, + 0.932, + 0.9386, + 0.9446, + 0.9436, + 0.9356, + 0.9407, + 0.9506, + 0.9491, + 0.9448, + 0.95, + 0.9517, + 0.9562, + 0.9606, + 0.9603, + 0.9601, + 0.9621, + 0.9626, + 0.9648, + 0.9683, + 0.9658, + 0.9701, + 0.9708, + 0.9721, + 0.9739, + 0.9756, + 0.9763, + 0.9752, + 0.977, + 0.9741, + 0.978, + 0.9797, + 0.9818, + 0.9827, + 0.9829, + 0.9834, + 0.9831, + 0.9832, + 0.9843, + 0.9868, + 0.9873, + 0.9874, + 0.9881, + 0.9882, + 0.9881, + 0.9887, + 0.9896, + 0.9896, + 0.9896, + 0.9897, + 0.9902, + 0.9903, + 0.9903, + 0.9905, + 0.9909, + 0.9909, + 0.991, + 0.9911, + 0.9911 + ], + "test_acc": [ + 0.6275, + 0.8135, + 0.8475, + 0.8675, + 0.864, + 0.8715, + 0.8725, + 0.875, + 0.879, + 0.8785, + 0.8755, + 0.8875, + 0.8715, + 0.8865, + 0.8865, + 0.889, + 0.887, + 0.8815, + 0.8845, + 0.8855, + 0.8885, + 0.8845, + 0.885, + 0.8855, + 0.89, + 0.882, + 0.885, + 0.8935, + 0.89, + 0.8875, + 0.891, + 0.8875, + 0.888, + 0.8935, + 0.8905, + 0.8965, + 0.888, + 0.888, + 0.8935, + 0.89, + 0.887, + 0.888, + 0.888, + 0.892, + 0.89, + 0.888, + 0.892, + 0.89, + 0.8935, + 0.892, + 0.888, + 0.8885, + 0.8915, + 0.897, + 0.894, + 0.892, + 0.8945, + 0.8945, + 0.8935, + 0.893, + 0.8945, + 0.896, + 0.8945, + 0.895, + 0.897, + 0.894, + 0.8975, + 0.894, + 0.8945, + 0.8935, + 0.893, + 0.895, + 0.896, + 0.8955, + 0.895, + 0.8955, + 0.8955, + 0.895, + 0.895, + 0.895 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8870643973350525, + 0.8695865869522095 + ], + "perturbation_rho": [ + 0.9999991059303284, + 0.9999968409538269 + ], + "nudging": { + "0.001": [ + -0.027860965579748154, + -0.011582823470234871 + ], + "0.003": [ + -0.07713194191455841, + -0.03366940841078758 + ], + "0.01": [ + -0.1920192688703537, + -0.10025370121002197 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2277308601379393, + 1.6089211181640626, + 1.0115381980895997, + 0.6971575919151306, + 0.5460078211784363, + 0.4641047782897949, + 0.42421296977996825, + 0.4004480885982513, + 0.3980832378387451, + 0.40035034217834475, + 0.4053838936328888, + 0.4165379599571228, + 0.41093469638824465, + 0.4381900384902954, + 0.40459541647434233, + 0.4161624723672867, + 0.4243528455734253, + 0.4472506643295288, + 0.4197193340301514, + 0.4405568720817566, + 0.4483852259159088, + 0.4182058423995972, + 0.46347024388313296, + 0.4317498147010803, + 0.4455674554824829, + 0.468244349861145, + 0.5031647268295288, + 0.48595187821388247, + 0.420454656124115, + 0.4349890894889831, + 0.4568765145778656, + 0.4257242699623108, + 0.4918008323669434, + 0.4292266354560852, + 0.4412042767524719, + 0.44511404564380647, + 0.4060916609764099, + 0.42281134433746337, + 0.45205292596817015, + 0.4296050157546997, + 0.46153125472068784, + 0.4331648801326752, + 0.4328668572425842, + 0.4199811037063599, + 0.40794372041225435, + 0.40181673164367676, + 0.390487536406517, + 0.4007012459754944, + 0.3911929183483124, + 0.39021644287109375, + 0.3868677257537842, + 0.38623606929779053, + 0.3859286364555359, + 0.37683377466201784, + 0.37579740810394285, + 0.36816846113204954, + 0.38835712060928346, + 0.3590394494056702, + 0.3600341588020325, + 0.3655199574947357, + 0.35341513319015505, + 0.35888077273368835, + 0.3514525812149048, + 0.34960040357112887, + 0.3468650718688965, + 0.34670376050472257, + 0.34839404121637346, + 0.3450363240242004, + 0.34819836664199827, + 0.3415450521469116, + 0.3402742134094238, + 0.3409415246963501, + 0.33930211052894593, + 0.3378286985516548, + 0.336081723356247, + 0.33632210760116577, + 0.3354383348464966, + 0.33510682430267336, + 0.33467428114414216, + 0.3344334460377693 + ], + "train_acc": [ + 0.1851, + 0.4619, + 0.667, + 0.7593, + 0.8055, + 0.8235, + 0.8372, + 0.8475, + 0.8481, + 0.8464, + 0.8516, + 0.8462, + 0.8502, + 0.8408, + 0.8569, + 0.8511, + 0.8507, + 0.845, + 0.8533, + 0.8491, + 0.8504, + 0.8561, + 0.8458, + 0.8526, + 0.8442, + 0.837, + 0.8328, + 0.8409, + 0.8521, + 0.8489, + 0.8443, + 0.852, + 0.8386, + 0.8507, + 0.8496, + 0.8493, + 0.8601, + 0.8535, + 0.8468, + 0.8539, + 0.8447, + 0.8467, + 0.8532, + 0.8539, + 0.857, + 0.8613, + 0.8621, + 0.8575, + 0.8576, + 0.8617, + 0.8614, + 0.8608, + 0.8634, + 0.862, + 0.8663, + 0.8653, + 0.8609, + 0.8653, + 0.871, + 0.8647, + 0.8717, + 0.8682, + 0.8698, + 0.8719, + 0.8716, + 0.8717, + 0.8727, + 0.8707, + 0.8708, + 0.8733, + 0.8724, + 0.8706, + 0.875, + 0.8729, + 0.8735, + 0.8754, + 0.8737, + 0.8758, + 0.8757, + 0.8752 + ], + "test_acc": [ + 0.327, + 0.5655, + 0.6935, + 0.763, + 0.79, + 0.802, + 0.816, + 0.816, + 0.8205, + 0.8155, + 0.808, + 0.808, + 0.806, + 0.81, + 0.826, + 0.8225, + 0.7905, + 0.818, + 0.8115, + 0.8055, + 0.81, + 0.809, + 0.803, + 0.8035, + 0.8065, + 0.7965, + 0.782, + 0.814, + 0.8025, + 0.813, + 0.818, + 0.8045, + 0.797, + 0.8185, + 0.821, + 0.808, + 0.8125, + 0.8105, + 0.8065, + 0.8165, + 0.7885, + 0.7975, + 0.793, + 0.816, + 0.8205, + 0.834, + 0.8385, + 0.8095, + 0.815, + 0.8125, + 0.821, + 0.8245, + 0.816, + 0.8215, + 0.826, + 0.8205, + 0.8265, + 0.835, + 0.82, + 0.8325, + 0.8355, + 0.837, + 0.835, + 0.835, + 0.836, + 0.831, + 0.835, + 0.8385, + 0.8365, + 0.843, + 0.837, + 0.8345, + 0.837, + 0.841, + 0.8385, + 0.841, + 0.839, + 0.84, + 0.84, + 0.8405 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.05535196140408516, + 0.11400651931762695 + ], + "perturbation_rho": [ + 0.07898944616317749, + 0.06743785738945007 + ], + "nudging": { + "0.001": [ + -0.0015921953599900007, + -0.0004352356481831521 + ], + "0.003": [ + -0.004735918715596199, + -0.0013046588283032179 + ], + "0.01": [ + -0.015302825719118118, + -0.004326905123889446 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.0606787532806394, + 1.1567006985664368, + 0.6476440377235413, + 0.46067230157852174, + 0.4016605010986328, + 0.3913002317428589, + 0.3918870966911316, + 0.39221469788551333, + 0.38962100603580474, + 0.39011064352989194, + 0.3833303677558899, + 0.39151409659385683, + 0.383689892745018, + 0.3887174612045288, + 0.39423247394561767, + 0.3862614650726318, + 0.3907231846809387, + 0.3773960693836212, + 0.3979664779663086, + 0.4017488422870636, + 0.3948758713722229, + 0.4106588708877563, + 0.43649713220596315, + 0.41689020500183105, + 0.46598345975875854, + 0.42229409980773924, + 0.4376958209991455, + 0.4556465253829956, + 0.43013258485794065, + 0.4284559500694275, + 0.41865804080963137, + 0.42352541952133177, + 0.4187520936965942, + 0.4412714430809021, + 0.4290276056289673, + 0.43953913819789886, + 0.4115768392086029, + 0.416507855796814, + 0.4253982139587402, + 0.4240591028213501, + 0.4231268990516663, + 0.4098381155014038, + 0.4129206636428833, + 0.4102262992143631, + 0.4049965745925903, + 0.41237741203308104, + 0.4174180850028992, + 0.4078349845647812, + 0.40372915534973147, + 0.4217507261276245, + 0.39810289478302, + 0.4005114579439163, + 0.4004998396396637, + 0.3945280794143677, + 0.3943117833137512, + 0.39065166521072386, + 0.394280153131485, + 0.3958699932575226, + 0.38747738513946534, + 0.39019425966739657, + 0.3880472351312637, + 0.38656279892921447, + 0.3849751262664795, + 0.3862720604419708, + 0.38301447155475615, + 0.3807786055088043, + 0.38096148087978365, + 0.3796463566303253, + 0.37803510179519656, + 0.37694546613693236, + 0.3765466928482056, + 0.37544756646156313, + 0.37575010981559753, + 0.3745943290710449, + 0.37441092958450317, + 0.37395868825912476, + 0.3735989002227783, + 0.37321364402770996, + 0.3729501468658447, + 0.3728492456436157 + ], + "train_acc": [ + 0.266, + 0.6291, + 0.783, + 0.8371, + 0.8528, + 0.8519, + 0.8521, + 0.8492, + 0.8514, + 0.8543, + 0.8537, + 0.8506, + 0.8546, + 0.8501, + 0.8505, + 0.8562, + 0.8552, + 0.8552, + 0.847, + 0.8483, + 0.8517, + 0.8447, + 0.836, + 0.8429, + 0.8252, + 0.8384, + 0.832, + 0.8295, + 0.8331, + 0.8389, + 0.8421, + 0.8405, + 0.8377, + 0.8343, + 0.8382, + 0.833, + 0.8436, + 0.8422, + 0.8403, + 0.8412, + 0.8388, + 0.8428, + 0.8441, + 0.8439, + 0.8453, + 0.8456, + 0.8418, + 0.8458, + 0.8488, + 0.8419, + 0.8495, + 0.8502, + 0.8498, + 0.8521, + 0.8518, + 0.8521, + 0.8511, + 0.8513, + 0.8534, + 0.8523, + 0.8537, + 0.8544, + 0.8558, + 0.8543, + 0.8564, + 0.8578, + 0.8557, + 0.8573, + 0.8582, + 0.8566, + 0.8587, + 0.859, + 0.8584, + 0.8585, + 0.8596, + 0.8596, + 0.8602, + 0.8601, + 0.86, + 0.8601 + ], + "test_acc": [ + 0.4795, + 0.7045, + 0.7885, + 0.817, + 0.8265, + 0.821, + 0.817, + 0.8225, + 0.8195, + 0.8245, + 0.8125, + 0.818, + 0.826, + 0.828, + 0.8185, + 0.811, + 0.8165, + 0.814, + 0.8045, + 0.811, + 0.8025, + 0.8025, + 0.801, + 0.7825, + 0.807, + 0.806, + 0.7985, + 0.795, + 0.7975, + 0.8035, + 0.798, + 0.816, + 0.8095, + 0.8005, + 0.803, + 0.8065, + 0.803, + 0.803, + 0.81, + 0.8105, + 0.8155, + 0.803, + 0.815, + 0.8185, + 0.8135, + 0.8195, + 0.819, + 0.816, + 0.819, + 0.8155, + 0.8295, + 0.8125, + 0.8125, + 0.816, + 0.8255, + 0.815, + 0.826, + 0.825, + 0.8165, + 0.8255, + 0.8265, + 0.826, + 0.829, + 0.827, + 0.8265, + 0.829, + 0.8305, + 0.8275, + 0.8285, + 0.827, + 0.823, + 0.8295, + 0.8295, + 0.827, + 0.828, + 0.829, + 0.8285, + 0.829, + 0.83, + 0.8305 + ], + "state_pred_error": [ + 0.8031414375305176, + 0.35727285192012787, + 0.20822873120307922, + 0.17016679759025574, + 0.15798014035224914, + 0.1421566589951515, + 0.12269669504165649, + 0.1036052488565445, + 0.08826953535079957, + 0.07445642170906067, + 0.06234971261024475, + 0.05339485208392143, + 0.045877391409873965, + 0.0403602089881897, + 0.03642171306014061, + 0.03317514306306839, + 0.03129510297775268, + 0.028174708819389344, + 0.02580746712088585, + 0.02427465500831604, + 0.023034810265898705, + 0.022062225687503816, + 0.022103151264786722, + 0.020669510221481325, + 0.020476308749616146, + 0.019967139992117883, + 0.019168919190764428, + 0.018457811444997786, + 0.018327979081869124, + 0.01801105038076639, + 0.01739282046556473, + 0.016778514325618745, + 0.015847790563106538, + 0.0158354807138443, + 0.01575601952970028, + 0.014686103010177613, + 0.014878038236498832, + 0.01409349731504917, + 0.014016203632950783, + 0.0138145767390728, + 0.013226337088644504, + 0.013212937781214714, + 0.012958681486546993, + 0.013233311638236047, + 0.012328391301631927, + 0.012101875373721123, + 0.011980755272507668, + 0.011779027014970779, + 0.011585621590912342, + 0.011263450093567372, + 0.011011741843819619, + 0.011311796459555625, + 0.010854876567423344, + 0.010849458143115043, + 0.011040620262175798, + 0.010131367165595293, + 0.0099437257707119, + 0.010218308821320533, + 0.009720495526492595, + 0.01009982328414917, + 0.009624038696289063, + 0.009806264831125736, + 0.009349493139982224, + 0.009056915233284234, + 0.008922270947694778, + 0.008910164754092693, + 0.008901315172761678, + 0.008582982118427753, + 0.008406809172034263, + 0.00853000564724207, + 0.008742392796278, + 0.00837141503021121, + 0.008199263268709183, + 0.008339552146196366, + 0.00796095138937235, + 0.007939809998869896, + 0.007585817550122738, + 0.0076191362425684925, + 0.008353407859802247, + 0.00735080057233572 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8879689574241638, + 0.43028849363327026 + ], + "perturbation_rho": [ + 0.7560213804244995, + 0.38433945178985596 + ], + "nudging": { + "0.001": [ + -0.02204158343374729, + -0.0024646292440593243 + ], + "0.003": [ + -0.0634373351931572, + -0.007362409494817257 + ], + "0.01": [ + -0.18288554251194, + -0.02417319267988205 + ] + }, + "state_pred_error_per_layer": [ + 1696.6031494140625, + 278.31060791015625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2291323978424074, + 1.6088748979568481, + 1.0196145711898803, + 0.7028882287025452, + 0.5439308270454407, + 0.46666228404045107, + 0.4218287401199341, + 0.39928707320690154, + 0.3870831217050552, + 0.39015878410339355, + 0.4016779498100281, + 0.4121299880504608, + 0.3897958308696747, + 0.40895366220474244, + 0.41575607891082766, + 0.4268762981414795, + 0.424427557182312, + 0.4411251617431641, + 0.4447257128238678, + 0.4506887272834778, + 0.4911063948631287, + 0.5097891534805298, + 0.5217780744075775, + 0.5186571026802063, + 0.5549187143325806, + 0.5775168406486512, + 0.6109977385520935, + 0.6179571244239808, + 0.588416787147522, + 0.591089683008194, + 0.5984664674758912, + 0.6150432247161866, + 0.6514943526268006, + 0.6930927798271179, + 0.6797385078430176, + 0.7172976000785828, + 0.7486782361745834, + 0.7203411834716796, + 0.7663027370452881, + 0.716061837387085, + 0.7416047885894775, + 0.7384530964851379, + 0.7653874188423156, + 0.759270369720459, + 0.779615391254425, + 0.795836368560791, + 0.8164382888793945, + 0.8216145399093628, + 0.8497391104698181, + 0.8565743488311768, + 0.8682084201812744, + 0.8817925959587097, + 0.8865997703552246, + 0.9067432309150696, + 0.912219108581543, + 0.9159337846755982, + 0.9211236267089844, + 0.9347142765045166, + 0.9267299753189087, + 0.9395195854187012, + 0.9390426496505737, + 0.9382089434623718, + 0.9440257927894592, + 0.9453169227600098, + 0.9499050285339355, + 0.9569249134063721, + 0.9552145975112915, + 0.9529026988983155, + 0.9567554153442382, + 0.9556082971572876, + 0.9563019279479981, + 0.9571789653778077, + 0.9569482453346252, + 0.957211256980896, + 0.9569433841705323, + 0.9578723815917969, + 0.9576466073989868, + 0.9571835817337037, + 0.957071294593811, + 0.9570294202804566 + ], + "train_acc": [ + 0.1861, + 0.4691, + 0.6611, + 0.7602, + 0.8045, + 0.8242, + 0.8421, + 0.8477, + 0.8527, + 0.8563, + 0.852, + 0.8492, + 0.8551, + 0.853, + 0.85, + 0.8472, + 0.8486, + 0.8498, + 0.8454, + 0.8425, + 0.8351, + 0.8246, + 0.82, + 0.8229, + 0.8095, + 0.8061, + 0.7985, + 0.7995, + 0.8095, + 0.8076, + 0.7982, + 0.7964, + 0.782, + 0.7683, + 0.7696, + 0.7501, + 0.7418, + 0.7483, + 0.736, + 0.742, + 0.7375, + 0.7364, + 0.727, + 0.729, + 0.7205, + 0.7165, + 0.7103, + 0.7074, + 0.703, + 0.6976, + 0.6981, + 0.6932, + 0.6898, + 0.6861, + 0.6848, + 0.6826, + 0.6805, + 0.6789, + 0.6796, + 0.6767, + 0.6791, + 0.6804, + 0.676, + 0.6738, + 0.6705, + 0.6731, + 0.6752, + 0.6735, + 0.6737, + 0.6727, + 0.6723, + 0.674, + 0.6734, + 0.6735, + 0.673, + 0.673, + 0.672, + 0.6725, + 0.6736, + 0.6736 + ], + "test_acc": [ + 0.324, + 0.5505, + 0.701, + 0.7625, + 0.7905, + 0.8045, + 0.81, + 0.823, + 0.814, + 0.82, + 0.8095, + 0.811, + 0.818, + 0.8155, + 0.8065, + 0.822, + 0.8185, + 0.8125, + 0.809, + 0.7835, + 0.792, + 0.778, + 0.792, + 0.7685, + 0.7625, + 0.755, + 0.756, + 0.766, + 0.751, + 0.748, + 0.7385, + 0.741, + 0.7315, + 0.7215, + 0.7095, + 0.695, + 0.688, + 0.684, + 0.685, + 0.6905, + 0.6945, + 0.6885, + 0.688, + 0.674, + 0.6685, + 0.675, + 0.67, + 0.6655, + 0.657, + 0.656, + 0.6585, + 0.658, + 0.6605, + 0.6525, + 0.657, + 0.643, + 0.6475, + 0.647, + 0.649, + 0.642, + 0.6455, + 0.6405, + 0.6465, + 0.646, + 0.6375, + 0.641, + 0.6385, + 0.6335, + 0.6385, + 0.6355, + 0.64, + 0.6365, + 0.6355, + 0.6355, + 0.6345, + 0.635, + 0.635, + 0.635, + 0.6345, + 0.634 + ], + "value_loss": [ + 2.8833280738830567, + 0.7847226623535156, + 0.6052224683761597, + 0.5364442230701446, + 0.4866952224731445, + 0.4644027402877808, + 0.4624986822128296, + 0.4973188815355301, + 0.5199405098438263, + 0.5218789057254791, + 0.5600632459640503, + 0.6151528795719147, + 0.5766617219448089, + 0.6344908997654914, + 0.6626247673034668, + 0.6810169264793396, + 0.7056573510169983, + 0.7149781924247741, + 0.7052933280229569, + 0.7567739087104798, + 0.8160911297798157, + 0.8792114803314209, + 0.8207113800048829, + 0.8191835897922516, + 0.8597163372039794, + 0.8457223380088806, + 0.9193719961166382, + 0.850219428062439, + 0.856592936706543, + 0.7682788232326507, + 0.730324414896965, + 0.6971390293121338, + 0.6743249478340149, + 0.7776916447639466, + 0.6412680940628052, + 0.6544103482246398, + 0.7206561564207077, + 0.5922124248504639, + 0.6333092123031616, + 0.5453343061447143, + 0.6317949431419373, + 0.5274795674324035, + 0.5396580792427063, + 0.5128086106300354, + 0.5516833471298218, + 0.5616566513061524, + 0.5372079795360565, + 0.5528788970947266, + 0.6155030704498291, + 0.5729360949516297, + 0.5764620405197144, + 0.5704575545310974, + 0.5842877408981323, + 0.5995055549621582, + 0.6123614057540894, + 0.5957472767353058, + 0.5835577243804931, + 0.6090386015415191, + 0.5883770040035248, + 0.5994154201507569, + 0.6209961592674256, + 0.5821904572486878, + 0.5925648178815842, + 0.5761626353263855, + 0.5682975249290466, + 0.5920660761833191, + 0.5835506136417389, + 0.5641262327194214, + 0.5669574682235717, + 0.567772633266449, + 0.5559127983093262, + 0.5391036891937255, + 0.5507662886142731, + 0.53783765001297, + 0.5338259760856628, + 0.5350430037975311, + 0.5220288526058197, + 0.5302294264793396, + 0.5155424662590027, + 0.5198581983566284 + ], + "term_loss": [ + 1.6454794772148131, + 0.3263517658233643, + 0.3324782820701599, + 0.3084365834712982, + 0.2733846814155579, + 0.2562745343327522, + 0.2620648564338684, + 0.30091398467719555, + 0.3289512038171291, + 0.3290699499607086, + 0.36417594809532167, + 0.4142481907606125, + 0.3883945213317871, + 0.4393215751647949, + 0.46501498188972473, + 0.47925249347686766, + 0.5046797016382217, + 0.5087765357494354, + 0.4967124795019627, + 0.5429100960731507, + 0.5926241361141205, + 0.6447086326599121, + 0.579509374666214, + 0.5835422896981239, + 0.6090982981204986, + 0.5876830438613891, + 0.6432878967761994, + 0.5675156433582306, + 0.5771616685867309, + 0.49196799931526186, + 0.45263598628044127, + 0.42308012866973876, + 0.3907915468931198, + 0.4852942128777504, + 0.35577588975429536, + 0.35834191608428956, + 0.4150521718651056, + 0.29623276604413984, + 0.32230763597488404, + 0.2524558412909508, + 0.3255671339035034, + 0.22805521211624147, + 0.22856105840206145, + 0.20706634080410002, + 0.23393898310661315, + 0.2354411078929901, + 0.20956240813434124, + 0.22007010972499846, + 0.27335089936256407, + 0.23113303844928743, + 0.2274341112136841, + 0.21985646319389343, + 0.23131886804103852, + 0.24329911168664695, + 0.24918984038829803, + 0.23453153626918793, + 0.2230271029472351, + 0.24042806271016598, + 0.2237975647866726, + 0.23123242053985596, + 0.25471574842333794, + 0.21881105394363404, + 0.22694692747592926, + 0.21005943071842192, + 0.1994040913105011, + 0.22424529371261598, + 0.217019234085083, + 0.20118717231750488, + 0.2016641976118088, + 0.2034522614955902, + 0.19620529432296752, + 0.18044703192710876, + 0.19134235957562923, + 0.1797063545227051, + 0.1764101204633713, + 0.1779283276796341, + 0.16668891739845276, + 0.1740751401245594, + 0.161777489733696, + 0.1660363396883011 + ], + "bridge_loss": [ + 0.9377871763861156, + 0.14766500053405762, + 0.02877580658942461, + 0.009598655062913894, + 0.016668824788928033, + 0.02121675037741661, + 0.020100663328170777, + 0.017548368653655052, + 0.015006689450144767, + 0.01513301545009017, + 0.014232833042740822, + 0.013891240073740482, + 0.011406736245751382, + 0.012642510639876127, + 0.01458835108205676, + 0.013680042466521262, + 0.015419781844317913, + 0.017810679003596307, + 0.019589692229777574, + 0.024900535257905723, + 0.02252660002708435, + 0.02607555223107338, + 0.027234175610542297, + 0.024702777102589606, + 0.027225637090206145, + 0.029620801931619645, + 0.03768093141317368, + 0.046393069380521776, + 0.05361589749455452, + 0.04968858813345432, + 0.04719689604640007, + 0.04035842423439026, + 0.033826103353500364, + 0.030835032051801683, + 0.026682524013519286, + 0.024017449873685835, + 0.024913296768814326, + 0.02244833298623562, + 0.024258126384019852, + 0.01988215004503727, + 0.025355869579315186, + 0.019808240255713462, + 0.022530729496479034, + 0.020299413734674452, + 0.024030086208879947, + 0.028282125863432886, + 0.02460381360054016, + 0.029118296933174134, + 0.03094438911676407, + 0.028381625938415526, + 0.03409786782264709, + 0.03280818447470665, + 0.033095910048484806, + 0.03300321333706379, + 0.038769859731197356, + 0.03602361143529415, + 0.03425909789800644, + 0.039217023247480394, + 0.03850839220881462, + 0.038296847838163374, + 0.03764004505872726, + 0.03555820371508598, + 0.036610432869195936, + 0.0361909857749939, + 0.03747819612622261, + 0.03717733380794525, + 0.035828465853631496, + 0.03396679884195328, + 0.034303515052795414, + 0.033811005836725236, + 0.02981514204442501, + 0.029429450476169586, + 0.030180443140864373, + 0.02941783722639084, + 0.028960870635509492, + 0.028137443059682847, + 0.02695192684829235, + 0.028193890061974525, + 0.02632337526679039, + 0.026915473002195357 + ], + "tgrad_loss": [ + 0.30006144156455994, + 0.3107058983325958, + 0.2439683804512024, + 0.21840898594856262, + 0.1966417160987854, + 0.186911457157135, + 0.18033316440582275, + 0.1788565274655819, + 0.17598261984586716, + 0.17767594091892241, + 0.1816544674873352, + 0.18701344912052154, + 0.17686045913696288, + 0.18252681477069854, + 0.18302143425941467, + 0.188084393119812, + 0.18555786571502686, + 0.18839098315238953, + 0.18899115829467775, + 0.18896327831745147, + 0.20094039404392242, + 0.20842729425430298, + 0.21396782894134522, + 0.21093851894140245, + 0.2233924026966095, + 0.22841848783493043, + 0.238403165769577, + 0.2363107090950012, + 0.2258153675556183, + 0.2266222387313843, + 0.23049153771400452, + 0.2337004735469818, + 0.24970730090141297, + 0.26156239709854123, + 0.2588096812725067, + 0.27205098791122434, + 0.28069068645238876, + 0.27353132772445676, + 0.28674344885349273, + 0.2729963088989258, + 0.28087194566726686, + 0.27961610980033874, + 0.2885662919044495, + 0.28544285264015196, + 0.2937142786502838, + 0.2979334186553955, + 0.30304175670146943, + 0.3036904903411865, + 0.31120778708457947, + 0.3134214277267456, + 0.3149300651550293, + 0.31779290962219237, + 0.319872961807251, + 0.32320322750806807, + 0.324401708316803, + 0.32519212522506713, + 0.32627151918411257, + 0.3293935173988342, + 0.32607104771137235, + 0.32988615398406984, + 0.32864036498069765, + 0.327821196937561, + 0.3290074566841126, + 0.32991221575737, + 0.3314152413368225, + 0.33064344997406003, + 0.3307029154062271, + 0.32897226009368896, + 0.3309897524833679, + 0.33050937223434446, + 0.3298923659324646, + 0.32922720794677734, + 0.3292434865236282, + 0.3287134552001953, + 0.32845498433113096, + 0.32897723731994627, + 0.3283880082130432, + 0.3279603928089142, + 0.32744160184860227, + 0.32690638537406924 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.11650891602039337, + 0.31434422731399536 + ], + "perturbation_rho": [ + 0.23759987950325012, + 0.5255968570709229 + ], + "nudging": { + "0.001": [ + -0.006046381313353777, + -0.002862941939383745 + ], + "0.003": [ + -0.018019597977399826, + -0.008575741201639175 + ], + "0.01": [ + -0.05865050479769707, + -0.028432408347725868 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L2_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L2_s42.json new file mode 100644 index 0000000..1a9a155 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L2_s42.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.838883076095581, + 0.9228713939666748, + 0.5369283601760865, + 0.40869176201820373, + 0.35351916384696963, + 0.3149320938587189, + 0.29885801305770876, + 0.28874192085266115, + 0.27495671865940097, + 0.25859400782585146, + 0.2618196714401245, + 0.23570404744148254, + 0.23764698023796083, + 0.22304832377433778, + 0.22278955578804016, + 0.21679949054718017, + 0.2098624146461487, + 0.22450098567008972, + 0.20582314471006394, + 0.19091342453956603, + 0.20230956523418425, + 0.19248483119010926, + 0.18207436051368714, + 0.17455288028717042, + 0.1746367334008217, + 0.16596168351173402, + 0.1632581250101328, + 0.15257979717254638, + 0.16552851646244526, + 0.14555678157806395, + 0.14922121838331223, + 0.14138047268390655, + 0.14168458592295646, + 0.1322138198852539, + 0.14060876342654227, + 0.12736148176193238, + 0.12787616213560105, + 0.1222807457447052, + 0.12329775819778442, + 0.11754269520044326, + 0.11509358530044556, + 0.11533700299263, + 0.11486885561943054, + 0.11302210004329681, + 0.10378158293962479, + 0.10055346679091454, + 0.09701502611041068, + 0.09453871037364006, + 0.09318371058702468, + 0.09154418442249299, + 0.09060858163833618, + 0.09153713397979736, + 0.09077880887985229, + 0.088396619617939, + 0.08532250515222549, + 0.08318007454872131, + 0.08344659991264343, + 0.08225398402810097, + 0.07986635602712631, + 0.0784351842880249, + 0.07738790756464005, + 0.07704619092941284, + 0.07655080541372299, + 0.07576740589141846, + 0.07471019058227539, + 0.07399410808086396, + 0.07352103772759437, + 0.07262729846835136, + 0.07196982672214508, + 0.07155210624933243, + 0.07116250815391541, + 0.0708568405330181, + 0.07056542416810989, + 0.0702718249976635, + 0.07004092693328857, + 0.06988665665090084, + 0.06974752879142761, + 0.06964604835510253, + 0.06959020309448243, + 0.06955153443813324 + ], + "train_acc": [ + 0.3784, + 0.7515, + 0.8523, + 0.8765, + 0.8855, + 0.8965, + 0.8923, + 0.8925, + 0.8988, + 0.9032, + 0.8988, + 0.9143, + 0.9105, + 0.9173, + 0.9156, + 0.9185, + 0.9199, + 0.9103, + 0.9237, + 0.9303, + 0.9244, + 0.9259, + 0.9334, + 0.937, + 0.9364, + 0.9408, + 0.9403, + 0.9477, + 0.9368, + 0.9522, + 0.9467, + 0.9517, + 0.9516, + 0.9582, + 0.9506, + 0.9601, + 0.9585, + 0.9614, + 0.9597, + 0.9636, + 0.9653, + 0.9646, + 0.963, + 0.9651, + 0.9713, + 0.9737, + 0.9769, + 0.9776, + 0.9782, + 0.9795, + 0.9796, + 0.9782, + 0.9778, + 0.979, + 0.9821, + 0.9832, + 0.9823, + 0.9834, + 0.986, + 0.9868, + 0.9869, + 0.9865, + 0.9863, + 0.9871, + 0.9871, + 0.9887, + 0.9888, + 0.9896, + 0.9905, + 0.9898, + 0.9901, + 0.9902, + 0.9901, + 0.9903, + 0.9905, + 0.9907, + 0.9906, + 0.9906, + 0.9907, + 0.9907 + ], + "test_acc": [ + 0.624, + 0.7945, + 0.8405, + 0.8615, + 0.864, + 0.867, + 0.8645, + 0.8595, + 0.8565, + 0.8585, + 0.8625, + 0.872, + 0.87, + 0.8735, + 0.8735, + 0.879, + 0.8725, + 0.8635, + 0.8725, + 0.8785, + 0.875, + 0.8775, + 0.8735, + 0.8815, + 0.8775, + 0.874, + 0.883, + 0.8805, + 0.873, + 0.8815, + 0.8765, + 0.88, + 0.8785, + 0.877, + 0.8795, + 0.879, + 0.8785, + 0.882, + 0.8855, + 0.883, + 0.884, + 0.8845, + 0.8805, + 0.884, + 0.882, + 0.8845, + 0.881, + 0.8845, + 0.882, + 0.883, + 0.883, + 0.887, + 0.8835, + 0.8845, + 0.8825, + 0.8825, + 0.888, + 0.8845, + 0.886, + 0.884, + 0.885, + 0.882, + 0.8825, + 0.8805, + 0.882, + 0.8825, + 0.885, + 0.8855, + 0.8835, + 0.8865, + 0.886, + 0.8845, + 0.885, + 0.885, + 0.885, + 0.8845, + 0.885, + 0.8845, + 0.8845, + 0.8845 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9165740013122559, + 0.911247193813324 + ], + "perturbation_rho": [ + 0.9999988079071045, + 0.9999961853027344 + ], + "nudging": { + "0.001": [ + -0.031085949391126633, + -0.012861143797636032 + ], + "0.003": [ + -0.08586536347866058, + -0.037327297031879425 + ], + "0.01": [ + -0.21485117077827454, + -0.11073540896177292 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2755904403686524, + 1.6745083744049072, + 1.051408309841156, + 0.7111780145645141, + 0.5445409080028534, + 0.45879194836616516, + 0.41605077290534975, + 0.3957563140869141, + 0.389960843372345, + 0.39417654418945314, + 0.40389546192884446, + 0.3980479574203491, + 0.4083562989473343, + 0.4132358487606049, + 0.4187182967185974, + 0.4203802880525589, + 0.4387013870239258, + 0.44252231817245485, + 0.42820124464035036, + 0.42269960770606996, + 0.4413509990692139, + 0.43839888401031496, + 0.43627189745903017, + 0.44073323020935057, + 0.454564675951004, + 0.4474758553981781, + 0.4394855237007141, + 0.42114640197753905, + 0.4659817192912102, + 0.4296913712501526, + 0.46042858691215516, + 0.4541965922832489, + 0.450060701084137, + 0.4527084307670593, + 0.42569710931777954, + 0.43842885856628416, + 0.44364037351608276, + 0.4300214008808136, + 0.43460112380981447, + 0.4649988492846489, + 0.42098810606002807, + 0.44036443765163424, + 0.4068041382312775, + 0.40084986300468445, + 0.41328212876319886, + 0.4015606360435486, + 0.3978891236066818, + 0.38384996640682223, + 0.3901183885335922, + 0.3906126615524292, + 0.3949475336074829, + 0.39353401985168457, + 0.3902185819149017, + 0.37436509132385254, + 0.3824869274377823, + 0.3752282187461853, + 0.37405086925029757, + 0.36902116994857787, + 0.3608111560344696, + 0.3636643335342407, + 0.3624928609967232, + 0.35216776008605954, + 0.3643767790794373, + 0.35711028456687927, + 0.35238478226661685, + 0.3484013397693634, + 0.3534255467891693, + 0.348143867456913, + 0.3460024874687195, + 0.3450613434791565, + 0.3417489238739014, + 0.34155446233749387, + 0.3391765214204788, + 0.3387234467029572, + 0.3374306505203247, + 0.3369725195646286, + 0.3359765763282776, + 0.3355955307006836, + 0.33527027835845946, + 0.33505802783966065 + ], + "train_acc": [ + 0.1665, + 0.4478, + 0.6483, + 0.7502, + 0.8014, + 0.8266, + 0.8438, + 0.8473, + 0.8477, + 0.8517, + 0.8501, + 0.8535, + 0.8499, + 0.8495, + 0.8522, + 0.8513, + 0.8458, + 0.8451, + 0.851, + 0.8505, + 0.8496, + 0.847, + 0.8494, + 0.8488, + 0.8426, + 0.8479, + 0.8514, + 0.852, + 0.8439, + 0.8499, + 0.8395, + 0.8447, + 0.8463, + 0.845, + 0.8544, + 0.8501, + 0.8467, + 0.8505, + 0.8497, + 0.84, + 0.8514, + 0.8481, + 0.8557, + 0.8585, + 0.8563, + 0.8562, + 0.8607, + 0.8612, + 0.8577, + 0.8597, + 0.8584, + 0.8559, + 0.8588, + 0.8641, + 0.86, + 0.8622, + 0.8628, + 0.862, + 0.8658, + 0.8662, + 0.8701, + 0.8703, + 0.8654, + 0.8655, + 0.8704, + 0.8694, + 0.8693, + 0.8692, + 0.8702, + 0.8704, + 0.8721, + 0.8719, + 0.875, + 0.8726, + 0.8731, + 0.8743, + 0.8737, + 0.8737, + 0.8739, + 0.8742 + ], + "test_acc": [ + 0.291, + 0.555, + 0.6845, + 0.7495, + 0.7785, + 0.7975, + 0.8, + 0.803, + 0.802, + 0.8, + 0.798, + 0.801, + 0.809, + 0.7975, + 0.8, + 0.8045, + 0.787, + 0.805, + 0.7945, + 0.8025, + 0.7985, + 0.7985, + 0.793, + 0.7855, + 0.795, + 0.7945, + 0.8085, + 0.801, + 0.788, + 0.7925, + 0.784, + 0.8085, + 0.801, + 0.783, + 0.799, + 0.7995, + 0.812, + 0.801, + 0.781, + 0.7775, + 0.801, + 0.8085, + 0.8085, + 0.8015, + 0.8015, + 0.8015, + 0.806, + 0.805, + 0.81, + 0.804, + 0.7985, + 0.803, + 0.8185, + 0.8125, + 0.81, + 0.808, + 0.812, + 0.8115, + 0.8165, + 0.813, + 0.8155, + 0.8165, + 0.814, + 0.82, + 0.8245, + 0.819, + 0.816, + 0.816, + 0.822, + 0.8165, + 0.819, + 0.817, + 0.815, + 0.819, + 0.8215, + 0.82, + 0.819, + 0.8175, + 0.8185, + 0.8185 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.008949288167059422, + 0.035725876688957214 + ], + "perturbation_rho": [ + -0.042064815759658813, + 0.02075618878006935 + ], + "nudging": { + "0.001": [ + 0.00033832876943051815, + -0.00013122413656674325 + ], + "0.003": [ + 0.0010789502412080765, + -0.00039280677447095513 + ], + "0.01": [ + 0.004335631616413593, + -0.0013084581587463617 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.0824829721450806, + 1.1837396372795106, + 0.6673484756469726, + 0.46784576473236084, + 0.39523904933929443, + 0.38305578269958496, + 0.3820614227294922, + 0.37770698080062864, + 0.3784868881225586, + 0.37788698201179505, + 0.3775497382640839, + 0.3720602925300598, + 0.3787012303352356, + 0.3716680085659027, + 0.3765100636959076, + 0.37162504646778105, + 0.3775796483516693, + 0.3912089412689209, + 0.387017729139328, + 0.4038709951400757, + 0.40551300468444823, + 0.3929386008262634, + 0.396329621219635, + 0.4018239990234375, + 0.4215829294204712, + 0.41799877495765686, + 0.400916418671608, + 0.4175464694023132, + 0.4196605001449585, + 0.4193920916557312, + 0.4106157903432846, + 0.4156774042248726, + 0.4019841181755066, + 0.42924740953445434, + 0.3962015940189362, + 0.39606657152175906, + 0.4141406083583832, + 0.38865602951049805, + 0.38985962376594546, + 0.3957322010993958, + 0.3951152558326721, + 0.3955321859359741, + 0.38211313061714175, + 0.3885132269382477, + 0.38207339782714844, + 0.3849307601928711, + 0.3814076686859131, + 0.3850557041168213, + 0.38029749584197997, + 0.3717133730888367, + 0.372594402885437, + 0.36705199470520017, + 0.3703877753973007, + 0.3687688379049301, + 0.36827292232513426, + 0.36861963114738466, + 0.37049537568092344, + 0.3622209189414978, + 0.3624863251686096, + 0.36258873243331907, + 0.3604560327529907, + 0.3598629186630249, + 0.3558103786945343, + 0.35572401695251465, + 0.355719638299942, + 0.35422387681007383, + 0.35251914834976195, + 0.3532273498058319, + 0.35069880657196045, + 0.35031716957092285, + 0.35007772364616396, + 0.348374769115448, + 0.3486006237268448, + 0.34740313987731936, + 0.34712638473510743, + 0.3469550308704376, + 0.3464403437614441, + 0.34619485507011416, + 0.34601595051288603, + 0.3458989464759827 + ], + "train_acc": [ + 0.2525, + 0.6165, + 0.7765, + 0.8288, + 0.8516, + 0.8542, + 0.8548, + 0.8578, + 0.8525, + 0.8583, + 0.86, + 0.8615, + 0.8544, + 0.8571, + 0.855, + 0.8575, + 0.855, + 0.8501, + 0.8497, + 0.8444, + 0.8439, + 0.847, + 0.8461, + 0.8469, + 0.8394, + 0.8386, + 0.8468, + 0.8443, + 0.8435, + 0.8421, + 0.8452, + 0.8418, + 0.8473, + 0.8383, + 0.8475, + 0.8508, + 0.845, + 0.8518, + 0.8531, + 0.8483, + 0.8518, + 0.8501, + 0.8565, + 0.8506, + 0.854, + 0.8562, + 0.8542, + 0.8513, + 0.8526, + 0.8579, + 0.8569, + 0.8608, + 0.8564, + 0.8592, + 0.86, + 0.8594, + 0.8585, + 0.8609, + 0.8615, + 0.8614, + 0.8597, + 0.861, + 0.8636, + 0.8645, + 0.8643, + 0.8661, + 0.8645, + 0.8628, + 0.865, + 0.8676, + 0.8665, + 0.8651, + 0.8654, + 0.8665, + 0.866, + 0.8674, + 0.8664, + 0.8674, + 0.8668, + 0.8667 + ], + "test_acc": [ + 0.4625, + 0.687, + 0.7785, + 0.809, + 0.818, + 0.8145, + 0.816, + 0.8135, + 0.816, + 0.8225, + 0.8045, + 0.816, + 0.809, + 0.7965, + 0.818, + 0.802, + 0.8055, + 0.806, + 0.801, + 0.7785, + 0.7905, + 0.786, + 0.796, + 0.7845, + 0.7915, + 0.793, + 0.781, + 0.789, + 0.797, + 0.7885, + 0.794, + 0.7775, + 0.7755, + 0.8045, + 0.809, + 0.7795, + 0.8005, + 0.8025, + 0.805, + 0.793, + 0.806, + 0.8155, + 0.7985, + 0.81, + 0.8055, + 0.807, + 0.8065, + 0.8025, + 0.8065, + 0.8015, + 0.815, + 0.808, + 0.821, + 0.8065, + 0.8095, + 0.8065, + 0.813, + 0.812, + 0.8115, + 0.813, + 0.812, + 0.812, + 0.812, + 0.8125, + 0.815, + 0.8105, + 0.811, + 0.8145, + 0.8105, + 0.812, + 0.811, + 0.809, + 0.813, + 0.8125, + 0.8115, + 0.8115, + 0.8135, + 0.8125, + 0.812, + 0.8125 + ], + "state_pred_error": [ + 0.8001734064102173, + 0.35873693199157713, + 0.20844954159259796, + 0.16903454799652098, + 0.1555667249441147, + 0.14051846435070037, + 0.1219131733417511, + 0.10268338766098023, + 0.08544955713748932, + 0.0714530954003334, + 0.05912637507915497, + 0.051166046524047853, + 0.046080123180150985, + 0.039346986520290374, + 0.03611734768152237, + 0.0322635617017746, + 0.030359485450387, + 0.03046627066731453, + 0.026333281344175338, + 0.024863469672203063, + 0.023385335299372673, + 0.022591026341915132, + 0.02149942193031311, + 0.02068497442305088, + 0.020433403274416923, + 0.019626461285352708, + 0.018830640947818757, + 0.018304855170845985, + 0.017805312702059747, + 0.01717169118821621, + 0.016883350095152856, + 0.016305500897765158, + 0.015936558076739313, + 0.01556376437842846, + 0.015504471227526665, + 0.014957618600130082, + 0.014713572627305984, + 0.014142402538657188, + 0.013960958057641982, + 0.013590541940927505, + 0.013389594730734825, + 0.01309183569997549, + 0.012976301842927933, + 0.012886276030540466, + 0.012688130004703998, + 0.012546944618225097, + 0.012055124607682228, + 0.01186397502720356, + 0.01177666329741478, + 0.011594580093026162, + 0.011158815479278564, + 0.011128936088085175, + 0.011975047792494297, + 0.011167761707305908, + 0.011209322269260883, + 0.010609170261025428, + 0.010340626280009747, + 0.010262261213362217, + 0.010345043289661408, + 0.009869915609061718, + 0.009639052687585354, + 0.0098008942425251, + 0.009379881481826306, + 0.009180352842807769, + 0.009155150799453258, + 0.009056310991942882, + 0.009078112874925137, + 0.008794386529922486, + 0.009374980270862579, + 0.00883906733840704, + 0.00854088044166565, + 0.008424869784712791, + 0.008193799455463887, + 0.008154722370207309, + 0.008421275785565376, + 0.008421709784865379, + 0.007775320902466774, + 0.007672330512851476, + 0.007632624515891075, + 0.007539259477704763 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8927175402641296, + 0.4237706661224365 + ], + "perturbation_rho": [ + 0.8139950037002563, + 0.41992679238319397 + ], + "nudging": { + "0.001": [ + -0.025281934067606926, + -0.002599178347736597 + ], + "0.003": [ + -0.0727418065071106, + -0.007764648646116257 + ], + "0.01": [ + -0.20875152945518494, + -0.02549745701253414 + ] + }, + "state_pred_error_per_layer": [ + 1690.90478515625, + 278.7707214355469 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2748748617172243, + 1.6707266681671142, + 1.0525237585067748, + 0.7069919948577881, + 0.5450144615650176, + 0.45492432718276976, + 0.41742202892303465, + 0.3915238172531128, + 0.39175787649154664, + 0.402530827999115, + 0.3909166872024536, + 0.4053274774312973, + 0.4120564586639404, + 0.4225111320972443, + 0.41647812595367434, + 0.4272260865688324, + 0.4241933352470398, + 0.436232319188118, + 0.4387337839603424, + 0.48842136354446414, + 0.4558315635681152, + 0.496497424864769, + 0.5087396056175232, + 0.5397198664665223, + 0.5651827428102494, + 0.5744139050483703, + 0.6307690343141555, + 0.6128013428688049, + 0.60693001537323, + 0.6117362999916076, + 0.6191363915443421, + 0.6438410203933715, + 0.6246722332954406, + 0.6266048515319824, + 0.7066175966262818, + 0.6940338945388794, + 0.7162334120035172, + 0.6737902103900909, + 0.6885660154342651, + 0.7021305454254151, + 0.7599561199188233, + 0.7359864574432373, + 0.7280522350311279, + 0.7489439949035644, + 0.7662384524345398, + 0.7572000256061554, + 0.793046563911438, + 0.8030659034729004, + 0.8452127780914307, + 0.8339548164367676, + 0.8519316087722778, + 0.8606153854370118, + 0.8828687825202942, + 0.8765805198669434, + 0.8856307614326477, + 0.8939145570755005, + 0.9057541777610779, + 0.9066044025421143, + 0.9265142164230347, + 0.9460746621131897, + 0.9285282844543457, + 0.9477956159591675, + 0.9402782894134522, + 0.9547298575401306, + 0.9442226867675781, + 0.9431581373214721, + 0.9486260055541992, + 0.9491145337104797, + 0.9437961555480957, + 0.9449379459381103, + 0.9478061424255371, + 0.9438842529296875, + 0.9436823980331421, + 0.9449532516479492, + 0.9425712206840515, + 0.9426206575393676, + 0.9418610684394837, + 0.9410846166610718, + 0.9404826469421387, + 0.9403811920166015 + ], + "train_acc": [ + 0.1647, + 0.4464, + 0.6456, + 0.7527, + 0.799, + 0.8277, + 0.8397, + 0.8494, + 0.8508, + 0.8487, + 0.854, + 0.8527, + 0.8524, + 0.8481, + 0.852, + 0.8512, + 0.8519, + 0.8467, + 0.8483, + 0.8324, + 0.8415, + 0.8269, + 0.8204, + 0.8121, + 0.7989, + 0.7968, + 0.779, + 0.7808, + 0.7806, + 0.7763, + 0.7698, + 0.7613, + 0.772, + 0.7673, + 0.7448, + 0.7523, + 0.7421, + 0.7509, + 0.7413, + 0.7353, + 0.723, + 0.7235, + 0.7278, + 0.7207, + 0.7179, + 0.7164, + 0.707, + 0.7045, + 0.6896, + 0.6959, + 0.6871, + 0.6856, + 0.6808, + 0.6836, + 0.6847, + 0.6802, + 0.6752, + 0.6736, + 0.6755, + 0.6695, + 0.6699, + 0.6663, + 0.6683, + 0.6646, + 0.6638, + 0.6659, + 0.6658, + 0.6623, + 0.6667, + 0.6675, + 0.6626, + 0.6646, + 0.6644, + 0.6634, + 0.6665, + 0.6678, + 0.6671, + 0.6661, + 0.6671, + 0.6662 + ], + "test_acc": [ + 0.296, + 0.559, + 0.678, + 0.75, + 0.779, + 0.785, + 0.8035, + 0.8045, + 0.8035, + 0.803, + 0.8035, + 0.7935, + 0.8035, + 0.8075, + 0.7975, + 0.803, + 0.8045, + 0.7895, + 0.7895, + 0.7865, + 0.777, + 0.783, + 0.7405, + 0.746, + 0.7595, + 0.7225, + 0.7535, + 0.7385, + 0.7125, + 0.72, + 0.7055, + 0.72, + 0.715, + 0.6885, + 0.6685, + 0.682, + 0.7085, + 0.691, + 0.7045, + 0.6865, + 0.67, + 0.6955, + 0.694, + 0.6645, + 0.697, + 0.6845, + 0.674, + 0.648, + 0.661, + 0.6545, + 0.6685, + 0.6485, + 0.66, + 0.6625, + 0.657, + 0.6355, + 0.653, + 0.6455, + 0.6315, + 0.649, + 0.6295, + 0.635, + 0.64, + 0.6355, + 0.633, + 0.639, + 0.637, + 0.644, + 0.636, + 0.636, + 0.6355, + 0.6365, + 0.6395, + 0.639, + 0.6385, + 0.6365, + 0.635, + 0.638, + 0.6375, + 0.6365 + ], + "value_loss": [ + 2.9257629440307618, + 0.7867631932258606, + 0.6331243370056152, + 0.5934987301826478, + 0.5538255891799927, + 0.5144483612060546, + 0.5357967885971069, + 0.5191175822257995, + 0.5425653838157654, + 0.5752897667884826, + 0.5554038842201233, + 0.5964856115818024, + 0.6071936506271363, + 0.615453130531311, + 0.6215356389522553, + 0.640991295337677, + 0.6377853952407837, + 0.6480764210224151, + 0.6319464739322662, + 0.7916026724815368, + 0.6787179851531983, + 0.7052958431005478, + 0.7116784429550171, + 0.7465570999145508, + 0.7610727603912354, + 0.7122495373725891, + 0.7205907410621643, + 0.657422287940979, + 0.5804553174972534, + 0.5339653887748719, + 0.5028113806247712, + 0.5306310165405274, + 0.5148042221546173, + 0.4575808104991913, + 0.5487925732135772, + 0.520268959236145, + 0.5565902183890342, + 0.4398930975198746, + 0.428002223110199, + 0.46429021530151365, + 0.5170863667488098, + 0.49451336669921875, + 0.44284208660125735, + 0.4522279070854187, + 0.4726058319091797, + 0.4598690043926239, + 0.49018758878707885, + 0.49822337799072264, + 0.5199945873260498, + 0.5039699987411499, + 0.502354536151886, + 0.506885662651062, + 0.5282695870876313, + 0.5126925681591034, + 0.5460992843151092, + 0.54484206199646, + 0.5474184717178344, + 0.531292943572998, + 0.5684735743522644, + 0.580509339427948, + 0.5237845591068268, + 0.5362084387779236, + 0.5471626996994019, + 0.5834163922786713, + 0.5274406147003173, + 0.5316431431770324, + 0.5337949501037598, + 0.5416967335224152, + 0.5303698273181915, + 0.5200471870422363, + 0.517787770652771, + 0.5033083886146545, + 0.5138760683059692, + 0.4955048748970032, + 0.5053999238967896, + 0.4936981360912323, + 0.4910477494955063, + 0.511811295413971, + 0.5135351393938065, + 0.48061015357971193 + ], + "term_loss": [ + 1.6786233594894409, + 0.3261142881393433, + 0.35359204120635984, + 0.36565287389755247, + 0.3406023171067238, + 0.30883846073150634, + 0.33299512271881104, + 0.3214617775917053, + 0.3527043153762817, + 0.3891282879829407, + 0.3804077454328537, + 0.41708505935668944, + 0.4277315420150757, + 0.4346309417724609, + 0.44325669355392455, + 0.45943074939250944, + 0.4560778746962547, + 0.46359605444073676, + 0.44748154599666595, + 0.5874906051158905, + 0.4832541675567627, + 0.49596090741157534, + 0.49860577583312987, + 0.5199280709385872, + 0.5220767303347588, + 0.47179154951572416, + 0.4561684895634651, + 0.396670174407959, + 0.3203327759504318, + 0.2695784947603941, + 0.23113118069171906, + 0.26142542295455934, + 0.24953778635263443, + 0.1960149597465992, + 0.25626748807430266, + 0.23220936818122864, + 0.25846885913610457, + 0.15887275909483434, + 0.14909111514091491, + 0.17712726273536683, + 0.2125454505801201, + 0.19927165834903718, + 0.15077278842926026, + 0.15682997941970825, + 0.17086780786514283, + 0.1594958031475544, + 0.17793601125180722, + 0.18321620383262635, + 0.18637006669044495, + 0.18034391679763795, + 0.17549167909622193, + 0.17889143224954604, + 0.19318077889084817, + 0.1766836573123932, + 0.20506124428510666, + 0.2066309697151184, + 0.2060998435020447, + 0.19079111275672914, + 0.21746273097991944, + 0.22661366835832597, + 0.18412061611413955, + 0.18906878393888474, + 0.20128634595870973, + 0.22696166688501834, + 0.18461333600878715, + 0.184559454703331, + 0.1873170636177063, + 0.19381926721930504, + 0.1840388169169426, + 0.1760092082500458, + 0.1739466248512268, + 0.16277697925567627, + 0.1703468280673027, + 0.1561721340417862, + 0.162870410490036, + 0.15363481096029283, + 0.1529178817510605, + 0.16665865235328675, + 0.16918066250383854, + 0.14492559936642646 + ], + "bridge_loss": [ + 0.9221068814527592, + 0.13852903740406036, + 0.027906007751822472, + 0.007166545861959458, + 0.014753102254867553, + 0.026205083185434342, + 0.029608502185344696, + 0.031953351217508315, + 0.02295173071026802, + 0.01737342191487551, + 0.012457077103853225, + 0.012833337373286485, + 0.013563652062416076, + 0.015525699077546596, + 0.015380015002191067, + 0.01761208213567734, + 0.018523025204241275, + 0.019238843723386526, + 0.020741728362441064, + 0.026043444299697877, + 0.026606431709229945, + 0.026109171213954688, + 0.02512398416996002, + 0.02966944384723902, + 0.03190348414927721, + 0.03136296460032463, + 0.0352400288939476, + 0.03681477851495147, + 0.03777945480048656, + 0.03949151403903961, + 0.042446378648281095, + 0.03484680913388729, + 0.03507048722356558, + 0.03070030620098114, + 0.037034362864494325, + 0.03802529795318842, + 0.03755567114502192, + 0.03274250242859125, + 0.025108824491500856, + 0.02743995731472969, + 0.030794216075539588, + 0.027399995332956315, + 0.025184972828626633, + 0.021072593542933463, + 0.023606113910675047, + 0.023853830067813397, + 0.02481825648620725, + 0.025949978299438955, + 0.031083991938829422, + 0.02635702279806137, + 0.023137952852249146, + 0.0238148014575243, + 0.024979108849167823, + 0.02769171332716942, + 0.03249237573444843, + 0.026965303349494932, + 0.027073483538627624, + 0.026444199299812315, + 0.0334527153134346, + 0.031996575450897215, + 0.022713612192869187, + 0.02537522009909153, + 0.026704606008529662, + 0.03316631828993559, + 0.022604483069479465, + 0.027801525264978408, + 0.026084369909763337, + 0.027263763999938965, + 0.028293249532580375, + 0.02589754301905632, + 0.024716552674770357, + 0.023096822041273116, + 0.02594154703617096, + 0.021842101486027242, + 0.026323819369077683, + 0.023422936725616454, + 0.02182629337310791, + 0.029627591571211816, + 0.028926070278510452, + 0.020528473022580148 + ], + "tgrad_loss": [ + 0.3250327301979065, + 0.32211986951828003, + 0.25162628445625307, + 0.22067930517196654, + 0.19847016725540162, + 0.17940481848716736, + 0.17319316334724427, + 0.16570244748592378, + 0.1669093354701996, + 0.1687880607366562, + 0.16253906288146971, + 0.1665672171831131, + 0.16589845621585847, + 0.16529648394584656, + 0.16289891986846924, + 0.16394846611022948, + 0.1631844938635826, + 0.16524152487516403, + 0.16372319452762604, + 0.17806861238479615, + 0.16885738246440887, + 0.18322576223015785, + 0.1879486857175827, + 0.1969595804452896, + 0.20709255154132844, + 0.20909501893520355, + 0.22918222160339355, + 0.2239373251914978, + 0.22234308688640594, + 0.22489537620544434, + 0.2292338173866272, + 0.23435878076553346, + 0.2301959456205368, + 0.230865545129776, + 0.2554907244682312, + 0.25003429362773893, + 0.2605656830072403, + 0.24827783651351928, + 0.2538022830486298, + 0.2597229935646057, + 0.2737467042684555, + 0.267841713476181, + 0.2668843271255493, + 0.2743253367424011, + 0.27813191254138947, + 0.27651937108039853, + 0.2874333247303963, + 0.2890572003364563, + 0.30254052896499634, + 0.29726906032562256, + 0.3037249053001404, + 0.3041794305801392, + 0.3101097016096115, + 0.3083171933889389, + 0.3085456686496735, + 0.3112457883834839, + 0.31424513998031617, + 0.3140576331615448, + 0.317558126449585, + 0.3218990971326828, + 0.316950329208374, + 0.32176443276405337, + 0.31917174434661866, + 0.32328840069770814, + 0.3202227909088135, + 0.31928216705322265, + 0.3203935170173645, + 0.3206137029647827, + 0.31803776168823245, + 0.318140433883667, + 0.31912459449768066, + 0.3174345845222473, + 0.3175876950263977, + 0.3174906392097473, + 0.3162056918144226, + 0.3166403913497925, + 0.3163035747528076, + 0.3155250496149063, + 0.315428409576416, + 0.31515607919692995 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.12511783838272095, + 0.3428286910057068 + ], + "perturbation_rho": [ + 0.21235734224319458, + 0.40894150733947754 + ], + "nudging": { + "0.001": [ + -0.006335020065307617, + -0.0028843185864388943 + ], + "0.003": [ + -0.01891140267252922, + -0.008641792461276054 + ], + "0.01": [ + -0.061930932104587555, + -0.028679829090833664 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json new file mode 100644 index 0000000..789fd7e --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.8481016555786134, + 0.9383245440483093, + 0.5530562189102173, + 0.4207325527191162, + 0.3648026519775391, + 0.33118328647613526, + 0.30579332513809204, + 0.2921482180595398, + 0.27799103627204896, + 0.2656113090753555, + 0.24957744574546814, + 0.24830586805343627, + 0.23826434144973754, + 0.2328869005203247, + 0.23377245817184447, + 0.21636449333429336, + 0.20429278337955475, + 0.20855472791194915, + 0.19823554830551146, + 0.2091533320426941, + 0.20433888306617737, + 0.19799854063987732, + 0.19555453977584838, + 0.20201841781139374, + 0.17265325379371643, + 0.17817161355018615, + 0.1800253779888153, + 0.17401057000160217, + 0.15778406052589417, + 0.15227047762870788, + 0.15033258476257325, + 0.1582992364168167, + 0.14341525144577028, + 0.14620398755073546, + 0.13611152563095094, + 0.13021500449180604, + 0.13004287123680114, + 0.12128764119148254, + 0.12444672923088074, + 0.12398484301567078, + 0.11453234956264496, + 0.11252437950372696, + 0.10943108355998993, + 0.10496705238819122, + 0.10266255812644959, + 0.10154881967306137, + 0.10175266758203506, + 0.09900797365903855, + 0.09833709491491317, + 0.09685812762379646, + 0.09284526603221893, + 0.09493725802898408, + 0.09160899226665496, + 0.08873112607002258, + 0.08736398074626922, + 0.08597083683013916, + 0.08495140401124954, + 0.0827208865404129, + 0.08080789630413056, + 0.08073672647476196, + 0.0794020817041397, + 0.07836829566955567, + 0.07724489649534226, + 0.07661290149688721, + 0.07624617738723755, + 0.07564639663696289, + 0.07505405854582786, + 0.07433921251296997, + 0.07382495956420898, + 0.07335682852268219, + 0.07298146123290061, + 0.07261739144325256, + 0.07231389728188514, + 0.07207126158475875, + 0.07183933544158935, + 0.07167200578451156, + 0.07155075296163559, + 0.07146113570928574, + 0.07139736030101776, + 0.07136157937049865 + ], + "train_acc": [ + 0.3796, + 0.7381, + 0.8485, + 0.8707, + 0.8806, + 0.8876, + 0.8931, + 0.8978, + 0.8991, + 0.9028, + 0.9094, + 0.9066, + 0.9114, + 0.9114, + 0.9111, + 0.9206, + 0.9236, + 0.9233, + 0.9259, + 0.9229, + 0.9238, + 0.9253, + 0.924, + 0.9242, + 0.9379, + 0.9344, + 0.9337, + 0.9342, + 0.9451, + 0.948, + 0.9497, + 0.9444, + 0.9519, + 0.9511, + 0.9554, + 0.9589, + 0.9581, + 0.9646, + 0.9596, + 0.9603, + 0.9675, + 0.9677, + 0.9698, + 0.9716, + 0.9738, + 0.9756, + 0.9729, + 0.9748, + 0.9753, + 0.9762, + 0.9779, + 0.9784, + 0.9783, + 0.981, + 0.9822, + 0.9824, + 0.9817, + 0.9852, + 0.9859, + 0.9858, + 0.9865, + 0.9864, + 0.9874, + 0.9876, + 0.9883, + 0.989, + 0.9884, + 0.9892, + 0.9895, + 0.9905, + 0.9903, + 0.9907, + 0.9908, + 0.9912, + 0.9913, + 0.9917, + 0.9917, + 0.9919, + 0.9919, + 0.9919 + ], + "test_acc": [ + 0.6245, + 0.792, + 0.833, + 0.848, + 0.855, + 0.85, + 0.8595, + 0.86, + 0.86, + 0.8615, + 0.862, + 0.8655, + 0.86, + 0.8685, + 0.8695, + 0.866, + 0.87, + 0.863, + 0.8685, + 0.864, + 0.8715, + 0.866, + 0.8675, + 0.8615, + 0.8705, + 0.867, + 0.8665, + 0.873, + 0.876, + 0.873, + 0.874, + 0.8655, + 0.8695, + 0.8665, + 0.869, + 0.872, + 0.8735, + 0.872, + 0.87, + 0.8685, + 0.8725, + 0.874, + 0.875, + 0.875, + 0.874, + 0.8765, + 0.876, + 0.8775, + 0.8775, + 0.875, + 0.8745, + 0.8755, + 0.8735, + 0.8765, + 0.878, + 0.8785, + 0.874, + 0.876, + 0.875, + 0.8785, + 0.8775, + 0.8765, + 0.878, + 0.877, + 0.877, + 0.876, + 0.876, + 0.874, + 0.874, + 0.8755, + 0.876, + 0.876, + 0.876, + 0.8765, + 0.8755, + 0.876, + 0.875, + 0.875, + 0.875, + 0.875 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8992727398872375, + 0.8809841871261597 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.9999969005584717 + ], + "nudging": { + "0.001": [ + -0.034776899963617325, + -0.014410343021154404 + ], + "0.003": [ + -0.09730946272611618, + -0.04205682873725891 + ], + "0.01": [ + -0.2502431571483612, + -0.12689679861068726 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2870552124023438, + 1.6535948223114014, + 1.0296381690979004, + 0.7126224917411804, + 0.5591352634429931, + 0.4811658450603485, + 0.4388775806427002, + 0.4253014211177826, + 0.4193685954093933, + 0.4093106484889984, + 0.41880208411216735, + 0.42850149631500245, + 0.428736455821991, + 0.43955466747283933, + 0.4433642386198044, + 0.44784595458507537, + 0.435849981212616, + 0.47222038536071775, + 0.4397192087173462, + 0.45586099319458007, + 0.46415687026977537, + 0.48371028423309326, + 0.451132914352417, + 0.47991643798351286, + 0.45130317702293393, + 0.480626265335083, + 0.46450931119918826, + 0.4824261344909668, + 0.4816949737071991, + 0.48009960498809817, + 0.5074262315750122, + 0.4895252437353134, + 0.4705415657997131, + 0.4835156498908997, + 0.47929900856018065, + 0.4537247060775757, + 0.471054771232605, + 0.48902023096084596, + 0.49175932846069337, + 0.5241551312446594, + 0.451823796248436, + 0.43896633648872374, + 0.4653335520744324, + 0.4502745701789856, + 0.4341614744186401, + 0.46303419842720034, + 0.44793482451438904, + 0.44024938931465146, + 0.4392324646472931, + 0.43231110212504864, + 0.41355489072799684, + 0.453599790096283, + 0.4247152150630951, + 0.4223084320545197, + 0.42320016803741456, + 0.4448660778999329, + 0.4123545353651047, + 0.4022479995727539, + 0.412995005607605, + 0.40325671529769896, + 0.39850479309558867, + 0.3982270024299622, + 0.39613970642089846, + 0.38792987279891966, + 0.3912136312961578, + 0.38957534875869754, + 0.38518679401874545, + 0.37867675232887266, + 0.3806942042350769, + 0.3797240556240082, + 0.37711212148666384, + 0.3763957218170166, + 0.3759556182384491, + 0.37444110627174376, + 0.37315322313308713, + 0.3726344390392303, + 0.37197003917694094, + 0.37117694425582887, + 0.3707807907104492, + 0.37058883180618285 + ], + "train_acc": [ + 0.1553, + 0.4555, + 0.6508, + 0.7471, + 0.7963, + 0.8138, + 0.8276, + 0.8342, + 0.8353, + 0.8425, + 0.8412, + 0.842, + 0.8405, + 0.8401, + 0.8417, + 0.8395, + 0.8456, + 0.8309, + 0.8454, + 0.8409, + 0.8372, + 0.8369, + 0.8441, + 0.8365, + 0.8411, + 0.8366, + 0.8391, + 0.8356, + 0.8369, + 0.8348, + 0.8271, + 0.834, + 0.8399, + 0.8353, + 0.8389, + 0.8421, + 0.8418, + 0.8384, + 0.8358, + 0.83, + 0.8435, + 0.8456, + 0.8404, + 0.8454, + 0.8476, + 0.8414, + 0.8448, + 0.8462, + 0.8459, + 0.8498, + 0.8517, + 0.8429, + 0.8496, + 0.8487, + 0.8517, + 0.8471, + 0.8535, + 0.8553, + 0.8542, + 0.8567, + 0.8577, + 0.8566, + 0.8585, + 0.8587, + 0.8593, + 0.8596, + 0.862, + 0.8632, + 0.86, + 0.861, + 0.8631, + 0.8617, + 0.8635, + 0.8641, + 0.8646, + 0.8644, + 0.8636, + 0.865, + 0.8652, + 0.8653 + ], + "test_acc": [ + 0.292, + 0.56, + 0.691, + 0.739, + 0.776, + 0.7805, + 0.8045, + 0.799, + 0.8065, + 0.8065, + 0.8085, + 0.8025, + 0.8075, + 0.794, + 0.8075, + 0.8135, + 0.802, + 0.7955, + 0.8005, + 0.801, + 0.79, + 0.7845, + 0.798, + 0.798, + 0.7875, + 0.791, + 0.7895, + 0.796, + 0.7865, + 0.777, + 0.8005, + 0.7835, + 0.788, + 0.7905, + 0.806, + 0.8025, + 0.785, + 0.789, + 0.781, + 0.798, + 0.804, + 0.799, + 0.801, + 0.8115, + 0.8015, + 0.797, + 0.81, + 0.797, + 0.808, + 0.796, + 0.7955, + 0.8085, + 0.8125, + 0.807, + 0.8, + 0.808, + 0.811, + 0.811, + 0.812, + 0.808, + 0.8125, + 0.812, + 0.8135, + 0.8135, + 0.8125, + 0.816, + 0.8145, + 0.813, + 0.817, + 0.8135, + 0.816, + 0.8165, + 0.817, + 0.815, + 0.8155, + 0.8175, + 0.815, + 0.8155, + 0.816, + 0.816 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.017043430358171463, + 0.0684005469083786 + ], + "perturbation_rho": [ + -0.039058439433574677, + 0.11359640955924988 + ], + "nudging": { + "0.001": [ + -0.0006350737530738115, + -0.0003296324284747243 + ], + "0.003": [ + -0.0018682447262108326, + -0.0009874338284134865 + ], + "0.01": [ + -0.005804130807518959, + -0.0032830811105668545 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.085509059524536, + 1.1997124633789062, + 0.7052989973068238, + 0.4944884951114655, + 0.42731611585617063, + 0.40364177112579347, + 0.40250489449501037, + 0.39572899947166446, + 0.3938576333761215, + 0.3945821855545044, + 0.3956324628829956, + 0.39204095797538757, + 0.38553655610084536, + 0.39142296171188357, + 0.38895199718475343, + 0.3898035387039185, + 0.3947607610702515, + 0.3965999175071716, + 0.40212894287109374, + 0.40160218105316164, + 0.4069850404262543, + 0.41640855975151064, + 0.4233110466003418, + 0.44071909160614015, + 0.4416384401321411, + 0.44119831857681274, + 0.43994840660095214, + 0.44008309478759766, + 0.43364879651069643, + 0.43739947289228437, + 0.4283482677459717, + 0.4456914433956146, + 0.4563638810157776, + 0.4303118309020996, + 0.4327080216407776, + 0.42274960250854493, + 0.4333017177581787, + 0.4467815902233124, + 0.4313963102340698, + 0.4363329181671143, + 0.4287542325496674, + 0.43090186014175413, + 0.4246362741470337, + 0.4307769187927246, + 0.4269701943397522, + 0.4238660922050476, + 0.4403623225688934, + 0.4208802846908569, + 0.42905401678085325, + 0.4272002784252167, + 0.4219598471641541, + 0.420378928565979, + 0.42290292086601255, + 0.42269562950134276, + 0.43232801451683045, + 0.42110945229530333, + 0.4163690044403076, + 0.41736082611083986, + 0.42144253940582277, + 0.41818094477653506, + 0.41234604358673094, + 0.41562650147676466, + 0.41009650206565856, + 0.40981764011383054, + 0.41089948043823243, + 0.40907523860931394, + 0.4101927646636963, + 0.40733580865859986, + 0.40593432711362837, + 0.4065796292304993, + 0.4045049686193466, + 0.4033273178577423, + 0.4033346746444702, + 0.40280530282258986, + 0.40217347147464755, + 0.40183706488609316, + 0.40159110057353975, + 0.4014276859283447, + 0.4012072265625, + 0.4011442585945129 + ], + "train_acc": [ + 0.2521, + 0.5991, + 0.755, + 0.8222, + 0.8411, + 0.84, + 0.8422, + 0.8464, + 0.8469, + 0.8473, + 0.8491, + 0.8489, + 0.8501, + 0.8519, + 0.8481, + 0.8513, + 0.8456, + 0.8504, + 0.8409, + 0.8404, + 0.8442, + 0.8367, + 0.8395, + 0.8318, + 0.8321, + 0.8325, + 0.8338, + 0.8322, + 0.8372, + 0.8354, + 0.8394, + 0.8302, + 0.8256, + 0.8384, + 0.8364, + 0.8386, + 0.8358, + 0.8351, + 0.8371, + 0.8371, + 0.8389, + 0.8385, + 0.84, + 0.8378, + 0.8431, + 0.8455, + 0.8375, + 0.8435, + 0.8435, + 0.841, + 0.8446, + 0.843, + 0.8406, + 0.8426, + 0.8414, + 0.8449, + 0.8453, + 0.8452, + 0.8436, + 0.8447, + 0.8475, + 0.8473, + 0.8463, + 0.8479, + 0.8491, + 0.8491, + 0.8477, + 0.8484, + 0.8494, + 0.8499, + 0.8498, + 0.8509, + 0.8502, + 0.8514, + 0.8519, + 0.8517, + 0.8518, + 0.8512, + 0.8514, + 0.8515 + ], + "test_acc": [ + 0.49, + 0.6875, + 0.7605, + 0.804, + 0.805, + 0.802, + 0.8065, + 0.806, + 0.8055, + 0.808, + 0.8085, + 0.8055, + 0.8105, + 0.804, + 0.807, + 0.8155, + 0.8115, + 0.812, + 0.7955, + 0.8025, + 0.8, + 0.8115, + 0.8055, + 0.805, + 0.796, + 0.7895, + 0.7965, + 0.7935, + 0.7905, + 0.7845, + 0.799, + 0.7695, + 0.7965, + 0.7995, + 0.7985, + 0.7955, + 0.799, + 0.79, + 0.787, + 0.788, + 0.792, + 0.7935, + 0.7915, + 0.7995, + 0.797, + 0.7935, + 0.7995, + 0.799, + 0.7975, + 0.8025, + 0.8005, + 0.8015, + 0.7955, + 0.7985, + 0.808, + 0.8025, + 0.802, + 0.8045, + 0.8015, + 0.8035, + 0.7955, + 0.8025, + 0.8085, + 0.8055, + 0.805, + 0.8045, + 0.8035, + 0.8065, + 0.8035, + 0.8075, + 0.807, + 0.807, + 0.806, + 0.8065, + 0.806, + 0.8065, + 0.8075, + 0.807, + 0.8075, + 0.807 + ], + "state_pred_error": [ + 0.8011611330986023, + 0.3609474738121033, + 0.21311738922595977, + 0.17308431911468505, + 0.15645604510307312, + 0.13793717213869094, + 0.11612963346242905, + 0.09631521614789963, + 0.07912670748233795, + 0.06581646353006362, + 0.055194634342193606, + 0.046884950709342954, + 0.04106640879511833, + 0.03793207856416702, + 0.03359296218752861, + 0.03188889281153679, + 0.029081323546171187, + 0.02699935197234154, + 0.025859476828575135, + 0.024149730026721956, + 0.023846294847130776, + 0.022766227704286577, + 0.02158056313097477, + 0.020458749863505363, + 0.019927274003624915, + 0.019538553309440612, + 0.0188307683467865, + 0.01786738821566105, + 0.01805778686106205, + 0.017307938440144062, + 0.01650934716016054, + 0.01636997167468071, + 0.016149957418441774, + 0.015640711134672164, + 0.015530829256772995, + 0.015072985544800759, + 0.014928080968558789, + 0.014236513023078441, + 0.013992103570699691, + 0.013805941741168498, + 0.013859274068474769, + 0.013517734362185, + 0.013017747814953327, + 0.012777870306372643, + 0.012784181451797485, + 0.012523168560862542, + 0.012562317198514939, + 0.01242608730494976, + 0.012103212547302246, + 0.013212937520444393, + 0.011627227926254272, + 0.011481619267165661, + 0.011224271242320538, + 0.011096839188039304, + 0.01085965276658535, + 0.01071037351489067, + 0.010505712181329728, + 0.010282582534849644, + 0.010697883084416389, + 0.011361672592163086, + 0.010023625978827477, + 0.009966823917627335, + 0.010207099059224128, + 0.009507107688486576, + 0.009546992440521717, + 0.009390620791912078, + 0.009162344363331795, + 0.00911178617477417, + 0.009029264736175538, + 0.009068329860270024, + 0.008832447521388532, + 0.008576158338785172, + 0.008559903579950333, + 0.008348167736828328, + 0.008216162344813347, + 0.008780301743745804, + 0.008052194035053252, + 0.00799637444615364, + 0.007933191792666912, + 0.0086071118183434 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8896123766899109, + 0.46193015575408936 + ], + "perturbation_rho": [ + 0.8089620471000671, + 0.3910723328590393 + ], + "nudging": { + "0.001": [ + -0.02786075323820114, + -0.003570881672203541 + ], + "0.003": [ + -0.08058245480060577, + -0.010666092857718468 + ], + "0.01": [ + -0.23563425242900848, + -0.03502008318901062 + ] + }, + "state_pred_error_per_layer": [ + 1470.6129150390625, + 266.84222412109375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2876405261993407, + 1.6589315502166748, + 1.032972918510437, + 0.7166166153907776, + 0.5627004514217376, + 0.48185237402915954, + 0.4412262492656708, + 0.42024023895263674, + 0.4159124126434326, + 0.41783777375221254, + 0.43015226793289185, + 0.41944336700439455, + 0.4336165071964264, + 0.431957585144043, + 0.4321355306863785, + 0.443198069190979, + 0.4393294587135315, + 0.45416013383865356, + 0.48345874342918393, + 0.5023631313323974, + 0.5149450803756714, + 0.5199348605155945, + 0.539059090423584, + 0.5481982292175293, + 0.5818891710281372, + 0.5882292882919311, + 0.5962150434494019, + 0.6086743747711182, + 0.6369373207092285, + 0.65568203125, + 0.6485560325622559, + 0.6509528552055359, + 0.6618397993087769, + 0.6784751142501831, + 0.6892412689208984, + 0.6599728857994079, + 0.6764159112930298, + 0.7006567495346069, + 0.7071641028404236, + 0.6960477909088135, + 0.6928154678344727, + 0.7350670424461365, + 0.7627396492004395, + 0.7707545019149781, + 0.737790333366394, + 0.7868994663238525, + 0.7634784624099732, + 0.7762238646507263, + 0.8018951994895935, + 0.7849565597534179, + 0.8176450714111329, + 0.8360422663688659, + 0.8193753229141235, + 0.8155689338684082, + 0.8275344564437866, + 0.837344129371643, + 0.8366100923538208, + 0.8482813408851624, + 0.8508966381072998, + 0.8566178089141846, + 0.8539601694107055, + 0.8565668355941772, + 0.8545724077224731, + 0.8627288048744202, + 0.8558533429145813, + 0.8527083917617798, + 0.8515555647850037, + 0.8542263612747193, + 0.8479507312774658, + 0.8465972842216491, + 0.8489613071441651, + 0.8499880193710327, + 0.846294707107544, + 0.8456767027854919, + 0.845595064163208, + 0.8452041431427002, + 0.8436063968658447, + 0.8431942218780517, + 0.8428546760559082, + 0.8426003468513489 + ], + "train_acc": [ + 0.1549, + 0.4565, + 0.6491, + 0.7495, + 0.7914, + 0.8171, + 0.8312, + 0.8359, + 0.8383, + 0.8393, + 0.836, + 0.845, + 0.8405, + 0.8425, + 0.847, + 0.8429, + 0.844, + 0.8405, + 0.834, + 0.8242, + 0.8215, + 0.8184, + 0.8131, + 0.8131, + 0.8035, + 0.7999, + 0.7919, + 0.7925, + 0.7806, + 0.7764, + 0.7749, + 0.7707, + 0.7607, + 0.7559, + 0.7527, + 0.7565, + 0.7486, + 0.7427, + 0.7405, + 0.7469, + 0.7427, + 0.7273, + 0.7239, + 0.7253, + 0.7276, + 0.7123, + 0.7175, + 0.7178, + 0.7059, + 0.712, + 0.7045, + 0.6954, + 0.704, + 0.7011, + 0.6979, + 0.6962, + 0.6944, + 0.6863, + 0.693, + 0.6882, + 0.6881, + 0.6873, + 0.6891, + 0.6867, + 0.6883, + 0.6876, + 0.6863, + 0.6879, + 0.6895, + 0.6914, + 0.6879, + 0.6912, + 0.6914, + 0.691, + 0.6902, + 0.69, + 0.691, + 0.6912, + 0.6911, + 0.6911 + ], + "test_acc": [ + 0.2915, + 0.5615, + 0.6735, + 0.74, + 0.766, + 0.786, + 0.7965, + 0.798, + 0.803, + 0.811, + 0.804, + 0.8, + 0.8035, + 0.805, + 0.802, + 0.813, + 0.801, + 0.8045, + 0.7865, + 0.781, + 0.7965, + 0.7855, + 0.776, + 0.7705, + 0.757, + 0.763, + 0.7455, + 0.7345, + 0.7365, + 0.7225, + 0.724, + 0.7285, + 0.6945, + 0.703, + 0.7045, + 0.707, + 0.6745, + 0.698, + 0.7005, + 0.7015, + 0.6935, + 0.6745, + 0.6835, + 0.6915, + 0.6855, + 0.6795, + 0.669, + 0.657, + 0.68, + 0.6605, + 0.6665, + 0.66, + 0.6615, + 0.646, + 0.663, + 0.6575, + 0.659, + 0.655, + 0.652, + 0.6565, + 0.662, + 0.657, + 0.657, + 0.658, + 0.6535, + 0.659, + 0.657, + 0.653, + 0.6525, + 0.656, + 0.6535, + 0.657, + 0.6565, + 0.6585, + 0.6575, + 0.658, + 0.658, + 0.659, + 0.66, + 0.6605 + ], + "value_loss": [ + 3.201891397190094, + 0.779361897277832, + 0.626858753490448, + 0.6105666812896728, + 0.5514641007423401, + 0.517792618727684, + 0.5215819624900818, + 0.5292677600860596, + 0.552981759929657, + 0.5698205958366394, + 0.5810090668201446, + 0.5961851135253906, + 0.6149938448905945, + 0.6305486402511596, + 0.6387381959915162, + 0.6182627209663392, + 0.6587734882354737, + 0.6572166347026825, + 0.7393287518978119, + 0.7575859657287598, + 0.7096261032104492, + 0.7378914642333985, + 0.7248077880859375, + 0.7350102340698242, + 0.7564734949111939, + 0.6695011586904526, + 0.644234440612793, + 0.5980740191459656, + 0.5971753816604615, + 0.5931948877334595, + 0.5637484560966491, + 0.5179620209217072, + 0.49389802017211915, + 0.5098487597942353, + 0.4865056258678436, + 0.4405415944099426, + 0.4353645149230957, + 0.4501692766189575, + 0.45002960472106934, + 0.422652059841156, + 0.4055860691070557, + 0.4549039573431015, + 0.46190376739501954, + 0.471636429977417, + 0.4265621903419495, + 0.4594758994102478, + 0.42435137259960176, + 0.44350295667648315, + 0.46465742254257203, + 0.44208196215629575, + 0.4832916920661926, + 0.5232693849563599, + 0.4623278817176819, + 0.4547371855735779, + 0.4594089942932129, + 0.46912296028137207, + 0.47726550636291504, + 0.4601418377876282, + 0.46802607822418213, + 0.4529942394256592, + 0.4592748096942902, + 0.47371763911247255, + 0.4452900604248047, + 0.4446146511077881, + 0.4409138162612915, + 0.45059286756515504, + 0.42469289593696596, + 0.4136852811336517, + 0.4327469911813736, + 0.4167798330545425, + 0.4059099773406982, + 0.4036043640613556, + 0.4098508264541626, + 0.4066617407798767, + 0.39713848648071287, + 0.40763027248382566, + 0.3894461953163147, + 0.3812183334350586, + 0.38804075756073, + 0.3851433990240097 + ], + "term_loss": [ + 1.8095692808151245, + 0.3307587965011597, + 0.3579055207252502, + 0.38751730251312255, + 0.3419568935394287, + 0.31203726736307147, + 0.31745839205980303, + 0.33440028057098387, + 0.3659660063266754, + 0.3876699714303017, + 0.39679462888240813, + 0.4184996568202972, + 0.43375586037635805, + 0.44975857195854185, + 0.45838220162391663, + 0.435672639131546, + 0.4776378852844238, + 0.4704463632583618, + 0.5460535125732422, + 0.5489175643920898, + 0.49749358978271485, + 0.5227905928611756, + 0.4984749317169189, + 0.5076854391098022, + 0.5196511005163192, + 0.4271921033501625, + 0.39845617814064027, + 0.3495673320531845, + 0.3406120599746704, + 0.3369556130170822, + 0.3124081336021423, + 0.26228452085256576, + 0.23591850142478943, + 0.24258239690363406, + 0.21891801595687865, + 0.18692822000980377, + 0.17564877446889876, + 0.1858476457595825, + 0.18565895201563834, + 0.16571398117542266, + 0.1499946511030197, + 0.18262819264009594, + 0.18550563032627107, + 0.19401416344642639, + 0.15707174652814865, + 0.17475576095581055, + 0.1460891138225794, + 0.16268992478847505, + 0.17513533658981323, + 0.15897264647483825, + 0.1887047908782959, + 0.21617013705968857, + 0.16718865274786948, + 0.16259072281122208, + 0.16479001131057738, + 0.16972213253974913, + 0.17816825335025788, + 0.160431849360466, + 0.1674132004737854, + 0.1533277048110962, + 0.15940114099383354, + 0.16802982873916625, + 0.14754837176799773, + 0.14664715819358826, + 0.14326468232870102, + 0.15353368443846702, + 0.13146308953166008, + 0.12186262704730035, + 0.13736094230413437, + 0.12571639954447747, + 0.1161090140581131, + 0.1144715744972229, + 0.12061160337924957, + 0.11733541253209114, + 0.11001659770011901, + 0.11899287624359131, + 0.10357448959499597, + 0.09714262957572938, + 0.1018681374579668, + 0.10070284021273256 + ], + "bridge_loss": [ + 1.0979772183747263, + 0.14488070307970047, + 0.032327918493747713, + 0.01006056183576584, + 0.01405837194621563, + 0.02506896505355835, + 0.029270013190805914, + 0.024456803676486016, + 0.01778325879126787, + 0.011628757537901402, + 0.010623802649974824, + 0.01033981561884284, + 0.010671415086835622, + 0.012105880802869796, + 0.015091647936403751, + 0.014290212792158127, + 0.017276279383152723, + 0.01755652065873146, + 0.01865756440013647, + 0.025649653977155684, + 0.025815965831279753, + 0.026902742621302603, + 0.03349096584320068, + 0.03358717203140259, + 0.03484274614453316, + 0.036431199651956556, + 0.03821594860553741, + 0.03984641134142876, + 0.0399793375492096, + 0.035500000548362734, + 0.0335044051527977, + 0.03535626398921013, + 0.034901417164504525, + 0.03535908999443054, + 0.03244625160694122, + 0.0270990745306015, + 0.028194128577411173, + 0.025620638090372086, + 0.02424610341191292, + 0.02160915930122137, + 0.01955409088283777, + 0.02624212960600853, + 0.022223139250278474, + 0.023016857573390007, + 0.0221236746609211, + 0.023469938251376152, + 0.022684386810660363, + 0.02442432513833046, + 0.02541698269248009, + 0.024323033849895, + 0.02966375322341919, + 0.03533650541305542, + 0.028947667813301086, + 0.02696481726169586, + 0.027019736531376837, + 0.029223014229536055, + 0.02940545443892479, + 0.026615454608201982, + 0.02830494921207428, + 0.025745924377441408, + 0.027217651453614235, + 0.03207499958276749, + 0.024836220550537108, + 0.023358790194988252, + 0.024930324649065732, + 0.024928521275520324, + 0.022257217685878277, + 0.01982123215943575, + 0.025022566971182825, + 0.021975069151818752, + 0.01949193856716156, + 0.018918460190296173, + 0.02019774815738201, + 0.020446433125436307, + 0.01855314065515995, + 0.02024043953716755, + 0.017883623769879342, + 0.01658413535952568, + 0.019047247916460036, + 0.01744421122968197 + ], + "tgrad_loss": [ + 0.294344884967804, + 0.30372239556312564, + 0.23662530732154846, + 0.2129888197660446, + 0.19544884057044984, + 0.18068639143705367, + 0.17485355710983277, + 0.17041067209243774, + 0.16923249213695526, + 0.1705218675136566, + 0.17359062929153443, + 0.16734564185142517, + 0.17056657358407976, + 0.16868418793678283, + 0.16526433700919152, + 0.1682998752593994, + 0.1638593245267868, + 0.16921375732421876, + 0.17461767234802247, + 0.18301874628067016, + 0.18631654744148254, + 0.18819813222885132, + 0.19284189145565034, + 0.19373762021064758, + 0.20197965245246888, + 0.20587785987854004, + 0.2075623162984848, + 0.20866027362346648, + 0.21658398847579957, + 0.22073927323818207, + 0.21783591961860657, + 0.22032123794555664, + 0.2230780988931656, + 0.2319072772026062, + 0.2351413604259491, + 0.22651429884433746, + 0.23152161231040955, + 0.238700989484787, + 0.24012455048561096, + 0.23532891595363617, + 0.23603732614517212, + 0.24603363862037658, + 0.2541750002861023, + 0.2546054096698761, + 0.24736676750183106, + 0.26125019659996035, + 0.2555778726577759, + 0.2563887059211731, + 0.264105103969574, + 0.25878628327846526, + 0.26492314825057983, + 0.27176274490356445, + 0.26619156007766726, + 0.26518164477348327, + 0.26759924521446227, + 0.27017781343460084, + 0.26969179601669313, + 0.2730945366859436, + 0.2723079304218292, + 0.2739206102371216, + 0.2726560173988342, + 0.2736128067970276, + 0.27290546894073486, + 0.27460870208740235, + 0.272718811917305, + 0.2721306644439697, + 0.270972588634491, + 0.2720014189720154, + 0.2703634834766388, + 0.2690883653879166, + 0.27030902328491213, + 0.2702143274307251, + 0.26904147510528564, + 0.2688798934936523, + 0.26856874713897705, + 0.2683969561100006, + 0.26798808333873747, + 0.26749156715869904, + 0.2671253750085831, + 0.26699634662866595 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.15452352166175842, + 0.31575465202331543 + ], + "perturbation_rho": [ + 0.26963475346565247, + 0.4633495509624481 + ], + "nudging": { + "0.001": [ + -0.007989507168531418, + -0.002687511034309864 + ], + "0.003": [ + -0.02384537272155285, + -0.008051736280322075 + ], + "0.01": [ + -0.07802344858646393, + -0.026711856946349144 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json new file mode 100644 index 0000000..24023da --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.4834706062316894, + 0.5430349823951721, + 0.38668747143745424, + 0.34510154552459715, + 0.33817491273880007, + 0.2920334846019745, + 0.2970120040655136, + 0.2641972427368164, + 0.2674439710021019, + 0.2409529842853546, + 0.2405674941301346, + 0.2373046693444252, + 0.2162545440196991, + 0.24015355696678162, + 0.21905847864151, + 0.21977773468494416, + 0.17934191759824752, + 0.16521801726818083, + 0.1855501010656357, + 0.16433925240039826, + 0.18235039415359497, + 0.20661087665557862, + 0.19766983861923218, + 0.15200146064758302, + 0.14539728266000748, + 0.12806377177238465, + 0.13287909836769105, + 0.14254976189136506, + 0.1169908158659935, + 0.10335765879154206, + 0.0976445425748825, + 0.1269135407447815, + 0.10905979499816895, + 0.1036293788909912, + 0.08703284446001053, + 0.07714519078731537, + 0.0854867350578308, + 0.07759437730312348, + 0.08323309755325317, + 0.06878422734737397, + 0.06057573595643043, + 0.056178426837921146, + 0.0535672729074955, + 0.05012710075974464, + 0.0464719173014164, + 0.044800338208675385, + 0.05190476224422455, + 0.04983877096027136, + 0.041653870904445646, + 0.039705309933424, + 0.036863119888305665, + 0.042920396673679355, + 0.03639051071405411, + 0.03289378116130829, + 0.035526476675271985, + 0.033458709704875945, + 0.029977919310331346, + 0.028593969064950944, + 0.02730948829650879, + 0.02754064207971096, + 0.026273250000178813, + 0.02554192252755165, + 0.025177255961298942, + 0.024420051104575395, + 0.023936483108997344, + 0.023976508555561302, + 0.023393685922026633, + 0.023062897664308548, + 0.02284297253638506, + 0.0225670176923275, + 0.02237149138152599, + 0.022162008368223907, + 0.021948657459020613, + 0.021801631617546082, + 0.021714019361883403, + 0.021613608975708486, + 0.02154767996519804, + 0.021490249353647232, + 0.02145659771114588, + 0.02143701379299164 + ], + "train_acc": [ + 0.5114, + 0.8219, + 0.8579, + 0.8666, + 0.8671, + 0.8848, + 0.8822, + 0.8982, + 0.8949, + 0.909, + 0.907, + 0.9076, + 0.9125, + 0.9065, + 0.9148, + 0.9142, + 0.9331, + 0.9382, + 0.9255, + 0.9384, + 0.9247, + 0.9212, + 0.9216, + 0.9426, + 0.947, + 0.9543, + 0.9517, + 0.9467, + 0.9569, + 0.9688, + 0.9707, + 0.9526, + 0.9639, + 0.9648, + 0.9728, + 0.9806, + 0.972, + 0.9773, + 0.9745, + 0.9815, + 0.9875, + 0.9885, + 0.99, + 0.9916, + 0.9942, + 0.994, + 0.9899, + 0.9906, + 0.9953, + 0.9956, + 0.9971, + 0.9926, + 0.9971, + 0.9978, + 0.9966, + 0.9971, + 0.999, + 0.9988, + 0.9994, + 0.9989, + 0.9998, + 0.9998, + 0.9998, + 1.0, + 0.9999, + 0.9999, + 1.0, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7605, + 0.85, + 0.859, + 0.865, + 0.8715, + 0.87, + 0.857, + 0.8675, + 0.8675, + 0.8715, + 0.88, + 0.8645, + 0.868, + 0.868, + 0.8735, + 0.874, + 0.8685, + 0.8815, + 0.8755, + 0.8785, + 0.8785, + 0.872, + 0.871, + 0.88, + 0.8785, + 0.879, + 0.8755, + 0.875, + 0.8835, + 0.8805, + 0.877, + 0.8715, + 0.883, + 0.8785, + 0.881, + 0.8775, + 0.8845, + 0.8835, + 0.875, + 0.8825, + 0.885, + 0.881, + 0.878, + 0.8825, + 0.8825, + 0.883, + 0.881, + 0.881, + 0.88, + 0.8845, + 0.883, + 0.88, + 0.884, + 0.8805, + 0.883, + 0.88, + 0.8775, + 0.8815, + 0.881, + 0.88, + 0.8815, + 0.8795, + 0.881, + 0.88, + 0.8795, + 0.8785, + 0.8805, + 0.8795, + 0.883, + 0.884, + 0.8825, + 0.881, + 0.8815, + 0.8815, + 0.8825, + 0.8825, + 0.883, + 0.883, + 0.882, + 0.882 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.817541241645813, + 0.7992762923240662, + 0.7803024053573608, + 0.749271035194397 + ], + "perturbation_rho": [ + 0.9999992847442627, + 0.9999971389770508, + 0.9999915361404419, + 0.9999540448188782 + ], + "nudging": { + "0.001": [ + -0.039698582142591476, + -0.021919304504990578, + -0.010462507605552673, + -0.004785426892340183 + ], + "0.003": [ + -0.10896631330251694, + -0.06271065026521683, + -0.030694259330630302, + -0.014211377128958702 + ], + "0.01": [ + -0.25995129346847534, + -0.17589232325553894, + -0.09449617564678192, + -0.04570754989981651 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2335582107543943, + 1.4812821199417114, + 0.8872520751953125, + 0.6475240196228027, + 0.5359860889434814, + 0.46958555698394777, + 0.45785905749797823, + 0.4420524597644806, + 0.46240528092384336, + 0.438674670791626, + 0.4997645055770874, + 0.4712224443435669, + 0.48766630415916445, + 0.4953000538825989, + 0.4773715334892273, + 0.5531020860195159, + 0.47040989060401917, + 0.4952229196548462, + 0.6815311771392822, + 0.5375438184738159, + 0.569130647277832, + 0.5825253881454467, + 0.6240433019638062, + 0.5191664490699768, + 0.5594121186256409, + 0.5025074581623077, + 0.568897618484497, + 0.797276012134552, + 0.6494657384395599, + 0.5863183005809784, + 0.5042545314788819, + 0.6360464210510254, + 0.5303603213310242, + 0.6333333390235901, + 0.5571413533687591, + 0.521467384147644, + 0.6245811168670654, + 0.4870353964805603, + 0.5776216228485107, + 0.6220016703605652, + 0.663741721868515, + 0.6662271121025085, + 0.6002572847366333, + 0.6127229302406311, + 0.5246655365228653, + 0.4890981090545654, + 0.5078178949356079, + 0.45640108737945556, + 0.5856611510276795, + 0.5142886983633042, + 0.49405618019104003, + 0.5483347434997559, + 0.5194024101734162, + 0.5156882713317871, + 0.48824515991210937, + 0.46362982807159425, + 0.48169746732711793, + 0.4621458419799805, + 0.48525344228744505, + 0.4669917287349701, + 0.43736272325515746, + 0.4267999319076538, + 0.447295890045166, + 0.44295010929107664, + 0.42769963054656984, + 0.43936410925388336, + 0.42555498695373534, + 0.4199682415962219, + 0.4203143095970154, + 0.4061591213226318, + 0.4136860329627991, + 0.4161090198516846, + 0.4061859919548035, + 0.4035600830078125, + 0.40434388854503633, + 0.40137048931121827, + 0.40382256450653076, + 0.39942702045440676, + 0.3986932475566864, + 0.39767972602844237 + ], + "train_acc": [ + 0.1852, + 0.484, + 0.6814, + 0.7576, + 0.8008, + 0.8232, + 0.8259, + 0.8299, + 0.8242, + 0.8325, + 0.815, + 0.8246, + 0.8193, + 0.8158, + 0.8202, + 0.8012, + 0.8253, + 0.8114, + 0.7706, + 0.8045, + 0.7946, + 0.7887, + 0.7805, + 0.8032, + 0.7913, + 0.8114, + 0.7894, + 0.7385, + 0.7662, + 0.7862, + 0.8128, + 0.764, + 0.8006, + 0.7743, + 0.7941, + 0.8065, + 0.7786, + 0.8154, + 0.7877, + 0.775, + 0.7658, + 0.765, + 0.7887, + 0.7835, + 0.806, + 0.8177, + 0.8082, + 0.8231, + 0.7853, + 0.8043, + 0.8151, + 0.797, + 0.8023, + 0.8106, + 0.8192, + 0.8253, + 0.8167, + 0.822, + 0.8158, + 0.8208, + 0.8345, + 0.8374, + 0.8289, + 0.8276, + 0.8334, + 0.8309, + 0.8372, + 0.8371, + 0.8392, + 0.8448, + 0.8397, + 0.8405, + 0.8417, + 0.8454, + 0.8438, + 0.8444, + 0.844, + 0.8454, + 0.8473, + 0.8469 + ], + "test_acc": [ + 0.329, + 0.6095, + 0.7115, + 0.77, + 0.7765, + 0.797, + 0.7935, + 0.77, + 0.793, + 0.7595, + 0.7995, + 0.781, + 0.744, + 0.7505, + 0.7555, + 0.7825, + 0.779, + 0.6505, + 0.7605, + 0.684, + 0.754, + 0.654, + 0.7145, + 0.7395, + 0.7465, + 0.7285, + 0.626, + 0.6385, + 0.728, + 0.7255, + 0.659, + 0.7475, + 0.6745, + 0.668, + 0.7795, + 0.749, + 0.7725, + 0.7285, + 0.6635, + 0.6505, + 0.727, + 0.675, + 0.6695, + 0.746, + 0.743, + 0.702, + 0.7945, + 0.667, + 0.7215, + 0.7375, + 0.71, + 0.7465, + 0.744, + 0.704, + 0.7515, + 0.744, + 0.7415, + 0.7765, + 0.775, + 0.782, + 0.795, + 0.792, + 0.795, + 0.7705, + 0.7955, + 0.7975, + 0.787, + 0.778, + 0.796, + 0.8075, + 0.793, + 0.806, + 0.8035, + 0.8055, + 0.8085, + 0.799, + 0.803, + 0.8065, + 0.804, + 0.8045 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.027901431545615196, + 0.2837410271167755, + 0.17885790765285492, + 0.12107238173484802 + ], + "perturbation_rho": [ + -0.007988158613443375, + 0.25683730840682983, + 0.21096175909042358, + 0.1645408272743225 + ], + "nudging": { + "0.001": [ + 0.00047835364239290357, + -0.0009741741232573986, + -0.0005935455556027591, + -0.00044419028563424945 + ], + "0.003": [ + 0.0014678429579362273, + -0.002917262725532055, + -0.0017763640498742461, + -0.0013300562277436256 + ], + "0.01": [ + 0.005267709027975798, + -0.009674372151494026, + -0.005893784575164318, + -0.0044119693338871 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8521444786071777, + 0.8489539235115051, + 0.49778255472183225, + 0.44921045970916745, + 0.4791688131332397, + 0.5339837857246399, + 0.6159221937656403, + 0.6920900274276733, + 0.7395291107177734, + 0.7648588424682617, + 0.7390518695831299, + 0.7285711270332337, + 0.756377292728424, + 0.7920883464813232, + 0.7511230406761169, + 0.7427966569900513, + 0.7848520866394043, + 0.7643903920173645, + 0.747663676071167, + 0.7614839931488037, + 0.7973562688827515, + 0.805117155122757, + 0.8282611333847046, + 0.8117145735740662, + 0.77988141746521, + 0.7727121877670288, + 0.7857501653671265, + 0.7532362991333008, + 0.7174396375656128, + 0.6707095355987549, + 0.6616346151351928, + 0.6730950567245484, + 0.6997067294597625, + 0.6670414597511292, + 0.7028018656730652, + 0.6884466652870178, + 0.6903644677162171, + 0.6862619149208069, + 0.6891118244171143, + 0.6871656932830811, + 0.7013169605255127, + 0.6584716122150421, + 0.6772907896995545, + 0.6789146376609803, + 0.6993297848701477, + 0.6749252514839172, + 0.6679595365524292, + 0.6602012983322143, + 0.6643224500656127, + 0.6685716100692749, + 0.6538269229888916, + 0.6759916665077209, + 0.6566515842437745, + 0.6645777332305908, + 0.6630637623786926, + 0.6612954006195069, + 0.6419784454345703, + 0.649862062215805, + 0.6516496278762818, + 0.6557377228736877, + 0.6478088115215301, + 0.6365815505981446, + 0.6575287200927734, + 0.6443278756141663, + 0.6441601477622986, + 0.647724620437622, + 0.6438550380706787, + 0.6339428859710693, + 0.635849730682373, + 0.6402260863304138, + 0.6340386274337768, + 0.635369322013855, + 0.6311982594490051, + 0.6316978254318237, + 0.6306024626731872, + 0.6300158632278442, + 0.6289655219078064, + 0.6281617763519287, + 0.6276290187835694, + 0.6273329115867615 + ], + "train_acc": [ + 0.3353, + 0.6866, + 0.8142, + 0.8275, + 0.8164, + 0.8031, + 0.7812, + 0.7662, + 0.7541, + 0.7442, + 0.7411, + 0.7383, + 0.7284, + 0.7118, + 0.7334, + 0.7317, + 0.7181, + 0.73, + 0.7275, + 0.727, + 0.7215, + 0.7129, + 0.7122, + 0.719, + 0.7334, + 0.7359, + 0.7363, + 0.7488, + 0.7578, + 0.7726, + 0.7687, + 0.7618, + 0.7597, + 0.7667, + 0.7523, + 0.7602, + 0.763, + 0.7613, + 0.7607, + 0.759, + 0.7594, + 0.7722, + 0.7641, + 0.7591, + 0.7553, + 0.7664, + 0.7625, + 0.7675, + 0.7694, + 0.7625, + 0.7663, + 0.7654, + 0.767, + 0.7656, + 0.7673, + 0.7678, + 0.7709, + 0.7701, + 0.769, + 0.7704, + 0.7723, + 0.778, + 0.7657, + 0.7699, + 0.7732, + 0.7689, + 0.7764, + 0.7744, + 0.7746, + 0.7734, + 0.7761, + 0.7759, + 0.7764, + 0.7775, + 0.7782, + 0.7754, + 0.7773, + 0.7776, + 0.7789, + 0.7788 + ], + "test_acc": [ + 0.5775, + 0.7495, + 0.7955, + 0.793, + 0.779, + 0.7605, + 0.7395, + 0.73, + 0.7225, + 0.712, + 0.7185, + 0.724, + 0.702, + 0.707, + 0.702, + 0.7015, + 0.709, + 0.7075, + 0.7135, + 0.707, + 0.711, + 0.712, + 0.693, + 0.701, + 0.701, + 0.7115, + 0.7185, + 0.734, + 0.7445, + 0.7265, + 0.733, + 0.7365, + 0.724, + 0.7235, + 0.7295, + 0.721, + 0.7345, + 0.7035, + 0.724, + 0.7195, + 0.7045, + 0.715, + 0.721, + 0.7245, + 0.7245, + 0.733, + 0.7365, + 0.719, + 0.731, + 0.719, + 0.715, + 0.7195, + 0.7295, + 0.7165, + 0.7325, + 0.722, + 0.7225, + 0.724, + 0.725, + 0.7315, + 0.7305, + 0.731, + 0.721, + 0.7255, + 0.732, + 0.727, + 0.736, + 0.7325, + 0.7405, + 0.7305, + 0.7335, + 0.7335, + 0.735, + 0.7355, + 0.7325, + 0.733, + 0.7355, + 0.734, + 0.7345, + 0.7345 + ], + "state_pred_error": [ + 0.7540362793922424, + 0.2618380335569382, + 0.17575423958301545, + 0.158187340092659, + 0.15769709210395813, + 0.16296500368118286, + 0.16990506443977357, + 0.1747624362707138, + 0.18139113659858705, + 0.17765859956741334, + 0.1602109962463379, + 0.14175251982212067, + 0.12335596957206726, + 0.10387119936943054, + 0.08755449919700622, + 0.07622657419443131, + 0.07090357104539871, + 0.06943184436559677, + 0.07135494997501374, + 0.07029388542175292, + 0.06737940437793731, + 0.06583633923530578, + 0.06345893771648407, + 0.05942388106584549, + 0.06105950610637665, + 0.06514391770958901, + 0.06618037341833115, + 0.06543034576177598, + 0.0635401979148388, + 0.06032257821559906, + 0.05693511110544205, + 0.05423654878139496, + 0.049708415055274964, + 0.046185979115962984, + 0.04225068616271019, + 0.0371412379860878, + 0.03288117943108082, + 0.028753877902030944, + 0.02540679348707199, + 0.022826728397607802, + 0.020825295001268385, + 0.01934205988943577, + 0.017717279280722142, + 0.016153786206245423, + 0.01561382452249527, + 0.013925037890672684, + 0.012696143777668477, + 0.011785201603174209, + 0.010956936873495578, + 0.010217144775390624, + 0.009551341994851827, + 0.009032958608865738, + 0.008615280666947365, + 0.008203100349009037, + 0.007876600304245949, + 0.008993487451970577, + 0.007320681408047676, + 0.007038792558014393, + 0.006822358392179012, + 0.006652445471286773, + 0.0065686072878539566, + 0.006301340243220329, + 0.006194311405718326, + 0.006011598140001297, + 0.005876070992648602, + 0.005961736746132374, + 0.0057346595384180545, + 0.005598231753706932, + 0.005515987113118172, + 0.005370079948008061, + 0.005283707259595394, + 0.005166467700898647, + 0.0051793598145246506, + 0.004988818861544132, + 0.004967996621131897, + 0.004830757288634777, + 0.004682945563271642, + 0.004599864952266216, + 0.004583264472708106, + 0.004458400094695389 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8108769655227661, + 0.3922353684902191, + 0.15907782316207886, + 0.149577796459198 + ], + "perturbation_rho": [ + 0.6536975502967834, + 0.33696871995925903, + 0.15431806445121765, + 0.1703358292579651 + ], + "nudging": { + "0.001": [ + -0.02259242907166481, + -0.0016305823810398579, + -0.0006174352020025253, + -0.0005583323654718697 + ], + "0.003": [ + -0.06632187962532043, + -0.004884002730250359, + -0.0018520723097026348, + -0.0016746381297707558 + ], + "0.01": [ + -0.2048409879207611, + -0.01618226245045662, + -0.006159749813377857, + -0.005569745786488056 + ] + }, + "state_pred_error_per_layer": [ + 3474.9130859375, + 1348.3646240234375, + 1462.0654296875, + 924.672607421875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.238513381195068, + 1.478446886062622, + 0.8984584705352783, + 0.6479596544265747, + 0.5321606098175049, + 0.46738452167510985, + 0.45212909936904905, + 0.4412958154678345, + 0.4428103973388672, + 0.45779245624542236, + 0.5129776763916015, + 0.48493399066925047, + 0.4955709422111511, + 0.5551924660682678, + 0.4973321964263916, + 0.5596337683677673, + 0.5621023122787475, + 0.5936956991195679, + 0.506741700553894, + 0.5527004140377044, + 0.5299466539382934, + 0.5636592745780945, + 0.5512495688438416, + 0.6911539608955384, + 0.7126970441818238, + 0.757884527015686, + 0.7561026565551758, + 0.8022804564714432, + 0.756680935382843, + 0.7413855548858642, + 0.7616110191345214, + 0.8522287889480591, + 0.90401587972641, + 0.8410554805755616, + 0.8393038982391358, + 0.8351445549964904, + 0.8266246129989624, + 0.8432566371917725, + 0.8550898251533509, + 0.8253010906219482, + 0.8000944749832153, + 0.7725691860198974, + 0.7631549596786499, + 0.7787857055664062, + 0.766472288608551, + 0.7898382484436035, + 0.8000267809867859, + 0.7795157686710358, + 0.784522922706604, + 0.7961834842681885, + 0.788183743095398, + 0.8009099166870117, + 0.7960924263954162, + 0.803066586303711, + 0.8122837594032287, + 0.7979355515480041, + 0.796984415435791, + 0.8062079792022705, + 0.8164349870204926, + 0.8265008636474609, + 0.8436849462509155, + 0.8493386405944824, + 0.8505276624202728, + 0.8448130174636841, + 0.8579680969238281, + 0.8611232654571533, + 0.8577412282943726, + 0.8524883877754211, + 0.8455306541442871, + 0.8488166980743408, + 0.8484283323287964, + 0.8408801859378815, + 0.8399367668151856, + 0.836677680015564, + 0.8344884692192077, + 0.834986524772644, + 0.8330111223220825, + 0.831924938583374, + 0.8312370910644531, + 0.830715307712555 + ], + "train_acc": [ + 0.1882, + 0.4923, + 0.6703, + 0.7584, + 0.8033, + 0.8246, + 0.8287, + 0.8365, + 0.8324, + 0.8263, + 0.8083, + 0.8171, + 0.8156, + 0.7956, + 0.8162, + 0.7952, + 0.7916, + 0.7863, + 0.8148, + 0.7992, + 0.813, + 0.8006, + 0.807, + 0.7772, + 0.768, + 0.7701, + 0.7688, + 0.7684, + 0.7655, + 0.7659, + 0.7579, + 0.737, + 0.7298, + 0.7463, + 0.7444, + 0.7461, + 0.7425, + 0.7347, + 0.7221, + 0.7309, + 0.7318, + 0.7317, + 0.7296, + 0.7252, + 0.7239, + 0.7159, + 0.7167, + 0.7169, + 0.7148, + 0.7099, + 0.7175, + 0.7085, + 0.7141, + 0.7089, + 0.7032, + 0.7083, + 0.7078, + 0.7084, + 0.7, + 0.7029, + 0.699, + 0.6951, + 0.6969, + 0.7002, + 0.695, + 0.6961, + 0.6957, + 0.6967, + 0.6991, + 0.6987, + 0.6988, + 0.6979, + 0.6988, + 0.7004, + 0.7003, + 0.7004, + 0.7006, + 0.7006, + 0.6997, + 0.7005 + ], + "test_acc": [ + 0.323, + 0.5955, + 0.715, + 0.766, + 0.7775, + 0.7915, + 0.7825, + 0.7865, + 0.785, + 0.7675, + 0.7915, + 0.747, + 0.7365, + 0.735, + 0.764, + 0.734, + 0.698, + 0.7815, + 0.7405, + 0.7365, + 0.7935, + 0.7415, + 0.716, + 0.7395, + 0.7405, + 0.738, + 0.7435, + 0.74, + 0.7195, + 0.729, + 0.717, + 0.663, + 0.7105, + 0.706, + 0.704, + 0.717, + 0.681, + 0.6935, + 0.722, + 0.6965, + 0.7145, + 0.706, + 0.7015, + 0.689, + 0.6965, + 0.693, + 0.705, + 0.6995, + 0.7, + 0.6905, + 0.6875, + 0.6795, + 0.6915, + 0.6805, + 0.6915, + 0.674, + 0.6855, + 0.673, + 0.669, + 0.665, + 0.6705, + 0.6655, + 0.67, + 0.666, + 0.6695, + 0.671, + 0.6665, + 0.667, + 0.668, + 0.664, + 0.6675, + 0.6705, + 0.668, + 0.668, + 0.67, + 0.665, + 0.6695, + 0.6695, + 0.6675, + 0.668 + ], + "value_loss": [ + 2.8863564193725586, + 0.9040914880752563, + 0.7810646405220032, + 0.6981226700782776, + 0.6097434432029724, + 0.6142956817626953, + 0.5842859931945801, + 0.517870895576477, + 0.5182754273414611, + 0.6007693460464477, + 0.680942530632019, + 0.5966949496269226, + 0.6465810567855835, + 0.7795912544250488, + 0.6385285264253616, + 0.7629974831581116, + 0.7991079656600952, + 0.8916878988265992, + 0.6929094882965088, + 0.7491918589115143, + 0.7855519455432892, + 0.8720088466644287, + 0.8952933601379395, + 1.208518335723877, + 1.2596970233917237, + 1.3889865486145019, + 1.3504928841590882, + 1.76775849237442, + 1.5157122314453124, + 1.3177562489509582, + 1.1500543141365052, + 1.3385095929145814, + 1.4191001964569092, + 1.2026564547538758, + 1.1336268447875977, + 1.130702359199524, + 1.011481032371521, + 1.033429777431488, + 0.9805498022079467, + 0.8623548080444335, + 0.7880003303527832, + 0.7476288684844971, + 0.6462140014648438, + 0.6593039730072021, + 0.5621418162345886, + 0.6217806543350219, + 0.6747557874679565, + 0.6232282665967941, + 0.6294091362953186, + 0.6572539217948914, + 0.5706359854221345, + 0.5169425714492798, + 0.5537946958541871, + 0.5706222624778747, + 0.5587895211219788, + 0.5054799375534058, + 0.5031447858333588, + 0.5232256004333496, + 0.5240278210163116, + 0.5081352228164673, + 0.5495406572341919, + 0.6334876583099365, + 0.5355876060128212, + 0.5040627335548401, + 0.55469250831604, + 0.5250602727890015, + 0.5236522147178649, + 0.5053264931678771, + 0.4896225148200989, + 0.4833145246982574, + 0.48712017555236814, + 0.48232889132499696, + 0.4699660972595215, + 0.48501924810409547, + 0.4632767639636993, + 0.4829914659500122, + 0.46285762519836426, + 0.4791563155412674, + 0.46995122051239013, + 0.4729928963661194 + ], + "term_loss": [ + 1.6036672487258912, + 0.4866477812767029, + 0.5500622243881226, + 0.5111940277099609, + 0.4329673198699951, + 0.4469112928390503, + 0.41419190340042117, + 0.3552157738447189, + 0.3613631259679794, + 0.43681443691253663, + 0.49862520866394044, + 0.42397409868240354, + 0.46771746263504027, + 0.5842745771408081, + 0.4544785821020603, + 0.5597044972896575, + 0.5882236742973328, + 0.6682760814666748, + 0.4957572563171387, + 0.5435506319046021, + 0.5837905749320984, + 0.6493298694610595, + 0.6785561132907867, + 0.93956556224823, + 0.9792157770156861, + 1.0973765476226807, + 1.0527679742336273, + 1.4304333041667938, + 1.1945446773529054, + 1.0108222512960434, + 0.845477667427063, + 1.021408819437027, + 1.070293742442131, + 0.8828932909011841, + 0.8144708358764648, + 0.8031732571125031, + 0.6978397472381592, + 0.7110097882270813, + 0.6671629565238952, + 0.5662335210800171, + 0.4992787841796875, + 0.459820813703537, + 0.36139142322540285, + 0.37380871934890747, + 0.27486766773462296, + 0.31456750046014786, + 0.35646585421562194, + 0.30645070412158965, + 0.3155028410434723, + 0.35171530480384827, + 0.262723495388031, + 0.2240681984901428, + 0.2624427561759949, + 0.2767317503809929, + 0.2615759829521179, + 0.21678510558605193, + 0.213090805208683, + 0.22851175367832183, + 0.22521133567094803, + 0.20825024695396424, + 0.23806381833553314, + 0.30820584111213684, + 0.22358069960772992, + 0.19847816874980925, + 0.23981675534248353, + 0.21385586824417113, + 0.21096881765127182, + 0.19432116413116454, + 0.18428481633663177, + 0.1760320121526718, + 0.17917428448200226, + 0.17456265774965285, + 0.16240413327217101, + 0.17174850260019303, + 0.15498115499019624, + 0.16968325634002684, + 0.1520833549261093, + 0.16171157859563828, + 0.15455809693336486, + 0.15622255086898804 + ], + "bridge_loss": [ + 0.9791954847954563, + 0.12670794755816459, + 0.017565081167966127, + 0.007164146476984024, + 0.017620862129330634, + 0.02251181682050228, + 0.026151837778091432, + 0.01914508735835552, + 0.010432719926536084, + 0.010145348550379277, + 0.011001840087771416, + 0.009505402293801308, + 0.008902425718307495, + 0.011087563878297806, + 0.009357659213244916, + 0.011638822643458844, + 0.014301572993397713, + 0.013270902928709983, + 0.01884037252739072, + 0.01476599485501647, + 0.017172387784719467, + 0.026732139322161674, + 0.02380416285097599, + 0.03586443645805121, + 0.04554584881961345, + 0.051492015558481215, + 0.0620356507062912, + 0.10263055491447448, + 0.08920669302195311, + 0.06797399497032165, + 0.05848033113479614, + 0.04522013221681118, + 0.06130107210278511, + 0.053479281087219714, + 0.05635778515636921, + 0.06460995850861073, + 0.05289331116974354, + 0.05607377367392182, + 0.04042225465476513, + 0.030378661921620368, + 0.025389883720874785, + 0.027952989809960128, + 0.025545942783355712, + 0.021930139112472533, + 0.02298613493666053, + 0.03622410003766417, + 0.0450515654027462, + 0.04776753831878305, + 0.043910300672054293, + 0.03366219551563263, + 0.03776019195318222, + 0.018074785171449184, + 0.017864137798547744, + 0.017495711874961854, + 0.017257797373831273, + 0.012870814455673098, + 0.013426685670018196, + 0.01694126845598221, + 0.01702145220786333, + 0.016847654724121093, + 0.023266981953382494, + 0.035923548865318296, + 0.022870525400713087, + 0.018457241381704806, + 0.02394478079676628, + 0.020566632018983365, + 0.022281900307536125, + 0.021731911043822764, + 0.018568690180778502, + 0.019266699397563935, + 0.019932482597231866, + 0.02130942338705063, + 0.021624688065052033, + 0.028506877756118775, + 0.02428789115548134, + 0.029018885892629624, + 0.02777098114490509, + 0.03438006125688553, + 0.03253316249623895, + 0.034451057982444765 + ], + "tgrad_loss": [ + 0.30349363470077517, + 0.29073575751781466, + 0.21343733773231507, + 0.17976449966430663, + 0.15915526002645491, + 0.1448725718975067, + 0.14394225373268127, + 0.14351004109382628, + 0.1464795805335045, + 0.15380956373214721, + 0.17131548562049867, + 0.16321545238494872, + 0.1699611658334732, + 0.18422911157608032, + 0.17469229288101196, + 0.19165415947437286, + 0.1965827165365219, + 0.21014091815948485, + 0.17831186084747314, + 0.19087522847652436, + 0.1845889872074127, + 0.1959468394756317, + 0.19293308794498443, + 0.23308833079338073, + 0.234935409450531, + 0.24011796731948853, + 0.2356892698287964, + 0.2346946145772934, + 0.23196086978912353, + 0.23896000286340713, + 0.246096316075325, + 0.271880633354187, + 0.28750537996292114, + 0.2662838943958282, + 0.2627982192516327, + 0.2629191486597061, + 0.26074797649383546, + 0.2663462108612061, + 0.2729646023273468, + 0.2657426230430603, + 0.26333165884017945, + 0.259855065202713, + 0.25927663507461546, + 0.26356511487960815, + 0.2642880185127258, + 0.2709890515089035, + 0.27323836481571195, + 0.2690100230574608, + 0.2699959950447082, + 0.2718764228820801, + 0.2701522953510284, + 0.27479958691596984, + 0.27348780364990233, + 0.2763948000907898, + 0.27995573606491087, + 0.2758240224838257, + 0.2766272976398468, + 0.27777257800102234, + 0.28179502913951876, + 0.2830373200416565, + 0.2882098621368408, + 0.28935827159881594, + 0.28913638255596164, + 0.2871273239135742, + 0.2909309693336487, + 0.2906377738952637, + 0.29040149817466737, + 0.2892734199285507, + 0.28676901168823243, + 0.28801581645011903, + 0.28801341381073, + 0.28645680844783783, + 0.2859372780799866, + 0.2847638677597046, + 0.2840077176332474, + 0.28428932056427003, + 0.2830032865524292, + 0.2830646735906601, + 0.2828599617004395, + 0.28231928570270537 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.05806349962949753, + 0.19388319551944733, + 0.1997416615486145, + 0.19820059835910797 + ], + "perturbation_rho": [ + 0.05481833964586258, + 0.3572811782360077, + 0.4186326265335083, + 0.3411045968532562 + ], + "nudging": { + "0.001": [ + -0.0029148743487894535, + -0.0016693011857569218, + -0.0016626573633402586, + -0.0016281461575999856 + ], + "0.003": [ + -0.008709331974387169, + -0.005001912824809551, + -0.004982108250260353, + -0.004877123050391674 + ], + "0.01": [ + -0.0286177359521389, + -0.01660466194152832, + -0.01654389500617981, + -0.016194619238376617 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json new file mode 100644 index 0000000..0727c71 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.5250055702209473, + 0.5507197608947754, + 0.3841320207595825, + 0.35932164669036865, + 0.31933714962005616, + 0.3227846714496613, + 0.3028541946411133, + 0.29807121329307557, + 0.27894931735992434, + 0.30708285484313963, + 0.2654671094417572, + 0.2526435827255249, + 0.22071890375614167, + 0.20774164290428163, + 0.2417035475730896, + 0.239601744556427, + 0.2061288031578064, + 0.20110705008506774, + 0.19673097145557403, + 0.17361064953804017, + 0.16336524235010147, + 0.1541515984773636, + 0.17720441585183144, + 0.15197478637695314, + 0.1717322502374649, + 0.15199407002925872, + 0.13259448325634002, + 0.14251351101398468, + 0.11849438445568085, + 0.12607571827173233, + 0.11433437283039093, + 0.10952981774806976, + 0.10948647691607476, + 0.09781867054402828, + 0.08961167633533478, + 0.10128397414684295, + 0.09377768075466156, + 0.086143566852808, + 0.07471307250261307, + 0.06912044876217842, + 0.06486728579998016, + 0.06798115438222885, + 0.06793259272575379, + 0.06783070080280304, + 0.06020965424776077, + 0.05598097594976425, + 0.0566912874341011, + 0.04851433913707733, + 0.05244531365633011, + 0.04565400942564011, + 0.04321225633025169, + 0.04449230827391148, + 0.039462119901180266, + 0.040013881278038024, + 0.03971400515437126, + 0.0358551750421524, + 0.03401491985321045, + 0.034367064037919046, + 0.032305684411525724, + 0.03139898471236229, + 0.030498171234130858, + 0.029822335571050643, + 0.029149569642543793, + 0.0281656219124794, + 0.028202341210842134, + 0.027365115937590598, + 0.026671420013904573, + 0.027203523302078248, + 0.026499097537994384, + 0.026119756138324738, + 0.025678298735618593, + 0.025355695700645445, + 0.025052896262705324, + 0.024881752938032152, + 0.024743154951930045, + 0.02462823152542114, + 0.024543652564287186, + 0.02447993883341551, + 0.024439664232730866, + 0.024415402659773825 + ], + "train_acc": [ + 0.498, + 0.8183, + 0.8589, + 0.8608, + 0.8736, + 0.8748, + 0.8796, + 0.8843, + 0.8915, + 0.88, + 0.8949, + 0.902, + 0.9137, + 0.9217, + 0.9068, + 0.9048, + 0.92, + 0.9225, + 0.9271, + 0.9331, + 0.9391, + 0.9439, + 0.9306, + 0.9439, + 0.9334, + 0.9419, + 0.9511, + 0.9454, + 0.9596, + 0.955, + 0.9606, + 0.9634, + 0.9623, + 0.9662, + 0.9726, + 0.9664, + 0.9714, + 0.9752, + 0.9799, + 0.9834, + 0.9869, + 0.9828, + 0.9825, + 0.9829, + 0.9881, + 0.9878, + 0.9892, + 0.9925, + 0.9894, + 0.9932, + 0.9943, + 0.9938, + 0.9963, + 0.9954, + 0.9952, + 0.9971, + 0.9978, + 0.9979, + 0.9989, + 0.9989, + 0.9986, + 0.999, + 0.999, + 0.9995, + 0.9993, + 0.9996, + 0.9998, + 0.9995, + 0.9996, + 0.9997, + 0.9997, + 0.9998, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999 + ], + "test_acc": [ + 0.763, + 0.8435, + 0.857, + 0.85, + 0.8625, + 0.8615, + 0.8655, + 0.8555, + 0.856, + 0.8635, + 0.864, + 0.8715, + 0.878, + 0.869, + 0.8615, + 0.8775, + 0.8695, + 0.869, + 0.8755, + 0.8725, + 0.875, + 0.872, + 0.8785, + 0.8775, + 0.8685, + 0.8775, + 0.8795, + 0.878, + 0.8825, + 0.876, + 0.882, + 0.8805, + 0.89, + 0.885, + 0.885, + 0.8795, + 0.8845, + 0.8835, + 0.881, + 0.8765, + 0.879, + 0.8815, + 0.8825, + 0.8835, + 0.877, + 0.8835, + 0.88, + 0.884, + 0.879, + 0.8825, + 0.881, + 0.879, + 0.8835, + 0.8815, + 0.8815, + 0.8825, + 0.8835, + 0.8815, + 0.8815, + 0.8835, + 0.8815, + 0.8835, + 0.8815, + 0.883, + 0.885, + 0.884, + 0.883, + 0.8815, + 0.883, + 0.8825, + 0.882, + 0.8825, + 0.8815, + 0.8825, + 0.8825, + 0.883, + 0.8825, + 0.883, + 0.883, + 0.883 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8572149276733398, + 0.8503379821777344, + 0.8309497833251953, + 0.8099952340126038 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999980330467224, + 0.999992311000824, + 0.9999608993530273 + ], + "nudging": { + "0.001": [ + -0.042521148920059204, + -0.023217972368001938, + -0.011091032065451145, + -0.005212459247559309 + ], + "0.003": [ + -0.1181650310754776, + -0.06687315553426743, + -0.032639797776937485, + -0.015497863292694092 + ], + "0.01": [ + -0.29344552755355835, + -0.19200363755226135, + -0.10158533602952957, + -0.050049468874931335 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.261956468582153, + 1.4311306690216063, + 0.818257098197937, + 0.5983575573444366, + 0.500597601890564, + 0.45219913649559024, + 0.4174496747016907, + 0.409495729637146, + 0.4188644021987915, + 0.45328485565185545, + 0.42861666593551634, + 0.46300609769821166, + 0.4457720745563507, + 0.45008082075119016, + 0.4816469186782837, + 0.491936355304718, + 0.4805133812904358, + 0.5310946586608887, + 0.5184094581604004, + 0.5349128709316253, + 0.503399237036705, + 0.5629850885391235, + 0.6070423364162445, + 0.5541394971847534, + 0.5405849707126618, + 0.5269447027683258, + 0.5041178157329559, + 0.5237154272437096, + 0.4906633505821228, + 0.6188776139259339, + 0.5532598972320557, + 0.5653144476890564, + 0.5119002490878105, + 0.5062383512377739, + 0.5014870280742645, + 0.5912513525962829, + 0.6307907728433609, + 0.5102149733304977, + 0.5199897046327591, + 0.5104138412237167, + 0.504832841014862, + 0.5849459474563599, + 0.5909522429466247, + 0.6081267190933227, + 0.5230989686727524, + 0.5009066128730774, + 0.4870625690460205, + 0.5026308774948121, + 0.513473293876648, + 0.48188849410749973, + 0.45255061175823214, + 0.46306118438243865, + 0.481172536277771, + 0.4813159273266792, + 0.4563068170785904, + 0.4633492294549942, + 0.45527973327636717, + 0.4800791665077209, + 0.4427429686546326, + 0.43737694044113157, + 0.45122047100067136, + 0.4516987937927246, + 0.4359778087615967, + 0.43745238494873045, + 0.4318913806915283, + 0.4248273630142212, + 0.41580243453979493, + 0.4173020489692688, + 0.41921982488632203, + 0.4114777256965637, + 0.4125749154686928, + 0.4053273830771446, + 0.4055808573246002, + 0.40145073013305665, + 0.4026311701536179, + 0.4003137221336365, + 0.3996645420074463, + 0.3981458621025085, + 0.3979306438922882, + 0.3975636598587036 + ], + "train_acc": [ + 0.1709, + 0.5147, + 0.692, + 0.7731, + 0.808, + 0.8242, + 0.8375, + 0.8453, + 0.8442, + 0.8349, + 0.8443, + 0.835, + 0.8441, + 0.8444, + 0.8351, + 0.8365, + 0.8411, + 0.8326, + 0.8345, + 0.8285, + 0.8374, + 0.8265, + 0.8206, + 0.8325, + 0.8334, + 0.8373, + 0.846, + 0.8393, + 0.8428, + 0.8205, + 0.8357, + 0.8299, + 0.8419, + 0.8418, + 0.8454, + 0.8266, + 0.8236, + 0.8434, + 0.8437, + 0.8446, + 0.8477, + 0.8375, + 0.8298, + 0.8288, + 0.842, + 0.848, + 0.8548, + 0.8496, + 0.8494, + 0.8506, + 0.8598, + 0.8581, + 0.8553, + 0.8512, + 0.8594, + 0.8581, + 0.8586, + 0.8553, + 0.8628, + 0.8646, + 0.8613, + 0.863, + 0.8651, + 0.8621, + 0.8631, + 0.864, + 0.871, + 0.8671, + 0.8717, + 0.8696, + 0.8701, + 0.8722, + 0.8724, + 0.8723, + 0.8715, + 0.8733, + 0.8733, + 0.8743, + 0.8735, + 0.8741 + ], + "test_acc": [ + 0.325, + 0.622, + 0.7225, + 0.764, + 0.783, + 0.8075, + 0.8055, + 0.8055, + 0.797, + 0.8075, + 0.7835, + 0.799, + 0.7925, + 0.793, + 0.8, + 0.8055, + 0.785, + 0.7905, + 0.79, + 0.791, + 0.7925, + 0.758, + 0.7805, + 0.783, + 0.8055, + 0.7965, + 0.787, + 0.804, + 0.7835, + 0.7975, + 0.7785, + 0.771, + 0.798, + 0.801, + 0.768, + 0.792, + 0.7705, + 0.791, + 0.81, + 0.7995, + 0.7865, + 0.7915, + 0.769, + 0.806, + 0.795, + 0.806, + 0.812, + 0.805, + 0.813, + 0.806, + 0.8075, + 0.8085, + 0.808, + 0.8185, + 0.8025, + 0.8185, + 0.8175, + 0.8155, + 0.8175, + 0.8095, + 0.817, + 0.818, + 0.817, + 0.823, + 0.818, + 0.828, + 0.823, + 0.82, + 0.8205, + 0.824, + 0.8235, + 0.824, + 0.8235, + 0.8245, + 0.8235, + 0.8265, + 0.827, + 0.8255, + 0.825, + 0.825 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0060789515264332294, + 0.09873200953006744, + 0.10723873972892761, + 0.1101943776011467 + ], + "perturbation_rho": [ + -0.012974856421351433, + 0.14552229642868042, + 0.08513970673084259, + 0.06377018243074417 + ], + "nudging": { + "0.001": [ + -0.00029901170637458563, + -0.0006812716601416469, + -0.0004231537168379873, + -0.0004066851979587227 + ], + "0.003": [ + -0.0008656850550323725, + -0.0020401428919285536, + -0.0012693263124674559, + -0.001218506833538413 + ], + "0.01": [ + -0.0025177751667797565, + -0.006775799673050642, + -0.004219442140311003, + -0.00405311631038785 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.90833014793396, + 0.8779405179977418, + 0.5064040044784546, + 0.4657335244178772, + 0.4902631205320358, + 0.5776193201065063, + 0.649845489025116, + 0.6730898847579956, + 0.6785502085208893, + 0.6754426885128021, + 0.6688244145870209, + 0.6485107803106308, + 0.6637302653312683, + 0.6521788113594055, + 0.6718272481918335, + 0.6910618996620178, + 0.7287369018554688, + 0.7307573244094848, + 0.7283793703079223, + 0.79008408908844, + 0.8179881494522094, + 0.8709803493499756, + 0.8228100231170654, + 0.8579356725692749, + 0.8632372360229492, + 0.8647078338623047, + 0.8247142519950866, + 0.8100111122131348, + 0.827653882598877, + 0.7867350393295288, + 0.7713617871284485, + 0.7540933326721191, + 0.7635929446220397, + 0.731565843629837, + 0.7520291829109191, + 0.7454802143096924, + 0.7568781739234924, + 0.7290890070438385, + 0.7567377836227417, + 0.7685284609794617, + 0.7458412083625794, + 0.739471393108368, + 0.7550339795112609, + 0.7631093349456787, + 0.7788069766998291, + 0.7642952583789825, + 0.7572312101840973, + 0.7669681239128113, + 0.7663568916320801, + 0.7649306897163392, + 0.7452942167282105, + 0.7477542019367218, + 0.7388495827674866, + 0.7364303831100464, + 0.7253182221412658, + 0.7264514459609985, + 0.7120715827941895, + 0.711595621585846, + 0.7125990421295166, + 0.6964491970062255, + 0.690447259426117, + 0.686346722984314, + 0.6837696258544922, + 0.6897882652282715, + 0.6716403135299682, + 0.6684516845226288, + 0.658786863708496, + 0.6592671649932861, + 0.6566618491172791, + 0.6524367179870606, + 0.6484959433555603, + 0.6476131733894348, + 0.645097210597992, + 0.6444143989562988, + 0.6423414867401123, + 0.6404327310562133, + 0.6396769283294678, + 0.6387527324676514, + 0.6382552500724793, + 0.6379588050365448 + ], + "train_acc": [ + 0.317, + 0.6744, + 0.8113, + 0.8207, + 0.8166, + 0.7937, + 0.7738, + 0.7632, + 0.7617, + 0.7675, + 0.765, + 0.77, + 0.7642, + 0.7658, + 0.757, + 0.7525, + 0.7407, + 0.7439, + 0.7443, + 0.7262, + 0.7243, + 0.7127, + 0.728, + 0.7172, + 0.718, + 0.7182, + 0.7229, + 0.7304, + 0.7319, + 0.7341, + 0.7352, + 0.7414, + 0.738, + 0.7511, + 0.7459, + 0.7455, + 0.7481, + 0.7508, + 0.7422, + 0.7329, + 0.7467, + 0.7435, + 0.7391, + 0.7351, + 0.726, + 0.7289, + 0.7301, + 0.7278, + 0.7306, + 0.7293, + 0.7336, + 0.7358, + 0.7371, + 0.7395, + 0.7396, + 0.7388, + 0.7481, + 0.7457, + 0.7429, + 0.7528, + 0.7515, + 0.7537, + 0.7543, + 0.7518, + 0.7571, + 0.7615, + 0.7636, + 0.7662, + 0.7652, + 0.7643, + 0.766, + 0.7669, + 0.7664, + 0.7673, + 0.7688, + 0.7679, + 0.7679, + 0.7685, + 0.769, + 0.7687 + ], + "test_acc": [ + 0.5575, + 0.739, + 0.8005, + 0.8015, + 0.783, + 0.7665, + 0.747, + 0.7405, + 0.7335, + 0.7295, + 0.742, + 0.7355, + 0.7425, + 0.7325, + 0.719, + 0.7025, + 0.704, + 0.7005, + 0.692, + 0.704, + 0.6875, + 0.695, + 0.6645, + 0.684, + 0.677, + 0.697, + 0.7095, + 0.6875, + 0.7055, + 0.714, + 0.717, + 0.698, + 0.7235, + 0.7255, + 0.698, + 0.71, + 0.7215, + 0.7175, + 0.6895, + 0.7005, + 0.6965, + 0.7165, + 0.703, + 0.6825, + 0.696, + 0.709, + 0.6885, + 0.703, + 0.6925, + 0.714, + 0.705, + 0.704, + 0.7125, + 0.7125, + 0.7055, + 0.7165, + 0.72, + 0.7105, + 0.695, + 0.718, + 0.711, + 0.71, + 0.713, + 0.714, + 0.7155, + 0.72, + 0.7215, + 0.7195, + 0.718, + 0.721, + 0.724, + 0.7225, + 0.7285, + 0.724, + 0.7185, + 0.721, + 0.722, + 0.72, + 0.718, + 0.7175 + ], + "state_pred_error": [ + 0.7602040468215943, + 0.2622531470775604, + 0.17849978141784667, + 0.1614789155960083, + 0.16503283252716064, + 0.17506846377849578, + 0.17919811906814576, + 0.17643984322547912, + 0.174144562625885, + 0.16553328351974486, + 0.15643454706668855, + 0.14659336729049682, + 0.136305808365345, + 0.123571908390522, + 0.1111008218050003, + 0.10061488182544709, + 0.09224651036262513, + 0.08541531358957291, + 0.07722941876649857, + 0.07062110755443574, + 0.06594702410697938, + 0.0628838957965374, + 0.060209538972377775, + 0.05664124082326889, + 0.05358169343471527, + 0.050588799649477004, + 0.047043840610980985, + 0.043419835364818575, + 0.040251914036273956, + 0.03733443737626076, + 0.03289287920594215, + 0.030201040321588515, + 0.028524299293756484, + 0.027144377875328064, + 0.026436590403318406, + 0.02564192984700203, + 0.02490743891596794, + 0.02470569230914116, + 0.02470841442346573, + 0.02410018715262413, + 0.023862673461437226, + 0.024583475697040558, + 0.02422580669671297, + 0.024175903251767158, + 0.024176146936416627, + 0.024424808049201965, + 0.023978449884057045, + 0.023637285515666007, + 0.023030763539671897, + 0.022442915526032448, + 0.021631024262309076, + 0.02109491000175476, + 0.02076397671699524, + 0.01964172987639904, + 0.019197289264202118, + 0.01844798127412796, + 0.018010758863389494, + 0.017326503592729567, + 0.016925657695531844, + 0.01668251698166132, + 0.016097314363718033, + 0.015790151277184486, + 0.015420251709222793, + 0.015212734445929528, + 0.015064427372813225, + 0.014315600739419461, + 0.014239497092366219, + 0.01392769330739975, + 0.013602190324664115, + 0.013257772579789162, + 0.013332617598772049, + 0.012796076652407647, + 0.012833661264181137, + 0.012363243766129017, + 0.01199699844121933, + 0.011854414081573486, + 0.011675881730020047, + 0.011419792121648788, + 0.011595408976078034, + 0.011023352561891079 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.81822270154953, + 0.44441917538642883, + 0.15419423580169678, + 0.14087578654289246 + ], + "perturbation_rho": [ + 0.7556701302528381, + 0.42722654342651367, + 0.13306331634521484, + 0.10285839438438416 + ], + "nudging": { + "0.001": [ + -0.022801965475082397, + -0.0018839023541659117, + -0.0004756013513542712, + -0.0004290228243917227 + ], + "0.003": [ + -0.06668633222579956, + -0.005640539340674877, + -0.0014254236593842506, + -0.0012861560098826885 + ], + "0.01": [ + -0.2031538337469101, + -0.01867133006453514, + -0.004740326199680567, + -0.00427617784589529 + ] + }, + "state_pred_error_per_layer": [ + 6433.45703125, + 2426.59619140625, + 1950.234130859375, + 1929.63232421875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.262130627822876, + 1.4312172101974487, + 0.818198119354248, + 0.589842716884613, + 0.49746571922302246, + 0.44104833211898803, + 0.4330927776813507, + 0.4132209104537964, + 0.4186548101425171, + 0.4405179395675659, + 0.43852746906280515, + 0.47328574361801146, + 0.5121363965034484, + 0.4439137755632401, + 0.4516206186294556, + 0.45784061965942385, + 0.5997123807907104, + 0.48465886812210085, + 0.6097313745498657, + 0.5907854682922363, + 0.5859235813617706, + 0.590377276802063, + 0.625524351978302, + 0.7122808382987976, + 0.6915377367019653, + 0.7904257673263549, + 0.8108633769989013, + 0.8236039951324463, + 0.849212548828125, + 0.724233080291748, + 0.7623365852355957, + 0.7959084012508393, + 0.7782834875106811, + 0.8130025611877442, + 0.8162316653251648, + 0.8279668930053711, + 0.759434295463562, + 0.8115165338516236, + 0.8311242639541626, + 0.8506224093437195, + 0.8758153738975525, + 0.9087218969345093, + 0.9493237188339233, + 0.9206383923530579, + 0.9653225570678711, + 1.0096012796401979, + 0.9753759350776673, + 0.9789245065689087, + 1.0101529162406921, + 1.0138245718002319, + 1.0072479097366334, + 0.9653099195480347, + 0.968689307975769, + 0.9597694366455078, + 0.9519970666885376, + 0.9325507595062256, + 0.9163512690544129, + 0.9141956408500671, + 0.900567813205719, + 0.9053131622314453, + 0.8990885392189026, + 0.88783081741333, + 0.8858179836273193, + 0.891084521484375, + 0.8845443550109864, + 0.8778420943260193, + 0.8832936000823974, + 0.8880286014556885, + 0.8798037006378174, + 0.8909469594955445, + 0.8816548425674439, + 0.8780255848884583, + 0.8818641589641572, + 0.8773575880050659, + 0.876659261894226, + 0.8753621809005737, + 0.8751238561630249, + 0.8746530110836029, + 0.8737541898727417, + 0.8735915374755859 + ], + "train_acc": [ + 0.1742, + 0.5142, + 0.696, + 0.7751, + 0.8086, + 0.8296, + 0.8316, + 0.8419, + 0.8428, + 0.836, + 0.8431, + 0.8345, + 0.8294, + 0.849, + 0.8483, + 0.8465, + 0.8266, + 0.8466, + 0.8239, + 0.8237, + 0.8236, + 0.8235, + 0.8125, + 0.8013, + 0.7991, + 0.7778, + 0.7777, + 0.7636, + 0.7595, + 0.7692, + 0.7558, + 0.7432, + 0.7414, + 0.7234, + 0.72, + 0.7211, + 0.7351, + 0.7224, + 0.7159, + 0.7168, + 0.709, + 0.7059, + 0.6956, + 0.703, + 0.6912, + 0.6837, + 0.6921, + 0.6868, + 0.6771, + 0.6761, + 0.6757, + 0.6829, + 0.6764, + 0.6743, + 0.6757, + 0.6818, + 0.6796, + 0.6813, + 0.6852, + 0.6819, + 0.6807, + 0.6857, + 0.6895, + 0.684, + 0.6886, + 0.6874, + 0.686, + 0.6841, + 0.6864, + 0.6836, + 0.6887, + 0.687, + 0.6865, + 0.6878, + 0.6895, + 0.6872, + 0.6875, + 0.6882, + 0.6877, + 0.6878 + ], + "test_acc": [ + 0.318, + 0.624, + 0.7205, + 0.758, + 0.791, + 0.8005, + 0.8045, + 0.802, + 0.809, + 0.799, + 0.7845, + 0.7945, + 0.8075, + 0.7995, + 0.8025, + 0.8045, + 0.795, + 0.801, + 0.793, + 0.7855, + 0.7965, + 0.7685, + 0.751, + 0.763, + 0.77, + 0.749, + 0.7495, + 0.717, + 0.727, + 0.727, + 0.7105, + 0.7045, + 0.723, + 0.691, + 0.6775, + 0.6825, + 0.691, + 0.672, + 0.69, + 0.6865, + 0.683, + 0.6695, + 0.663, + 0.656, + 0.638, + 0.6515, + 0.662, + 0.638, + 0.6275, + 0.6255, + 0.6435, + 0.645, + 0.641, + 0.6485, + 0.642, + 0.6545, + 0.6475, + 0.651, + 0.6355, + 0.6495, + 0.645, + 0.6555, + 0.6505, + 0.6585, + 0.6655, + 0.6595, + 0.6545, + 0.656, + 0.6575, + 0.6515, + 0.661, + 0.6555, + 0.657, + 0.659, + 0.6645, + 0.659, + 0.6605, + 0.6615, + 0.663, + 0.662 + ], + "value_loss": [ + 2.836528095149994, + 0.816120489692688, + 0.7672985095977783, + 0.6673721037864685, + 0.6218352233886719, + 0.5661839260101318, + 0.5949610354423523, + 0.5516304483413697, + 0.5791759598731995, + 0.6596351661682129, + 0.6578461580753326, + 0.7922459089279175, + 0.9037014740467072, + 0.7193802554607391, + 0.7673241809844971, + 0.7787123111724854, + 1.3601861742019654, + 0.9313673071861267, + 1.474704369354248, + 1.3335748901367188, + 1.270239903330803, + 1.269356042098999, + 1.4781879760742187, + 1.7342560359954835, + 1.3972830940246581, + 1.6526852645874024, + 1.6395666912078857, + 1.56644215965271, + 1.5341948862075805, + 0.9233963856697083, + 1.0111778057098388, + 0.9221102019548416, + 0.7878839856147766, + 0.7374455715179443, + 0.8913812401771546, + 0.8214996140480042, + 0.6318444541931152, + 0.6830074096679688, + 0.6844325854301453, + 0.7359561821460724, + 0.7201960114479065, + 0.9737900894165039, + 0.9896724973022938, + 0.7746155975341796, + 0.8274507285118103, + 0.9665608058929444, + 0.8868430158615113, + 0.7537654181957245, + 0.8216570307731629, + 0.9841215091705322, + 0.769625757598877, + 0.7049013290405274, + 0.6331182146072387, + 0.573897342300415, + 0.6105682130813599, + 0.5479789059877396, + 0.5798083689689636, + 0.536684540271759, + 0.5124590743064881, + 0.5254100856781005, + 0.4978441138267517, + 0.471036555147171, + 0.4788544952392578, + 0.4990608347892761, + 0.4809326467514038, + 0.46791065502166745, + 0.457541916513443, + 0.49322594323158264, + 0.4535485433578491, + 0.4952109790802002, + 0.46238712191581727, + 0.47982813143730163, + 0.4530548775434494, + 0.4594691922664642, + 0.4442018630981445, + 0.44861485176086424, + 0.46499351823329926, + 0.424641322183609, + 0.4401831715106964, + 0.4397273305892944 + ], + "term_loss": [ + 1.6414134392738342, + 0.4443137921333313, + 0.559983926486969, + 0.49769357573986056, + 0.4615332902908325, + 0.4038254972457886, + 0.42386618661880493, + 0.39851482734680177, + 0.43347569313049317, + 0.5093920680999756, + 0.51156728348732, + 0.6394623676300049, + 0.7410367949008941, + 0.5717715268313884, + 0.6199797077178955, + 0.6282519329071045, + 1.1741165599822998, + 0.7754406516075134, + 1.2814094917297363, + 1.1448762008666993, + 1.078112751597166, + 1.0786702735185623, + 1.2648520378112793, + 1.4924066591262817, + 1.1564546440124512, + 1.3825412983894347, + 1.3632638927459717, + 1.273400711774826, + 1.2350535747528075, + 0.6543076923370361, + 0.743414258146286, + 0.6539574896752834, + 0.5301746461391449, + 0.47235264806747435, + 0.6108167475700378, + 0.5428714781761169, + 0.36918434228897096, + 0.4127294704437256, + 0.4095069869041443, + 0.4532541881084442, + 0.42979537315368654, + 0.657108716583252, + 0.6661989997468889, + 0.48077965931892397, + 0.5223898464202881, + 0.6413800700187683, + 0.5746263883352279, + 0.45323983748555186, + 0.5107939560890198, + 0.6490193854093551, + 0.45889209270477294, + 0.3982938908576965, + 0.3374675412416458, + 0.2782774634361267, + 0.3107684251785278, + 0.25898139514923096, + 0.2855128740787506, + 0.25347770825624466, + 0.23208063430786133, + 0.2410294221639633, + 0.2160837390065193, + 0.19500134890079499, + 0.20165469875335693, + 0.21840870115756988, + 0.20449393968582152, + 0.19281733981966973, + 0.18233885293602944, + 0.20709821685552596, + 0.1764617787361145, + 0.20976627004146575, + 0.18346078137159347, + 0.19315808384418487, + 0.174583125397563, + 0.18013888797163963, + 0.16657554160356522, + 0.16982417922019957, + 0.17727276504337788, + 0.15045344903618096, + 0.16139265533685684, + 0.15641304728984834 + ], + "bridge_loss": [ + 0.900298724684713, + 0.10897476739883423, + 0.013502670300006866, + 0.007317591543495655, + 0.013260967975854873, + 0.026125178402662277, + 0.03503929834663868, + 0.02188970936536789, + 0.013026782926917077, + 0.011307439970970154, + 0.010092764848843217, + 0.010237911105155945, + 0.013995288537442684, + 0.012832430324703456, + 0.012492080415040255, + 0.014081171977519989, + 0.02573243781030178, + 0.01742579458653927, + 0.02827236390709877, + 0.029418908831477165, + 0.030862452240288257, + 0.029623181630671024, + 0.0410612174987793, + 0.05416689481958747, + 0.05351105071902275, + 0.06370576785802841, + 0.07011887242197991, + 0.08096941623687744, + 0.07904928328990936, + 0.06591862261295318, + 0.05198305888175964, + 0.04291395637691021, + 0.03001920160204172, + 0.026808916348218918, + 0.041261438471078875, + 0.037955932024121286, + 0.03391407470107079, + 0.029103711080551146, + 0.02739130940437317, + 0.033617016315460206, + 0.03501213674545288, + 0.05587814524173736, + 0.05730794131085277, + 0.03438319742679596, + 0.039327720046043395, + 0.05050214891731739, + 0.04590215096473694, + 0.03501346428096294, + 0.03831291145086289, + 0.06274814118742943, + 0.03908389060497284, + 0.041417847597599027, + 0.02885300542116165, + 0.028863998132944105, + 0.03592278670668602, + 0.029343222188949584, + 0.036601207423210144, + 0.026603504705429076, + 0.026558925279974936, + 0.02896751680970192, + 0.02652877620458603, + 0.023973076324164868, + 0.026193797969818116, + 0.029547524043917656, + 0.0260269956946373, + 0.02558014368414879, + 0.025181468015909196, + 0.03461530534923077, + 0.027815614938735963, + 0.03386597931981087, + 0.02894253313243389, + 0.03772374717593193, + 0.028875116419792176, + 0.030721370708942413, + 0.029193979501724244, + 0.030907452699542044, + 0.03893886293917894, + 0.025970697021484374, + 0.030952987808734178, + 0.03557699205875397 + ], + "tgrad_loss": [ + 0.29481595182418824, + 0.2628319282531738, + 0.19381191189289093, + 0.1623609337568283, + 0.14704096510410308, + 0.1362332438468933, + 0.13605555095672608, + 0.13122591376304626, + 0.13267348070144652, + 0.13893566043376923, + 0.13618611092567443, + 0.14254561347961425, + 0.14866939194202422, + 0.13477630219459533, + 0.13485239193439483, + 0.1363792091369629, + 0.16033716580867768, + 0.13850085837841034, + 0.16502252187728883, + 0.15927977619171144, + 0.1612646919131279, + 0.161062579369545, + 0.1722747184753418, + 0.187682466506958, + 0.18731740918159484, + 0.20643819508552552, + 0.2061839234828949, + 0.2120720314979553, + 0.2200920252084732, + 0.20317007291316985, + 0.21578048248291015, + 0.2252387508034706, + 0.2276901375055313, + 0.23828400321006774, + 0.23930306017398834, + 0.24067220277786255, + 0.22874603548049927, + 0.24117423267364502, + 0.24753428769111632, + 0.24908498060703277, + 0.25538849935531616, + 0.2608032299041748, + 0.26616555204987524, + 0.25945273523330686, + 0.26573316116333007, + 0.2746785915374756, + 0.26631446256637575, + 0.26551211733818053, + 0.27255016849040986, + 0.2723539809703827, + 0.2716497754096985, + 0.2651895927429199, + 0.266797674536705, + 0.2667558801651001, + 0.2638769968032837, + 0.25965428969860077, + 0.2576942884683609, + 0.25660332770347594, + 0.2538195102930069, + 0.2554131515979767, + 0.2552316018819809, + 0.25206212692260743, + 0.25100599851608274, + 0.2511046103000641, + 0.2504117116451263, + 0.2495131744623184, + 0.2500215957164764, + 0.2515124215364456, + 0.24927114658355712, + 0.2515787253379822, + 0.24998380770683287, + 0.24894629969596863, + 0.24959663410186766, + 0.24860893502235412, + 0.2484323462486267, + 0.2478832187652588, + 0.24878188691139222, + 0.24821717635989188, + 0.24783752670288087, + 0.24773729231357575 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.08037468791007996, + 0.24492917954921722, + 0.2708122730255127, + 0.26078444719314575 + ], + "perturbation_rho": [ + 0.14874565601348877, + 0.4311285614967346, + 0.48388832807540894, + 0.44747647643089294 + ], + "nudging": { + "0.001": [ + -0.003998343367129564, + -0.0020397088956087828, + -0.0019317157566547394, + -0.001842876197770238 + ], + "0.003": [ + -0.011952575296163559, + -0.006111519411206245, + -0.005789835937321186, + -0.005522121675312519 + ], + "0.01": [ + -0.03933826461434364, + -0.020281529054045677, + -0.01922188699245453, + -0.018336530774831772 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json new file mode 100644 index 0000000..533ce8d --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.4960858375549317, + 0.5346975540161133, + 0.38716840896606447, + 0.35499444410800934, + 0.30661033401489257, + 0.30922529895305634, + 0.27481330077648164, + 0.269934020614624, + 0.29978428807258606, + 0.25284944949150084, + 0.25780958070755006, + 0.23303727264404298, + 0.24132988526821136, + 0.20776223244667053, + 0.1969887863755226, + 0.1761551865696907, + 0.16374456174373628, + 0.18347106391191484, + 0.1597210103750229, + 0.1635675217628479, + 0.17662811236381531, + 0.15870836329460145, + 0.1737984106183052, + 0.13217050411701203, + 0.1460229372382164, + 0.12168637955188752, + 0.1280234918475151, + 0.12693974618911744, + 0.11462656342983246, + 0.1029154019355774, + 0.13926502933502197, + 0.10933776559829712, + 0.09320529713630676, + 0.09527391186952591, + 0.079886494910717, + 0.07977066860198975, + 0.07166484508514405, + 0.07007486948370933, + 0.06268392709493636, + 0.06896026997566224, + 0.06800698767900466, + 0.05527717870473862, + 0.06054863209873438, + 0.04793440787792206, + 0.054939467120170594, + 0.043425172302126884, + 0.04000619463920593, + 0.04502314983308315, + 0.03696476737260818, + 0.042237274646759033, + 0.043874549174308775, + 0.038109699201583865, + 0.03395200428068638, + 0.029588924580812453, + 0.028190810793638228, + 0.02734000713825226, + 0.028795221200585364, + 0.02614459018409252, + 0.02498855213224888, + 0.02417927698493004, + 0.024668072617053987, + 0.023915421676635743, + 0.023400312945246696, + 0.02246341987848282, + 0.022365201508998872, + 0.021897871212661266, + 0.021433941733837128, + 0.02118105274736881, + 0.020932374608516692, + 0.02072743790745735, + 0.020465456957370044, + 0.020281540298461916, + 0.02012429815530777, + 0.0200213955193758, + 0.01993154845237732, + 0.019858657205104827, + 0.019795786088705063, + 0.019747656816244127, + 0.01971831915974617, + 0.019699555786699057 + ], + "train_acc": [ + 0.5077, + 0.8231, + 0.8605, + 0.8665, + 0.8838, + 0.8805, + 0.891, + 0.8918, + 0.8816, + 0.9026, + 0.8988, + 0.9096, + 0.9022, + 0.919, + 0.9242, + 0.9348, + 0.9395, + 0.9298, + 0.9397, + 0.9393, + 0.9299, + 0.9363, + 0.9316, + 0.9518, + 0.9452, + 0.9571, + 0.9536, + 0.9555, + 0.9601, + 0.9645, + 0.9455, + 0.9596, + 0.969, + 0.9686, + 0.9778, + 0.9762, + 0.9809, + 0.9817, + 0.9867, + 0.9815, + 0.982, + 0.9885, + 0.9851, + 0.9931, + 0.9872, + 0.9941, + 0.9973, + 0.9923, + 0.9964, + 0.9936, + 0.9927, + 0.9951, + 0.9969, + 0.9991, + 0.9995, + 0.9994, + 0.9984, + 0.9996, + 0.9996, + 0.9997, + 0.9994, + 1.0, + 0.9999, + 1.0, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.75, + 0.8525, + 0.866, + 0.8635, + 0.8695, + 0.871, + 0.8765, + 0.8645, + 0.8605, + 0.8785, + 0.8745, + 0.8675, + 0.8715, + 0.8745, + 0.871, + 0.881, + 0.883, + 0.8775, + 0.8775, + 0.88, + 0.8765, + 0.879, + 0.876, + 0.8835, + 0.8815, + 0.8775, + 0.878, + 0.8845, + 0.8815, + 0.8815, + 0.876, + 0.8855, + 0.8835, + 0.8875, + 0.8875, + 0.884, + 0.8805, + 0.8825, + 0.8835, + 0.885, + 0.886, + 0.883, + 0.8845, + 0.8885, + 0.8935, + 0.8865, + 0.8865, + 0.882, + 0.886, + 0.889, + 0.884, + 0.8855, + 0.887, + 0.886, + 0.885, + 0.8875, + 0.885, + 0.885, + 0.889, + 0.8885, + 0.8875, + 0.8875, + 0.89, + 0.8875, + 0.887, + 0.8835, + 0.887, + 0.8865, + 0.887, + 0.888, + 0.8875, + 0.887, + 0.8855, + 0.886, + 0.886, + 0.8855, + 0.8855, + 0.8855, + 0.8855, + 0.8855 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.792909562587738, + 0.7804109454154968, + 0.7618845105171204, + 0.7463140487670898 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999976754188538, + 0.9999912977218628, + 0.9999581575393677 + ], + "nudging": { + "0.001": [ + -0.03518236428499222, + -0.019823763519525528, + -0.009707804769277573, + -0.004611268639564514 + ], + "0.003": [ + -0.09652796387672424, + -0.05666226148605347, + -0.028457924723625183, + -0.013685199432075024 + ], + "0.01": [ + -0.2336917370557785, + -0.1588592678308487, + -0.0874030739068985, + -0.04391264170408249 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2411655475616454, + 1.4526173705101013, + 0.8525485153198242, + 0.6137924177646636, + 0.5145371016025543, + 0.446749422454834, + 0.4214886118412018, + 0.4195548385620117, + 0.4367940719604492, + 0.4271266968727112, + 0.4506368330955505, + 0.431544850730896, + 0.47056838960647585, + 0.4950884919166565, + 0.46457617955207825, + 0.44138867642879487, + 0.46890158281326294, + 0.5305374766528607, + 0.473049675154686, + 0.5022008052349091, + 0.5181013618469238, + 0.5725814378738403, + 0.6426745875835419, + 0.5557390186309814, + 0.5579349591135979, + 0.5740194640159607, + 0.5308336600065231, + 0.5652545422554016, + 0.5799481949329376, + 0.5444272952079773, + 0.6203189346969128, + 0.5797858777523041, + 0.5540922529220581, + 0.6830843738555908, + 0.615204192352295, + 0.5617164747238159, + 0.5623749876022339, + 0.6315483769670129, + 0.5285355776786804, + 0.5771580843925476, + 0.5868863337516784, + 0.5256145215988159, + 0.5623120756149292, + 0.5721551623344422, + 0.5184764307022095, + 0.5232071911811829, + 0.5361109107017518, + 0.5600172671496868, + 0.4889044641494751, + 0.5039423065185547, + 0.48181177968978883, + 0.5018940591812133, + 0.5007769202709198, + 0.48498369932174684, + 0.49861330699920653, + 0.50194164686203, + 0.5412097283363342, + 0.4756260334253311, + 0.45754834973812103, + 0.44795829181671143, + 0.4544060218811035, + 0.44153900299072263, + 0.45146822926998137, + 0.4521883423805237, + 0.4729661870479584, + 0.4337798559188843, + 0.43757696523666384, + 0.42876729426383975, + 0.4239328568458557, + 0.42891270719766617, + 0.4150575352668762, + 0.41506909675598147, + 0.41555006608963013, + 0.41147264165878294, + 0.4131491298675537, + 0.41100745553970336, + 0.40833550534248353, + 0.4068710644721985, + 0.4059945067882538, + 0.40573364531993866 + ], + "train_acc": [ + 0.186, + 0.5098, + 0.6861, + 0.7694, + 0.803, + 0.8305, + 0.8387, + 0.8401, + 0.8367, + 0.8391, + 0.836, + 0.8406, + 0.8345, + 0.8287, + 0.837, + 0.8435, + 0.8413, + 0.8283, + 0.8436, + 0.8394, + 0.8373, + 0.822, + 0.8238, + 0.8295, + 0.8343, + 0.8312, + 0.8379, + 0.8308, + 0.83, + 0.8388, + 0.8251, + 0.836, + 0.8379, + 0.8196, + 0.8331, + 0.8437, + 0.8403, + 0.8265, + 0.8473, + 0.8364, + 0.8374, + 0.8477, + 0.8394, + 0.8473, + 0.8507, + 0.8521, + 0.8455, + 0.8448, + 0.8579, + 0.8505, + 0.8592, + 0.8549, + 0.8576, + 0.8598, + 0.8569, + 0.8518, + 0.8476, + 0.8597, + 0.8621, + 0.8677, + 0.8657, + 0.8661, + 0.8651, + 0.8658, + 0.8604, + 0.8685, + 0.8672, + 0.8697, + 0.8726, + 0.8692, + 0.8725, + 0.8752, + 0.8726, + 0.8731, + 0.8738, + 0.8747, + 0.874, + 0.8756, + 0.8752, + 0.8756 + ], + "test_acc": [ + 0.355, + 0.613, + 0.726, + 0.765, + 0.7915, + 0.7945, + 0.796, + 0.8035, + 0.7775, + 0.7815, + 0.7895, + 0.779, + 0.768, + 0.7545, + 0.7975, + 0.8, + 0.781, + 0.7915, + 0.799, + 0.783, + 0.7645, + 0.775, + 0.792, + 0.783, + 0.786, + 0.7715, + 0.7735, + 0.772, + 0.7965, + 0.756, + 0.761, + 0.801, + 0.735, + 0.7755, + 0.7805, + 0.794, + 0.7575, + 0.7605, + 0.7725, + 0.783, + 0.793, + 0.786, + 0.794, + 0.788, + 0.7975, + 0.784, + 0.7785, + 0.8035, + 0.8, + 0.808, + 0.797, + 0.799, + 0.795, + 0.793, + 0.806, + 0.7975, + 0.8075, + 0.793, + 0.8045, + 0.8165, + 0.809, + 0.816, + 0.815, + 0.81, + 0.808, + 0.8165, + 0.809, + 0.8195, + 0.8135, + 0.812, + 0.817, + 0.8165, + 0.816, + 0.8175, + 0.814, + 0.8165, + 0.817, + 0.817, + 0.8175, + 0.817 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.010789386928081512, + 0.08449429273605347, + 0.10027095675468445, + 0.1133105605840683 + ], + "perturbation_rho": [ + -0.022197294980287552, + 0.02167895808815956, + 0.18905602395534515, + 0.18277563154697418 + ], + "nudging": { + "0.001": [ + -8.850065933074802e-05, + -0.0005693648708984256, + -0.00039813597686588764, + -0.00038892755401320755 + ], + "0.003": [ + -0.000241757370531559, + -0.0017084539867937565, + -0.00119449058547616, + -0.0011681977193802595 + ], + "0.01": [ + -0.0005262043559923768, + -0.005684657022356987, + -0.003974507562816143, + -0.0038818921893835068 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8605559646606444, + 0.8181579312324524, + 0.4888786570072174, + 0.46094297194480893, + 0.5146874758720398, + 0.5756171208381653, + 0.6119997030258179, + 0.631787965297699, + 0.6700198846817017, + 0.7132655641555786, + 0.7236264010429382, + 0.7378828598022461, + 0.7261418657302856, + 0.727296348953247, + 0.7321721215248108, + 0.736586001586914, + 0.7621609721183776, + 0.763503788948059, + 0.7666075186729431, + 0.7711701553344726, + 0.7736121963500977, + 0.7452512830734253, + 0.7567199333190918, + 0.7540113342285156, + 0.7480614219665528, + 0.735906481552124, + 0.7370582301139832, + 0.6966712136268616, + 0.6802552005767822, + 0.6610010339736938, + 0.6873619891166687, + 0.6534000772476196, + 0.6929481398582459, + 0.6387723390579224, + 0.6156042585372925, + 0.6434125867843627, + 0.6252378331184387, + 0.6347130266189576, + 0.6249235614776611, + 0.6330950705289841, + 0.5946530082702637, + 0.6063001970291138, + 0.622239726114273, + 0.6078498930931091, + 0.5940731934547424, + 0.5847301836967468, + 0.5914536945343017, + 0.5992654499053955, + 0.5896003244400024, + 0.5899710475921631, + 0.5955881645202636, + 0.5772649069786072, + 0.579361309337616, + 0.5728494137763978, + 0.5764807563781739, + 0.5744461917877197, + 0.5702900684833526, + 0.577054048538208, + 0.5672821633338928, + 0.5654981985330582, + 0.5666977419853211, + 0.5643723483085632, + 0.5685850902557373, + 0.5597343187332153, + 0.5564246373176575, + 0.5545753452301025, + 0.5560362690925598, + 0.5581320198059082, + 0.547701037311554, + 0.5481671844482422, + 0.5475796377182007, + 0.5468229295730591, + 0.5432382588863373, + 0.5421132974624634, + 0.541416937828064, + 0.5409614672660827, + 0.5399176012039184, + 0.5391464573860169, + 0.5387552119731903, + 0.5384695112228394 + ], + "train_acc": [ + 0.3368, + 0.698, + 0.8163, + 0.8254, + 0.8097, + 0.7944, + 0.7835, + 0.7788, + 0.7649, + 0.7552, + 0.7385, + 0.7349, + 0.7359, + 0.7379, + 0.7343, + 0.7369, + 0.7296, + 0.7292, + 0.7336, + 0.7291, + 0.7343, + 0.7384, + 0.7402, + 0.7364, + 0.7392, + 0.7441, + 0.7439, + 0.7548, + 0.7638, + 0.77, + 0.7606, + 0.7728, + 0.7621, + 0.7791, + 0.7881, + 0.7784, + 0.7809, + 0.7789, + 0.7816, + 0.7812, + 0.7897, + 0.7883, + 0.7816, + 0.7874, + 0.7903, + 0.7956, + 0.791, + 0.788, + 0.7929, + 0.7935, + 0.7895, + 0.7969, + 0.7941, + 0.7975, + 0.7985, + 0.7961, + 0.8005, + 0.7976, + 0.8006, + 0.7995, + 0.7997, + 0.8015, + 0.8009, + 0.8023, + 0.8038, + 0.8063, + 0.8055, + 0.8068, + 0.8086, + 0.8086, + 0.8099, + 0.8084, + 0.812, + 0.8089, + 0.8106, + 0.8101, + 0.8105, + 0.813, + 0.8116, + 0.8115 + ], + "test_acc": [ + 0.5775, + 0.758, + 0.8025, + 0.7935, + 0.784, + 0.77, + 0.7645, + 0.749, + 0.7345, + 0.7205, + 0.7075, + 0.712, + 0.7105, + 0.716, + 0.7255, + 0.706, + 0.693, + 0.6855, + 0.716, + 0.719, + 0.716, + 0.7045, + 0.7215, + 0.705, + 0.7195, + 0.6925, + 0.7125, + 0.711, + 0.7125, + 0.7145, + 0.747, + 0.7325, + 0.7205, + 0.7515, + 0.7295, + 0.7535, + 0.7225, + 0.7535, + 0.739, + 0.7455, + 0.7515, + 0.7435, + 0.749, + 0.7635, + 0.755, + 0.7415, + 0.755, + 0.752, + 0.7465, + 0.7605, + 0.759, + 0.745, + 0.7625, + 0.748, + 0.7625, + 0.7665, + 0.7555, + 0.754, + 0.767, + 0.759, + 0.76, + 0.761, + 0.7705, + 0.765, + 0.7645, + 0.76, + 0.765, + 0.773, + 0.7705, + 0.7675, + 0.771, + 0.769, + 0.7705, + 0.764, + 0.767, + 0.766, + 0.7675, + 0.768, + 0.7675, + 0.7675 + ], + "state_pred_error": [ + 0.7528388725280761, + 0.2578148658514023, + 0.16944917948246002, + 0.15115742516517638, + 0.14653776726722717, + 0.1493137075185776, + 0.15279092507362366, + 0.1516626188278198, + 0.14644639718532562, + 0.1432818317890167, + 0.1341671544909477, + 0.12109726746082305, + 0.10874035103321075, + 0.09516428833007813, + 0.08291223795413971, + 0.0741053925871849, + 0.06677378851175308, + 0.05990288783311844, + 0.05339719951748848, + 0.047321006536483766, + 0.04257492316961289, + 0.039824042534828186, + 0.03776356348991394, + 0.03543094688653946, + 0.03290540891289711, + 0.030680635172128677, + 0.029502621805667876, + 0.028691610008478165, + 0.028108215525746345, + 0.02795259121656418, + 0.02805232812166214, + 0.028190095496177674, + 0.02814672722220421, + 0.028008159649372102, + 0.027467489010095596, + 0.02668677789568901, + 0.026043729621171952, + 0.025943757286667823, + 0.024753411382436752, + 0.024162132585048676, + 0.023421377569437025, + 0.022592406967282295, + 0.021806583201885225, + 0.020894898462295534, + 0.021760780826210975, + 0.01970126095712185, + 0.018973005139827727, + 0.018254657858610152, + 0.01774941844791174, + 0.017085333578288554, + 0.01667745073735714, + 0.015917856815457345, + 0.015461402994394302, + 0.015105176398158074, + 0.014731700393557548, + 0.014277263483405113, + 0.014336085096001625, + 0.013835087125003339, + 0.013015667875111103, + 0.012977058197557926, + 0.012411148184537887, + 0.012218371331691742, + 0.011917488634586334, + 0.011587343527376651, + 0.011386518168449402, + 0.010996050210297108, + 0.011000375728309154, + 0.01093198662251234, + 0.010665439885854722, + 0.010713081985712051, + 0.010309466387331486, + 0.009999687269330025, + 0.00984979961514473, + 0.00978974297195673, + 0.009679957465827465, + 0.009439942936599255, + 0.009190370073914527, + 0.009009707018733024, + 0.008934175878763198, + 0.008844223669171333 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8223247528076172, + 0.5256583094596863, + 0.17289233207702637, + 0.1550998091697693 + ], + "perturbation_rho": [ + 0.7023045420646667, + 0.4341009259223938, + 0.10907860845327377, + 0.14972183108329773 + ], + "nudging": { + "0.001": [ + -0.02259308099746704, + -0.0022590490989387035, + -0.0004881378263235092, + -0.00040942247142083943 + ], + "0.003": [ + -0.06565646827220917, + -0.00675535574555397, + -0.0014629701618105173, + -0.0012272088788449764 + ], + "0.01": [ + -0.19577056169509888, + -0.022263746708631516, + -0.004863455425947905, + -0.0040816450491547585 + ] + }, + "state_pred_error_per_layer": [ + 6500.04248046875, + 2179.638671875, + 1695.392333984375, + 1466.414306640625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2343986097335815, + 1.453624027633667, + 0.8504115339279175, + 0.615304591178894, + 0.5090120125770569, + 0.45330931091308596, + 0.43282444887161253, + 0.43574942698478697, + 0.4284877701282501, + 0.43351908864974975, + 0.4202498661994934, + 0.4424209837436676, + 0.4577544458389282, + 0.492310822057724, + 0.48694960260391235, + 0.48417129316329954, + 0.4986941133260727, + 0.4728296154022217, + 0.5724463475704193, + 0.5595875578403473, + 0.532526982831955, + 0.5746327924728394, + 0.7126660821914673, + 0.7370420686721801, + 0.7313992212295533, + 0.7004754811286926, + 0.6956765615463257, + 0.7959447092533112, + 0.7934829597473144, + 0.856204462814331, + 0.8262276921272278, + 0.9044902267456054, + 0.8700028440475464, + 0.9274394365310669, + 0.9137028537750244, + 0.8890384769439698, + 1.0017674032211303, + 0.9142154163360595, + 0.9766313817024231, + 0.9468437704086303, + 0.9564611262321472, + 0.9481983922958374, + 0.985984567451477, + 0.9648167610168457, + 0.9928602050304413, + 0.9667063350677491, + 1.0476517265319825, + 1.0296577951431274, + 1.0196615926742554, + 0.9884319522857666, + 0.9943711001396179, + 0.996761853981018, + 0.9902983669281006, + 1.0116610792160035, + 0.9913013689041138, + 1.0162655168533326, + 0.9909055713653564, + 0.9940459415435791, + 0.9812287101745606, + 0.990528486442566, + 0.9934272569656372, + 0.9935013324737548, + 0.9953188559532166, + 0.9872588449478149, + 0.9923500513076782, + 0.9922672483444214, + 0.9931164207458496, + 0.985268419933319, + 0.9802879577636718, + 0.9865230370521545, + 0.9794404148101806, + 0.9768617332458496, + 0.9763567300796508, + 0.9761575534820557, + 0.974729040145874, + 0.972526121520996, + 0.9724656517028809, + 0.9720203231811524, + 0.9705313505172729, + 0.9701843170166016 + ], + "train_acc": [ + 0.1851, + 0.501, + 0.6924, + 0.7691, + 0.8101, + 0.8278, + 0.835, + 0.8321, + 0.838, + 0.8381, + 0.8452, + 0.8374, + 0.8368, + 0.8319, + 0.8298, + 0.8348, + 0.8353, + 0.8419, + 0.8244, + 0.8207, + 0.8248, + 0.8189, + 0.7836, + 0.7768, + 0.7709, + 0.7698, + 0.7677, + 0.7396, + 0.7351, + 0.7219, + 0.7224, + 0.7057, + 0.7025, + 0.6881, + 0.6911, + 0.6874, + 0.6617, + 0.6805, + 0.6654, + 0.67, + 0.6657, + 0.6666, + 0.6567, + 0.6515, + 0.6552, + 0.6553, + 0.6316, + 0.6448, + 0.6405, + 0.6466, + 0.6417, + 0.6463, + 0.643, + 0.6361, + 0.6427, + 0.6356, + 0.6455, + 0.645, + 0.6491, + 0.6414, + 0.642, + 0.6422, + 0.6438, + 0.6421, + 0.6378, + 0.6408, + 0.6401, + 0.6414, + 0.6434, + 0.6414, + 0.6442, + 0.6453, + 0.6441, + 0.646, + 0.6456, + 0.6434, + 0.645, + 0.6472, + 0.647, + 0.646 + ], + "test_acc": [ + 0.3695, + 0.6125, + 0.732, + 0.772, + 0.7855, + 0.7905, + 0.787, + 0.7925, + 0.798, + 0.802, + 0.7885, + 0.7805, + 0.7755, + 0.7785, + 0.779, + 0.7655, + 0.787, + 0.791, + 0.767, + 0.7695, + 0.767, + 0.707, + 0.7315, + 0.727, + 0.727, + 0.743, + 0.664, + 0.644, + 0.649, + 0.679, + 0.6495, + 0.651, + 0.6245, + 0.6465, + 0.6635, + 0.5545, + 0.6445, + 0.629, + 0.6125, + 0.6, + 0.6175, + 0.6225, + 0.59, + 0.5935, + 0.622, + 0.609, + 0.5955, + 0.5945, + 0.605, + 0.6335, + 0.5985, + 0.618, + 0.6125, + 0.615, + 0.612, + 0.626, + 0.6145, + 0.6215, + 0.622, + 0.614, + 0.6205, + 0.6205, + 0.619, + 0.6145, + 0.617, + 0.616, + 0.612, + 0.624, + 0.614, + 0.6145, + 0.6135, + 0.6175, + 0.6185, + 0.617, + 0.621, + 0.6165, + 0.6175, + 0.6165, + 0.615, + 0.617 + ], + "value_loss": [ + 3.023894792175293, + 0.8986896438598633, + 0.7798821739196777, + 0.6909401836395264, + 0.5764653768539428, + 0.5349095309972763, + 0.5056781127929687, + 0.5260066257476806, + 0.5290905786275863, + 0.5714910756111145, + 0.593832552909851, + 0.6378607465744018, + 0.7068720542907715, + 0.812154634809494, + 0.8033107622146607, + 0.8015370043754577, + 0.9214076406240463, + 0.7881726276397705, + 1.2114888192653657, + 1.0848007547855376, + 0.8881485988616943, + 1.0654814292907715, + 1.5107799823760986, + 1.4600254564762116, + 1.2796008218765258, + 1.135435813999176, + 0.9691264488220215, + 1.1726920662879945, + 1.129703632736206, + 1.1240834852218629, + 1.0206818098068238, + 1.0843358610153198, + 0.8683985090255737, + 0.9091012100219726, + 0.8982777906417847, + 0.740005069732666, + 0.9086256595611573, + 0.7258960815429687, + 0.8782961148262024, + 0.6398888462066651, + 0.7080119153976441, + 0.6535386414527893, + 0.6868848449230194, + 0.6373141875267029, + 0.6819823276519775, + 0.6544397377014161, + 0.8417046590805054, + 0.6846742402076721, + 0.6666352437019348, + 0.5878526174545288, + 0.5703939646720886, + 0.6319679483890533, + 0.5580304244041443, + 0.5517775423049927, + 0.5550727502822876, + 0.5422627649307251, + 0.526749885725975, + 0.5252036747217178, + 0.4967438272476196, + 0.5272078440189362, + 0.5113776790618897, + 0.5110072200298309, + 0.5037453308582306, + 0.501118311882019, + 0.48052791557312013, + 0.491667214345932, + 0.4838150468826294, + 0.4674044004917145, + 0.4652326403617859, + 0.45715550484657286, + 0.47330021438598635, + 0.45846579232215884, + 0.4664739728450775, + 0.4596080785751343, + 0.44709101357460024, + 0.5086768847942352, + 0.44456540699005126, + 0.4510745820999146, + 0.4489506968975067, + 0.4424677228450775 + ], + "term_loss": [ + 1.7427010470867157, + 0.48208142280578614, + 0.5679618017196655, + 0.5195615575790405, + 0.41694380503892897, + 0.37342323462963106, + 0.3461394340753555, + 0.3736634975910187, + 0.38409003803730013, + 0.424897181892395, + 0.4506664439201355, + 0.4885968829154968, + 0.5525542941093445, + 0.6469054134488106, + 0.6400146143913269, + 0.6403206890821457, + 0.7548702710151672, + 0.6292312892913818, + 1.030323140335083, + 0.8977560731410981, + 0.7063375649988651, + 0.8753381670951843, + 1.2645243648529052, + 1.2143967106819153, + 1.0314008697509767, + 0.8851956583857536, + 0.7202553007125855, + 0.8874784625053406, + 0.8458867080688477, + 0.8219177357673645, + 0.7048627055644989, + 0.7606868861675262, + 0.554924451828003, + 0.5762491623401642, + 0.5633525419235229, + 0.4294536910057068, + 0.5648997817039489, + 0.4093684819459915, + 0.5367715572834015, + 0.31539287347793576, + 0.3760087685585022, + 0.3255245527982712, + 0.35008056272268295, + 0.30248967091441153, + 0.3320766371250153, + 0.3127023727416992, + 0.46781888790130616, + 0.32705182971954344, + 0.3015207302093506, + 0.23376340117454528, + 0.2302341274499893, + 0.28476220836639404, + 0.21570249412059783, + 0.2140086658477783, + 0.2207069280743599, + 0.2051979726791382, + 0.19757021386027337, + 0.19944336045682431, + 0.1797251489162445, + 0.19338219695091247, + 0.1890155040860176, + 0.19045120375156402, + 0.17334317658543585, + 0.17656912994384766, + 0.15950183691978453, + 0.1694078619301319, + 0.16317301561832429, + 0.1491153277337551, + 0.14835610117912293, + 0.1391140363395214, + 0.15004074268341064, + 0.14137677636146545, + 0.14710547543764113, + 0.14120989878177642, + 0.13093972239494323, + 0.17345181898772716, + 0.12735800666809083, + 0.12920580761432648, + 0.12803946260213853, + 0.12383701201379299 + ], + "bridge_loss": [ + 0.9911150374100427, + 0.14225238285660743, + 0.01897906306087971, + 0.008157095196843147, + 0.016066196286678314, + 0.026334887421131135, + 0.025152397060394287, + 0.013772669732570648, + 0.009419957700371743, + 0.009206166239082813, + 0.009388158424198628, + 0.01007876497283578, + 0.010257267847657204, + 0.013791960202157498, + 0.015348700781166553, + 0.012856689554452896, + 0.018292034401744605, + 0.017754782377555966, + 0.020485600554943084, + 0.024397531032562255, + 0.022133925661444665, + 0.024291416144371032, + 0.04369710162878036, + 0.03945274412930012, + 0.040382358980178834, + 0.04041987403035164, + 0.035525544452667236, + 0.045289935863018035, + 0.04489333842992783, + 0.04701487867832184, + 0.06372669532299041, + 0.053910273158550265, + 0.04901574258804321, + 0.049852415746450426, + 0.05743934147357941, + 0.03363188169002533, + 0.04151349928379059, + 0.03473072373867035, + 0.05004978265017271, + 0.037063263088464735, + 0.03867579575777054, + 0.03736003184020519, + 0.03446328945159912, + 0.038409869611263275, + 0.04414601467847824, + 0.04355271501541138, + 0.058919631719589236, + 0.04385834427475929, + 0.05479392580688, + 0.0494567804440856, + 0.03416308156847954, + 0.04137864155471325, + 0.037130875611305236, + 0.02873442330956459, + 0.03029374772310257, + 0.02444745374917984, + 0.02370999895334244, + 0.022537667311728002, + 0.018014887282252312, + 0.03064262791275978, + 0.0187765949845314, + 0.017979868005216122, + 0.02728003891259432, + 0.02337435365319252, + 0.018309101203083992, + 0.020601727521419526, + 0.019028106117248537, + 0.01750932685434818, + 0.01801943519115448, + 0.017622895017266275, + 0.025175228443741798, + 0.019320746524631977, + 0.022181396812200545, + 0.021180605521798134, + 0.019371255433559418, + 0.03914435167312622, + 0.02086639016866684, + 0.025725779765844344, + 0.025558402460813524, + 0.02319883658438921 + ], + "tgrad_loss": [ + 0.29007866830825807, + 0.2743558446407318, + 0.19294130930900574, + 0.16322152862548828, + 0.14345537494421004, + 0.1351514089345932, + 0.13438627982139587, + 0.13857046403884887, + 0.13558058288097383, + 0.13738772497177124, + 0.13377795510292054, + 0.13918509731292725, + 0.1440604922056198, + 0.15145726749897004, + 0.14794744772911073, + 0.14835962448120119, + 0.14824533681869506, + 0.14118656301498414, + 0.16068009790182114, + 0.16264715282917022, + 0.15967711250782013, + 0.16585184245109558, + 0.2025585355758667, + 0.20617600531578065, + 0.20781758627891542, + 0.20982027254104615, + 0.21334560272693634, + 0.2399236711025238, + 0.23892358722686768, + 0.2551508683681488, + 0.252092413854599, + 0.2697386896133423, + 0.26445830760002137, + 0.28299963884353635, + 0.27748590664863587, + 0.27691949067115784, + 0.30221237459182737, + 0.2817968795776367, + 0.2914747746706009, + 0.2874327032566071, + 0.2933273449897766, + 0.2906540577888489, + 0.3023409938812256, + 0.29641464624404906, + 0.3057596742391586, + 0.2981846487045288, + 0.3149661375999451, + 0.31376406354904174, + 0.31032058653831485, + 0.3046324390411377, + 0.30599675626754763, + 0.3058270953178406, + 0.3051970504760742, + 0.30903445119857786, + 0.3040720769882202, + 0.3126173446655273, + 0.3054696724653244, + 0.3032226475715637, + 0.29900379276275635, + 0.3031830202102661, + 0.3035855787754059, + 0.3025761491298676, + 0.3031221126079559, + 0.30117482986450195, + 0.3027169793128967, + 0.3016576295852661, + 0.3016139295578003, + 0.30077974333763124, + 0.2988571047782898, + 0.30041857199668887, + 0.29808423919677735, + 0.297768265581131, + 0.29718710403442383, + 0.29721757326126097, + 0.29678003549575804, + 0.29608071341514586, + 0.2963410082817078, + 0.29614299502372743, + 0.29535283389091493, + 0.29543187527656556 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0613640733063221, + 0.23986753821372986, + 0.24101567268371582, + 0.25395530462265015 + ], + "perturbation_rho": [ + 0.07897584140300751, + 0.3258228003978729, + 0.35056060552597046, + 0.3584677577018738 + ], + "nudging": { + "0.001": [ + -0.0019706960301846266, + -0.0017678625881671906, + -0.0016834724228829145, + -0.0017289909301325679 + ], + "0.003": [ + -0.005873056128621101, + -0.0052978526800870895, + -0.005045462399721146, + -0.005181802436709404 + ], + "0.01": [ + -0.019116222858428955, + -0.01759088784456253, + -0.016751645132899284, + -0.017206376418471336 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json new file mode 100644 index 0000000..c42babb --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.1690437764167785, + 0.526579748916626, + 0.4612072874069214, + 0.40229701833724973, + 0.3932571681022644, + 0.37171179904937746, + 0.37635504052639007, + 0.34792573761940004, + 0.33135794601440427, + 0.35720210390090945, + 0.2971177682876587, + 0.3144925072669983, + 0.2908399796247482, + 0.2602632574081421, + 0.3234870526790619, + 0.24370513725280762, + 0.25297106668949126, + 0.23075523381233215, + 0.23605980478525163, + 0.1943365602493286, + 0.23846449284553528, + 0.24400404317379, + 0.17749837155342102, + 0.18690768659114837, + 0.16863750772476196, + 0.20593492636680602, + 0.18994918286800386, + 0.16939699206352235, + 0.16769693479537964, + 0.12983431510925292, + 0.12260556392669678, + 0.15693657582998274, + 0.12875397876501082, + 0.13655461661815643, + 0.12720586278438567, + 0.11327027233839035, + 0.09552236033678055, + 0.0885159835100174, + 0.1007383291721344, + 0.11100154314041137, + 0.0981293179988861, + 0.0829784469485283, + 0.08495590468645096, + 0.06667495827674866, + 0.07823006441593171, + 0.07924402866363525, + 0.059052948009967805, + 0.06082535365819931, + 0.05081702738404274, + 0.046299984288215634, + 0.04768944467306137, + 0.04482775348424912, + 0.041376980124413966, + 0.03780490176081657, + 0.03604337072968483, + 0.03766505457162857, + 0.036802976721525195, + 0.03326233586370945, + 0.03231097190827131, + 0.030569579753279685, + 0.02986507187783718, + 0.028971056300401688, + 0.0288686943218112, + 0.02757761981189251, + 0.026668703991174696, + 0.026556660920381545, + 0.02589243197739124, + 0.025469816410541534, + 0.025155014288425447, + 0.024874832066893577, + 0.024470695948600768, + 0.024159772795438766, + 0.02393993109166622, + 0.023741512601077555, + 0.023583258251845835, + 0.023436618757247923, + 0.023351033651828765, + 0.02327720703482628, + 0.023227938520908355, + 0.0232003643065691 + ], + "train_acc": [ + 0.5941, + 0.8016, + 0.8207, + 0.8431, + 0.8474, + 0.8526, + 0.8539, + 0.8625, + 0.8701, + 0.8566, + 0.8817, + 0.8785, + 0.8863, + 0.9006, + 0.8764, + 0.9076, + 0.8996, + 0.9098, + 0.908, + 0.9244, + 0.9092, + 0.9053, + 0.9308, + 0.9258, + 0.9361, + 0.9215, + 0.9249, + 0.9344, + 0.9364, + 0.9568, + 0.9558, + 0.9416, + 0.9524, + 0.9504, + 0.9534, + 0.9615, + 0.9714, + 0.9737, + 0.965, + 0.9609, + 0.9671, + 0.9744, + 0.9736, + 0.9826, + 0.9761, + 0.9756, + 0.9869, + 0.986, + 0.9917, + 0.9946, + 0.9915, + 0.9935, + 0.9948, + 0.9972, + 0.9978, + 0.9967, + 0.9969, + 0.998, + 0.9984, + 0.9994, + 0.9991, + 0.9996, + 0.9995, + 0.9992, + 0.9997, + 0.9997, + 0.9997, + 0.9997, + 0.9996, + 0.9999, + 0.9998, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999 + ], + "test_acc": [ + 0.8045, + 0.826, + 0.825, + 0.845, + 0.8415, + 0.8465, + 0.8505, + 0.843, + 0.845, + 0.852, + 0.8615, + 0.84, + 0.852, + 0.858, + 0.8395, + 0.855, + 0.857, + 0.8625, + 0.865, + 0.865, + 0.8535, + 0.856, + 0.875, + 0.8655, + 0.8605, + 0.8615, + 0.8535, + 0.8615, + 0.8625, + 0.869, + 0.8635, + 0.858, + 0.8685, + 0.865, + 0.8665, + 0.863, + 0.868, + 0.859, + 0.8665, + 0.867, + 0.865, + 0.86, + 0.8655, + 0.8715, + 0.86, + 0.866, + 0.8655, + 0.865, + 0.8635, + 0.8655, + 0.868, + 0.8635, + 0.8635, + 0.8645, + 0.8665, + 0.869, + 0.866, + 0.8675, + 0.8655, + 0.866, + 0.8655, + 0.866, + 0.867, + 0.868, + 0.8675, + 0.867, + 0.8685, + 0.868, + 0.868, + 0.868, + 0.8675, + 0.867, + 0.8665, + 0.868, + 0.867, + 0.868, + 0.868, + 0.8675, + 0.868, + 0.868 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8442516326904297, + 0.8351782560348511, + 0.8238041400909424, + 0.811212420463562, + 0.800036609172821, + 0.789252519607544, + 0.7798817157745361, + 0.7730016708374023 + ], + "perturbation_rho": [ + 0.9999992251396179, + 0.9999983906745911, + 0.9999960660934448, + 0.99998939037323, + 0.9999715685844421, + 0.9999511241912842, + 0.9999076128005981, + 0.9998621940612793 + ], + "nudging": { + "0.001": [ + -0.04046643525362015, + -0.024846579879522324, + -0.014939611777663231, + -0.009067585691809654, + -0.00585249625146389, + -0.004124765284359455, + -0.0031854582484811544, + -0.0026463749818503857 + ], + "0.003": [ + -0.11249453574419022, + -0.07127158343791962, + -0.04364899545907974, + -0.026772987097501755, + -0.01737922430038452, + -0.012286147102713585, + -0.009504282847046852, + -0.007903642021119595 + ], + "0.01": [ + -0.281266987323761, + -0.2009655237197876, + -0.1321270614862442, + -0.08429376780986786, + -0.05586903542280197, + -0.039932381361722946, + -0.031076554208993912, + -0.025931723415851593 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.269032752609253, + 1.3050836851119996, + 0.8196908255577088, + 0.6588153503417968, + 0.5856991597175598, + 0.5283262263298034, + 0.5579123854637146, + 0.537654877281189, + 0.5828713527679443, + 0.6058343980789185, + 0.5558601338386535, + 0.5963786434173584, + 0.6240195028305053, + 0.6347664480209351, + 0.6456235321044922, + 0.6269678426742553, + 0.680553484249115, + 0.7317787364006042, + 0.794128333234787, + 0.6699356523513794, + 0.7476618877410889, + 0.8156976552963257, + 0.8354362937927247, + 0.7994426628112793, + 0.8500595897674561, + 0.9119489772796631, + 0.8346799810171127, + 0.8067910364151001, + 0.8339261085391044, + 0.7884325521469117, + 0.9549632612228394, + 0.875113792848587, + 0.7741540772438049, + 0.7001222875595092, + 0.7371560405731201, + 0.8241119850158691, + 0.7078411004543305, + 0.6887535285949707, + 0.7490071479797363, + 0.8013861232757569, + 0.7634008598327636, + 0.7581863780975342, + 0.6919024399757385, + 0.7027303151130676, + 0.6885574837267399, + 0.6507348452329635, + 0.6334816108703614, + 0.7169007764339447, + 0.6046502321720123, + 0.6008657840728759, + 0.7073253668785096, + 0.5771534276008606, + 0.620348064994812, + 0.5736126258850097, + 0.571743147277832, + 0.5836609784126282, + 0.5414934496879578, + 0.5247059268951416, + 0.529977638244629, + 0.5427842017531395, + 0.4983853917121887, + 0.5128863627433777, + 0.5041354479789734, + 0.5157700657367706, + 0.4914438611984253, + 0.4841920606136322, + 0.4769712302207947, + 0.4743790678024292, + 0.46768182845115663, + 0.4689002415180206, + 0.46644191064834595, + 0.4690598597049713, + 0.4642826473712921, + 0.46037765583992, + 0.45840771598815916, + 0.4571617786407471, + 0.45624103908538816, + 0.45523289976119996, + 0.45433819589614866, + 0.45354745016098025 + ], + "train_acc": [ + 0.1781, + 0.5294, + 0.6941, + 0.7522, + 0.7802, + 0.8039, + 0.7927, + 0.8033, + 0.7925, + 0.7912, + 0.8084, + 0.7955, + 0.7969, + 0.8011, + 0.798, + 0.8034, + 0.7941, + 0.7909, + 0.7855, + 0.8019, + 0.7902, + 0.7846, + 0.7813, + 0.787, + 0.7701, + 0.7786, + 0.7873, + 0.7865, + 0.7839, + 0.7916, + 0.7679, + 0.776, + 0.7934, + 0.8069, + 0.7998, + 0.7868, + 0.8001, + 0.8046, + 0.7948, + 0.7903, + 0.7909, + 0.7912, + 0.8001, + 0.8016, + 0.8037, + 0.8076, + 0.8143, + 0.7984, + 0.8156, + 0.8164, + 0.8, + 0.8198, + 0.8087, + 0.8181, + 0.8181, + 0.8174, + 0.8239, + 0.8221, + 0.8247, + 0.8211, + 0.8325, + 0.8307, + 0.8328, + 0.8272, + 0.8349, + 0.8344, + 0.836, + 0.8351, + 0.8394, + 0.8372, + 0.8397, + 0.8376, + 0.8392, + 0.8407, + 0.8395, + 0.8389, + 0.8404, + 0.8409, + 0.8412, + 0.841 + ], + "test_acc": [ + 0.376, + 0.6365, + 0.7185, + 0.747, + 0.7765, + 0.7345, + 0.76, + 0.7695, + 0.7125, + 0.7515, + 0.779, + 0.754, + 0.7795, + 0.7235, + 0.7565, + 0.756, + 0.7435, + 0.757, + 0.7585, + 0.7165, + 0.7445, + 0.7265, + 0.717, + 0.737, + 0.6785, + 0.731, + 0.7275, + 0.726, + 0.77, + 0.7255, + 0.7295, + 0.752, + 0.747, + 0.7735, + 0.732, + 0.7185, + 0.747, + 0.756, + 0.7365, + 0.737, + 0.734, + 0.761, + 0.7685, + 0.7725, + 0.74, + 0.782, + 0.773, + 0.776, + 0.7855, + 0.7195, + 0.7775, + 0.7715, + 0.7815, + 0.7905, + 0.7755, + 0.792, + 0.798, + 0.7885, + 0.7895, + 0.7885, + 0.794, + 0.794, + 0.797, + 0.793, + 0.806, + 0.8065, + 0.799, + 0.798, + 0.8025, + 0.801, + 0.8015, + 0.8095, + 0.808, + 0.8065, + 0.8, + 0.804, + 0.8015, + 0.8015, + 0.802, + 0.8 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.02832707017660141, + 0.13987571001052856, + 0.07857642322778702, + 0.061437755823135376, + 0.0877213403582573, + 0.09552451223134995, + 0.07042402029037476, + 0.08406771719455719 + ], + "perturbation_rho": [ + 0.034647777676582336, + 0.1467832326889038, + 0.036387018859386444, + 0.061308689415454865, + 0.1038040965795517, + 0.09023141860961914, + 0.03672575205564499, + 0.08190295100212097 + ], + "nudging": { + "0.001": [ + 0.0011414524633437395, + -0.0005393982864916325, + -0.00023700599558651447, + -0.00016539759235456586, + -0.00020502961706370115, + -0.0002788097772281617, + -0.00019945131498388946, + -0.0002334596065338701 + ], + "0.003": [ + 0.003470724681392312, + -0.0016172737814486027, + -0.0007110200822353363, + -0.0004955856129527092, + -0.0006145928637124598, + -0.0008353168377652764, + -0.0005977450637146831, + -0.0006998619646765292 + ], + "0.01": [ + 0.012113340198993683, + -0.00537356361746788, + -0.0023620566353201866, + -0.001645779935643077, + -0.002037967788055539, + -0.0027765799313783646, + -0.001988787204027176, + -0.002327942755073309 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7007782346725464, + 0.8164017862319947, + 0.6423392364501953, + 0.7302445079803467, + 0.823608984375, + 0.9137458106994629, + 0.9564488334655762, + 0.9002143922328949, + 0.8733619658470154, + 0.8754102369308472, + 0.911200912475586, + 0.9395248275756836, + 0.9669746287345886, + 0.9382185889244079, + 0.901768593788147, + 0.9082238527297973, + 0.915930258178711, + 0.9233985857009888, + 0.8726478023529053, + 0.8490028512954712, + 0.8677912174224853, + 0.905773146533966, + 0.9145678676605224, + 0.8721040974617005, + 0.817108702468872, + 0.8035082785606384, + 0.740993898010254, + 0.7614496314525604, + 0.7472923977851867, + 0.746871427154541, + 0.7268754315376281, + 0.7289572984695435, + 0.7670538501739502, + 0.7607598701477051, + 0.7636146975517273, + 0.7497062658309936, + 0.7167949647426605, + 0.7196091802597046, + 0.718072020149231, + 0.7154478120803833, + 0.7283960567474366, + 0.7365614126205444, + 0.726603537940979, + 0.7100282831192016, + 0.694857945728302, + 0.6909708969116211, + 0.7026924235343933, + 0.723259468460083, + 0.7301779090881347, + 0.7366840793609619, + 0.7489474256515503, + 0.7501752611160278, + 0.7374589855194091, + 0.726950154876709, + 0.7204151838302613, + 0.7631172191619873, + 0.719224785232544, + 0.6950305696487427, + 0.6910476376533509, + 0.6889386486053467, + 0.6827648526191712, + 0.6788733221054077, + 0.6739130449295044, + 0.6725200511932373, + 0.673500218963623, + 0.6744556049346924, + 0.6729164401054383, + 0.6747148495674133, + 0.6735565113067628, + 0.6700731378555298, + 0.6690107128620147, + 0.6688071804046631, + 0.6681381563186646, + 0.6684000648498535, + 0.6678468257904052, + 0.6672025471687317, + 0.666564640045166, + 0.6660951887130737, + 0.666175397491455, + 0.6660839390754699 + ], + "train_acc": [ + 0.3802, + 0.6878, + 0.7608, + 0.7495, + 0.7293, + 0.6969, + 0.6768, + 0.6867, + 0.6862, + 0.6815, + 0.6774, + 0.6691, + 0.6534, + 0.6688, + 0.6753, + 0.6818, + 0.6749, + 0.6772, + 0.6934, + 0.694, + 0.6881, + 0.6835, + 0.6787, + 0.6872, + 0.7081, + 0.7135, + 0.7349, + 0.7261, + 0.7292, + 0.7292, + 0.7298, + 0.7329, + 0.7202, + 0.7235, + 0.7237, + 0.7284, + 0.7367, + 0.7329, + 0.7328, + 0.7355, + 0.7306, + 0.7288, + 0.731, + 0.7444, + 0.7426, + 0.7406, + 0.7403, + 0.7323, + 0.7344, + 0.7309, + 0.7275, + 0.7286, + 0.7301, + 0.7334, + 0.7389, + 0.7237, + 0.734, + 0.7472, + 0.7479, + 0.7468, + 0.7487, + 0.7464, + 0.7523, + 0.7524, + 0.7528, + 0.753, + 0.7511, + 0.7528, + 0.7546, + 0.7523, + 0.7553, + 0.7583, + 0.7551, + 0.7559, + 0.7534, + 0.7548, + 0.7541, + 0.7561, + 0.7552, + 0.7551 + ], + "test_acc": [ + 0.608, + 0.7325, + 0.725, + 0.7065, + 0.6975, + 0.671, + 0.6655, + 0.671, + 0.641, + 0.651, + 0.638, + 0.623, + 0.617, + 0.6505, + 0.633, + 0.6655, + 0.647, + 0.648, + 0.66, + 0.6445, + 0.656, + 0.6565, + 0.656, + 0.6785, + 0.6985, + 0.7075, + 0.7025, + 0.7125, + 0.711, + 0.715, + 0.71, + 0.71, + 0.706, + 0.6895, + 0.703, + 0.7085, + 0.7065, + 0.706, + 0.703, + 0.707, + 0.6915, + 0.7005, + 0.702, + 0.6995, + 0.7135, + 0.71, + 0.6905, + 0.7045, + 0.699, + 0.692, + 0.6975, + 0.687, + 0.707, + 0.7, + 0.688, + 0.7115, + 0.7185, + 0.722, + 0.72, + 0.707, + 0.7295, + 0.725, + 0.725, + 0.724, + 0.722, + 0.7175, + 0.7195, + 0.715, + 0.719, + 0.7185, + 0.719, + 0.716, + 0.7165, + 0.7175, + 0.716, + 0.7175, + 0.7175, + 0.7155, + 0.718, + 0.718 + ], + "state_pred_error": [ + 0.6709408867359161, + 0.18942265737056732, + 0.14080595693588258, + 0.1511134099006653, + 0.17209407310485839, + 0.1766144100666046, + 0.17131005449295045, + 0.16910524086952208, + 0.1503032527923584, + 0.14637641661167144, + 0.1414107642650604, + 0.12289449031352997, + 0.0937490943312645, + 0.07194982548952103, + 0.06582723281383514, + 0.0680177249968052, + 0.0612314338862896, + 0.05455904011726379, + 0.05373732958436012, + 0.05378581196665764, + 0.052673121321201326, + 0.04773973789215088, + 0.04812903320789337, + 0.05376589905619621, + 0.05221608868837357, + 0.0511037185549736, + 0.04819248498678207, + 0.04678433921933174, + 0.047127060896158215, + 0.04397982689738274, + 0.04087346328496933, + 0.04046012075543404, + 0.04122381027340889, + 0.04241861761212349, + 0.042094694751501086, + 0.0412453974545002, + 0.038724960923194884, + 0.03562711297273636, + 0.03296822139620781, + 0.0325114149659872, + 0.03283161758184433, + 0.035513292720913886, + 0.035710234045982364, + 0.03682430787086487, + 0.033476365625858304, + 0.03093737213909626, + 0.027777787262201308, + 0.02414869005382061, + 0.020448731756210328, + 0.017831652319431304, + 0.015582082697749139, + 0.014428501343727113, + 0.012960297419130802, + 0.012180000832676887, + 0.011530775272846221, + 0.010874310192465783, + 0.010527618415653705, + 0.010202822449803353, + 0.00984742543399334, + 0.009536775915324688, + 0.009180539272725581, + 0.008970437014102935, + 0.008827724769711495, + 0.008530926664918661, + 0.008309092213958503, + 0.008101929514110089, + 0.008094769676029682, + 0.007767554499208927, + 0.007610894358158112, + 0.007408130565285683, + 0.007262326770275831, + 0.007150135292857886, + 0.007085654979944229, + 0.0073706810601055625, + 0.006943213131278754, + 0.0066695098660886284, + 0.006669323475658894, + 0.006493967983126641, + 0.006413866003602743, + 0.006445458614826202 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8429861068725586, + 0.3551006317138672, + 0.246289923787117, + 0.21019335091114044, + 0.17309927940368652, + 0.14295682311058044, + 0.15966862440109253, + 0.13815715909004211 + ], + "perturbation_rho": [ + 0.7732758522033691, + 0.2933464050292969, + 0.24295836687088013, + 0.22880345582962036, + 0.1602117419242859, + 0.11042392998933792, + 0.18763291835784912, + 0.14856110513210297 + ], + "nudging": { + "0.001": [ + -0.017513541504740715, + -0.0010910499840974808, + -0.000708599342033267, + -0.0005966786993667483, + -0.00047664318117313087, + -0.0004276464751455933, + -0.0004729896318167448, + -0.0004151453322265297 + ], + "0.003": [ + -0.05139407142996788, + -0.003268325934186578, + -0.0021239686757326126, + -0.0017886366695165634, + -0.0014290767721831799, + -0.0012818754184991121, + -0.0014177404809743166, + -0.0012440300779417157 + ], + "0.01": [ + -0.15847395360469818, + -0.010836342349648476, + -0.007060050964355469, + -0.005947217810899019, + -0.004753550048917532, + -0.004264200571924448, + -0.004713424481451511, + -0.0041376142762601376 + ] + }, + "state_pred_error_per_layer": [ + 3389.93017578125, + 4477.634765625, + 1038.2586669921875, + 911.949951171875, + 702.6972045898438, + 659.9431762695312, + 824.164794921875, + 821.9293212890625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2660294412612916, + 1.3016457880973815, + 0.8186747265815735, + 0.6697447069168091, + 0.5803643805503845, + 0.5512525676727295, + 0.549796287727356, + 0.5450847043991088, + 0.5275615032196045, + 0.5319187931060791, + 0.5584789258956909, + 0.6303564451217651, + 0.6530141715049743, + 0.647641095161438, + 0.6535977718353272, + 0.6668755978107452, + 0.6444538109302521, + 0.7376987361907958, + 0.8571814809799194, + 0.8484122044563294, + 0.7817753293991089, + 0.8637002775192261, + 0.8521189229011535, + 0.8361198561668396, + 0.806985737991333, + 0.7815130719184875, + 0.802376530122757, + 0.8485978384971619, + 0.8367114802360535, + 0.8168601245880127, + 0.7851902055740356, + 0.7358182970046997, + 0.8997399300575256, + 0.9225360271453857, + 0.8570411529541015, + 0.8411993549346923, + 0.9375005828857422, + 0.8463716927528382, + 0.862580227470398, + 1.0098564163208008, + 0.9812262915611267, + 0.8729387621879577, + 0.8571597898483276, + 0.9974828210830688, + 0.8864622016906738, + 1.0887743062019348, + 1.0035358074188232, + 0.9521108211517334, + 0.9903197944641113, + 1.036623720550537, + 1.0008409860610963, + 1.0380868854522705, + 1.1012060861587525, + 1.0651326690673828, + 1.1333419822692872, + 1.0603330505371094, + 1.0721593137741088, + 1.0658496725082398, + 1.0947151290893555, + 1.099305485343933, + 1.0801114864349366, + 1.0791620138168334, + 1.0618044708251952, + 1.0570447917938233, + 1.0758753734588622, + 1.0394710207939148, + 1.029822176551819, + 1.041756462097168, + 1.0217557413101197, + 1.0205562198638916, + 1.0147280132293701, + 1.0095306674957276, + 1.001978309726715, + 0.9974158168792725, + 0.9953814093589782, + 0.9926533555030823, + 0.9918749931335449, + 0.9889670114517212, + 0.9879606288909912, + 0.9873974003791809 + ], + "train_acc": [ + 0.1797, + 0.5356, + 0.6972, + 0.7485, + 0.7819, + 0.7901, + 0.7974, + 0.8001, + 0.8077, + 0.8076, + 0.8072, + 0.79, + 0.7937, + 0.7962, + 0.7957, + 0.8015, + 0.8017, + 0.7861, + 0.7668, + 0.7721, + 0.7765, + 0.7621, + 0.7721, + 0.7745, + 0.7768, + 0.7865, + 0.7782, + 0.7703, + 0.7686, + 0.7611, + 0.752, + 0.7558, + 0.7123, + 0.6954, + 0.7044, + 0.7167, + 0.6963, + 0.7005, + 0.6968, + 0.6591, + 0.6589, + 0.6849, + 0.6881, + 0.6512, + 0.6785, + 0.6251, + 0.6467, + 0.6578, + 0.6456, + 0.6288, + 0.6419, + 0.6188, + 0.6092, + 0.6176, + 0.6027, + 0.6198, + 0.6133, + 0.6127, + 0.6121, + 0.6075, + 0.6127, + 0.6089, + 0.6184, + 0.6212, + 0.6156, + 0.6286, + 0.6251, + 0.626, + 0.6275, + 0.6322, + 0.6357, + 0.6335, + 0.6347, + 0.6367, + 0.6371, + 0.6398, + 0.6414, + 0.6418, + 0.6432, + 0.6433 + ], + "test_acc": [ + 0.3745, + 0.6335, + 0.7105, + 0.7265, + 0.7415, + 0.763, + 0.7755, + 0.7625, + 0.769, + 0.769, + 0.748, + 0.7415, + 0.728, + 0.75, + 0.739, + 0.7405, + 0.733, + 0.706, + 0.7025, + 0.737, + 0.715, + 0.7405, + 0.7475, + 0.722, + 0.7435, + 0.7475, + 0.7205, + 0.7215, + 0.713, + 0.687, + 0.7035, + 0.685, + 0.6305, + 0.6265, + 0.6465, + 0.594, + 0.613, + 0.624, + 0.583, + 0.568, + 0.6055, + 0.5875, + 0.572, + 0.636, + 0.5545, + 0.508, + 0.585, + 0.5945, + 0.5505, + 0.5855, + 0.563, + 0.534, + 0.55, + 0.5745, + 0.5905, + 0.567, + 0.587, + 0.532, + 0.554, + 0.5735, + 0.5795, + 0.5895, + 0.58, + 0.5915, + 0.601, + 0.599, + 0.6035, + 0.588, + 0.6105, + 0.6085, + 0.6065, + 0.6115, + 0.6185, + 0.6245, + 0.619, + 0.62, + 0.6225, + 0.617, + 0.618, + 0.6185 + ], + "value_loss": [ + 3.06523074798584, + 1.0051734189987183, + 0.9336865198135376, + 0.8656800090789795, + 0.7873764232635498, + 0.781440449142456, + 0.7908254833221435, + 0.8565213081359864, + 0.8310571252822876, + 0.8515260807037354, + 0.9407390365600586, + 1.1463200833320617, + 1.3171742897033691, + 1.262915803527832, + 1.386610294342041, + 1.402245961523056, + 1.353079345226288, + 1.6632261469364167, + 2.160128380584717, + 2.152520423412323, + 2.048775052833557, + 2.179873471832275, + 2.0917932035446167, + 2.110498323726654, + 2.0249694913864134, + 1.9754539145469665, + 2.0863923776626585, + 2.2604428833007812, + 1.882617956161499, + 1.6480644565582276, + 1.4238870953798295, + 1.0796037145614623, + 1.2265830523490906, + 1.1315664192199708, + 0.8243012958526611, + 1.5025688316345214, + 1.2351813243865968, + 1.0440775310993196, + 0.8022228635787964, + 0.9494114886283874, + 1.6274977996826172, + 0.7025753731250763, + 0.6086838336467743, + 0.85253525390625, + 0.5798639675140381, + 0.9239351823806763, + 0.7397382484912872, + 0.5377552442789078, + 0.5661793855428696, + 0.591952879333496, + 0.5815083159923553, + 0.5666080118179321, + 0.6167471637010574, + 0.5116942359924317, + 0.6500419594287873, + 0.5058183356523513, + 0.5127271728992462, + 0.5146393095970154, + 0.513179197883606, + 0.5277192692756653, + 0.5301190893173218, + 0.4902091938018799, + 0.4643077433586121, + 0.46406279153823854, + 0.47324425945281984, + 0.4390524193763733, + 0.43308766808509824, + 0.4483348261833191, + 0.45758007364273073, + 0.4258517781257629, + 0.40843180713653565, + 0.39923065466880797, + 0.3923787565469742, + 0.39694422893524167, + 0.388149334526062, + 0.3989525201797485, + 0.3880426513195038, + 0.38228393292427065, + 0.3847649987220764, + 0.3728706964492798 + ], + "term_loss": [ + 1.759378063583374, + 0.6950865835666656, + 0.7524722458839417, + 0.7025897565841674, + 0.630735333108902, + 0.6144626032829285, + 0.6203483947753906, + 0.6912198863983154, + 0.6812775425195694, + 0.7021899845123291, + 0.7890356311798096, + 0.9806006479740143, + 1.1520600126743317, + 1.0969103591918945, + 1.218403604888916, + 1.234606753462553, + 1.1846878055810928, + 1.4810678904533385, + 1.9551898319244385, + 1.9328652121543883, + 1.8252225715637207, + 1.9255873363494873, + 1.8419472370386123, + 1.8514944805145264, + 1.7480499786376953, + 1.7230984504699707, + 1.7801577151060104, + 1.9261333221912385, + 1.5824289985656739, + 1.3395356185913085, + 1.1190976068019867, + 0.8095712727546692, + 0.9129751841545105, + 0.8099967944145202, + 0.5449157089233398, + 1.1429317752838135, + 0.8717972569465637, + 0.7612683668017387, + 0.5363850374221801, + 0.6509348512649537, + 1.2403230022907257, + 0.44119430227279666, + 0.36985179181098937, + 0.5657508541107178, + 0.3316444114685059, + 0.6092286487579346, + 0.45416003305912017, + 0.2803884910583496, + 0.30142446330189704, + 0.32512425956726076, + 0.31511888599395754, + 0.2933908362150192, + 0.3304207047402859, + 0.23888909721374513, + 0.3518457849144936, + 0.2321460828304291, + 0.23690145794153214, + 0.24031942974328996, + 0.234180108833313, + 0.2491055172920227, + 0.2518234708428383, + 0.21771380550265312, + 0.19746038370132446, + 0.19613629539012908, + 0.20217996973991395, + 0.17647680728435516, + 0.1724887050151825, + 0.18513125069141387, + 0.19194528245925904, + 0.16750827902555465, + 0.15352465214729308, + 0.1455474760055542, + 0.1407638990163803, + 0.14426077477931976, + 0.13678922175168992, + 0.1451073505997658, + 0.13600888509750367, + 0.1320053924381733, + 0.13196719620227815, + 0.12118487646579743 + ], + "bridge_loss": [ + 1.0057456545681402, + 0.07984932231307029, + 0.006921142427995801, + 0.0070113932192325595, + 0.014598682332038879, + 0.028220770037174225, + 0.03126658735275269, + 0.026600006234645843, + 0.015867197705805303, + 0.015546117241680622, + 0.012967191728949546, + 0.015010805013775826, + 0.01505515177845955, + 0.016979839408397673, + 0.017059055781364442, + 0.021047090664505958, + 0.023958049084246157, + 0.022573659014701843, + 0.029818001449108122, + 0.044388598722219466, + 0.05576009316444397, + 0.07712252329587936, + 0.07596050485372544, + 0.089072286555171, + 0.1078504252910614, + 0.08938403369188308, + 0.13860380922555923, + 0.16278210570812227, + 0.12334684269428253, + 0.12987734815478325, + 0.1283024751573801, + 0.09875854194164276, + 0.1132021647453308, + 0.114243505692482, + 0.07930920803546905, + 0.16031358633041382, + 0.1483750568330288, + 0.07615681183040142, + 0.05947322273850441, + 0.06707281012535095, + 0.1555256877541542, + 0.04927767667770386, + 0.027832713788747788, + 0.05109234853982925, + 0.03510485389232636, + 0.06433321557044983, + 0.0509399315007031, + 0.029501312471553683, + 0.029298018515110016, + 0.022007736629247664, + 0.026509742373228073, + 0.02547568997144699, + 0.028158922368288042, + 0.01945364822745323, + 0.032367846205830574, + 0.021171480375528337, + 0.02125774438381195, + 0.021097413665056228, + 0.02262683149129152, + 0.021077597737312315, + 0.022499435234069824, + 0.017363783645629884, + 0.01511413771212101, + 0.016478369894623757, + 0.018426007288694382, + 0.01539817702770233, + 0.015168809753656387, + 0.017221828517317773, + 0.022410498839616776, + 0.015976610014587642, + 0.013848819640278816, + 0.012749422067403794, + 0.012547081257402897, + 0.014398891832679511, + 0.013543046182394028, + 0.01616565254330635, + 0.015339582663774491, + 0.014028705531358718, + 0.016140032187104227, + 0.015310661105066539 + ], + "tgrad_loss": [ + 0.30010702733993533, + 0.23023750939369203, + 0.17429312868118285, + 0.15607886154651643, + 0.14204240217208863, + 0.1387570774078369, + 0.13921050038337707, + 0.13870142607688904, + 0.13391238613128661, + 0.13378998804092407, + 0.13873620960712432, + 0.15070862843990326, + 0.1500591349840164, + 0.14902560558319092, + 0.15114763839244844, + 0.1465921157836914, + 0.14443349993228913, + 0.15958458815813065, + 0.17512055349349975, + 0.17526660327911378, + 0.16779239134788512, + 0.1771635971069336, + 0.17388546850681305, + 0.16993154878616332, + 0.16906907887458802, + 0.16297144203186034, + 0.16763084147572518, + 0.17152745275497436, + 0.17684210817813872, + 0.17865150032043456, + 0.17648701427578925, + 0.17127388672828675, + 0.20040569903850555, + 0.2073261212348938, + 0.20007638354301452, + 0.1993234664916992, + 0.21500900251865387, + 0.206652339220047, + 0.20636459765434265, + 0.23140381593704223, + 0.2316491063594818, + 0.21210338969230652, + 0.21099932672977448, + 0.23569203791618348, + 0.21311470336914062, + 0.25037331929206846, + 0.23463827657699585, + 0.2278654456615448, + 0.23545689868927003, + 0.2448208836555481, + 0.2398796889066696, + 0.2477414860725403, + 0.25816753516197205, + 0.2533514893531799, + 0.26582832283973695, + 0.2525007682800293, + 0.2545679742336273, + 0.25322246961593625, + 0.25637225708961486, + 0.25753615407943725, + 0.25579618854522707, + 0.25513160409927366, + 0.2517332214355469, + 0.25144813041687014, + 0.2526382836341858, + 0.2471774356842041, + 0.24543014860153198, + 0.24598174903392792, + 0.2432242931842804, + 0.24236688857078553, + 0.24105833854675293, + 0.24093375723361968, + 0.23906777582168579, + 0.23828456206321716, + 0.23781706585884094, + 0.23767951769828796, + 0.2366941836833954, + 0.23624983654022216, + 0.23665776674747466, + 0.23637515988349914 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.024487923830747604, + 0.1551763117313385, + 0.17440856993198395, + 0.18776318430900574, + 0.163284569978714, + 0.17855775356292725, + 0.162883460521698, + 0.17358574271202087 + ], + "perturbation_rho": [ + 0.024775028228759766, + 0.25605684518814087, + 0.2314496785402298, + 0.2697882056236267, + 0.24329833686351776, + 0.3152206242084503, + 0.23843368887901306, + 0.2751646637916565 + ], + "nudging": { + "0.001": [ + -0.0010546729899942875, + -0.0011491177137941122, + -0.001177083933725953, + -0.0012467143824324012, + -0.0011091993656009436, + -0.0011924341088160872, + -0.0011279901955276728, + -0.0011755195446312428 + ], + "0.003": [ + -0.0031479522585868835, + -0.0034450858365744352, + -0.00352866156026721, + -0.0037402876187115908, + -0.0033245475497096777, + -0.0035774726420640945, + -0.0033813398331403732, + -0.0035263618919998407 + ], + "0.01": [ + -0.010280786082148552, + -0.011451397091150284, + -0.01173271145671606, + -0.012431012466549873, + -0.01105603575706482, + -0.011893808841705322, + -0.011241357773542404, + -0.011722835712134838 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json new file mode 100644 index 0000000..75ed461 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.1754807784080505, + 0.5181709585666656, + 0.4592852454185486, + 0.48108175311088563, + 0.36512076749801636, + 0.34354006390571595, + 0.3322723610162735, + 0.297065003323555, + 0.3262266932606697, + 0.28987626616954804, + 0.30052861709594725, + 0.30294343957901, + 0.33569810996055605, + 0.2807107723712921, + 0.24509782445430756, + 0.22368610286712645, + 0.2224589084148407, + 0.22678682289123536, + 0.23643300566673278, + 0.261921722304821, + 0.18664481525421142, + 0.2196642207145691, + 0.17971987835168837, + 0.15603925316333772, + 0.14970590219497681, + 0.21505068674087524, + 0.20973155901432036, + 0.18755916361808778, + 0.15954147424697876, + 0.1524156427383423, + 0.1794239527463913, + 0.14108568379878997, + 0.13159887236356735, + 0.11600628448724747, + 0.1008336604475975, + 0.09575988247394562, + 0.09875326882600784, + 0.09757538337707519, + 0.0814407280921936, + 0.1022400197148323, + 0.09087320072650909, + 0.08520868092179298, + 0.06907072774618864, + 0.05944656895399093, + 0.06366101975440978, + 0.07264506211280823, + 0.08344530180692673, + 0.06239017713665962, + 0.05024316610693932, + 0.044702837443351746, + 0.045005498057976365, + 0.03973149275779724, + 0.04285087337195873, + 0.03791879476606846, + 0.0346739610761404, + 0.03288826472461224, + 0.031093527680635454, + 0.03032451833486557, + 0.03242490175962448, + 0.030104601883888246, + 0.028860807363316417, + 0.027365653735399245, + 0.027397248911857606, + 0.026892173463106156, + 0.025769270791113377, + 0.02494896683692932, + 0.02501359928548336, + 0.024235507121682168, + 0.023822496247291564, + 0.02354036187529564, + 0.023214907813072203, + 0.023110688921809196, + 0.022794095242023468, + 0.022592110830545426, + 0.0224503764398396, + 0.02231179800629616, + 0.02221992956995964, + 0.02214076687693596, + 0.022098414012789728, + 0.022070704632252455 + ], + "train_acc": [ + 0.5833, + 0.7995, + 0.8206, + 0.8106, + 0.8579, + 0.8631, + 0.8703, + 0.8866, + 0.8694, + 0.8846, + 0.8829, + 0.882, + 0.8702, + 0.888, + 0.9044, + 0.9149, + 0.9147, + 0.9108, + 0.9112, + 0.8992, + 0.9269, + 0.9152, + 0.9309, + 0.9441, + 0.9445, + 0.9223, + 0.919, + 0.93, + 0.9399, + 0.943, + 0.9314, + 0.949, + 0.953, + 0.9601, + 0.966, + 0.9715, + 0.9683, + 0.9679, + 0.9768, + 0.9662, + 0.9716, + 0.9727, + 0.9824, + 0.9876, + 0.985, + 0.9808, + 0.973, + 0.9843, + 0.9903, + 0.9935, + 0.9935, + 0.9959, + 0.9938, + 0.9957, + 0.9974, + 0.9976, + 0.9983, + 0.9982, + 0.9974, + 0.9979, + 0.9984, + 0.9988, + 0.9984, + 0.999, + 0.9987, + 0.9991, + 0.9991, + 0.9994, + 0.9993, + 0.9993, + 0.9996, + 0.9993, + 0.9995, + 0.9994, + 0.9994, + 0.9995, + 0.9996, + 0.9996, + 0.9995, + 0.9995 + ], + "test_acc": [ + 0.7705, + 0.82, + 0.8285, + 0.8205, + 0.823, + 0.824, + 0.8385, + 0.845, + 0.8365, + 0.846, + 0.838, + 0.8475, + 0.833, + 0.8455, + 0.833, + 0.8555, + 0.8565, + 0.8535, + 0.8545, + 0.849, + 0.8605, + 0.853, + 0.86, + 0.862, + 0.869, + 0.867, + 0.856, + 0.862, + 0.8655, + 0.8665, + 0.8545, + 0.86, + 0.862, + 0.8595, + 0.8675, + 0.863, + 0.8745, + 0.8655, + 0.867, + 0.872, + 0.873, + 0.875, + 0.871, + 0.8765, + 0.875, + 0.874, + 0.86, + 0.8715, + 0.87, + 0.8705, + 0.872, + 0.873, + 0.8755, + 0.8685, + 0.871, + 0.8735, + 0.87, + 0.872, + 0.874, + 0.871, + 0.8715, + 0.8725, + 0.873, + 0.871, + 0.871, + 0.872, + 0.8705, + 0.8715, + 0.873, + 0.871, + 0.8695, + 0.8695, + 0.87, + 0.8715, + 0.87, + 0.87, + 0.8715, + 0.8715, + 0.8715, + 0.8715 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8294941186904907, + 0.823101282119751, + 0.815970778465271, + 0.8095235824584961, + 0.8066394329071045, + 0.8012610673904419, + 0.7956615686416626, + 0.7900899648666382 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.999997615814209, + 0.9999938011169434, + 0.9999845027923584, + 0.9999604225158691, + 0.9999330043792725, + 0.999873697757721, + 0.999819278717041 + ], + "nudging": { + "0.001": [ + -0.035539593547582626, + -0.021562810987234116, + -0.012927833944559097, + -0.007899895310401917, + -0.005169217474758625, + -0.0036920299753546715, + -0.0028583952225744724, + -0.002364233136177063 + ], + "0.003": [ + -0.0985700860619545, + -0.0616692453622818, + -0.037691134959459305, + -0.023295730352401733, + -0.015336824581027031, + -0.01098954863846302, + -0.008523097261786461, + -0.007056646980345249 + ], + "0.01": [ + -0.2528620958328247, + -0.17482446134090424, + -0.11384513974189758, + -0.07313278317451477, + -0.04917728155851364, + -0.03563641011714935, + -0.02781001478433609, + -0.02310660108923912 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1838191192626955, + 1.202098671722412, + 0.7546534229278564, + 0.6286930981874466, + 0.5413522202730179, + 0.5016274568080902, + 0.4973876078605652, + 0.5006243084907531, + 0.491056324505806, + 0.5162841996192932, + 0.503458097076416, + 0.5122841632843017, + 0.6047590888977051, + 0.5742595722198486, + 0.6101696805477143, + 0.5846948350906372, + 0.6041797488331795, + 0.5839841031074524, + 0.6028947599411011, + 0.6573390657663345, + 0.6277515439033509, + 0.7153009181976319, + 0.6114065330982208, + 0.7203419920444488, + 0.704536079788208, + 0.7316081617355347, + 0.7904250410079956, + 0.7298012476921082, + 0.9584419759750367, + 0.7364888837814331, + 0.7200859572410584, + 0.7152903346061706, + 0.7418321360588074, + 0.6785042297184467, + 0.7197946992874146, + 0.7295546224594116, + 0.7811001716613769, + 0.7459795353889466, + 0.7168794848442077, + 0.8068981638908386, + 0.6808593973636627, + 0.6812150555133819, + 0.6748936148405075, + 0.7090878666877747, + 0.6815416418075562, + 0.7244775035858154, + 0.7989970844268799, + 0.7369783718109131, + 0.6676865758895874, + 0.6741015150070191, + 0.6873524452403188, + 0.6283843026161194, + 0.6744810340195895, + 0.6269000155448914, + 0.7053837902069092, + 0.647765721988678, + 0.6138295706748962, + 0.6056019225120545, + 0.6158565293312073, + 0.6043323511123657, + 0.6008664073240012, + 0.5667676944732666, + 0.5763443781375885, + 0.5698577795982361, + 0.5726742564201355, + 0.5617806459903717, + 0.5556433219909668, + 0.5606436388015748, + 0.5541526489257812, + 0.5531132131576538, + 0.5459820462226868, + 0.5402892316818237, + 0.5384351867675782, + 0.5412482352614403, + 0.5334744161128998, + 0.5311016474723816, + 0.5313176528930664, + 0.5276195110797882, + 0.526644831725955, + 0.5260294675350189 + ], + "train_acc": [ + 0.2066, + 0.5772, + 0.7178, + 0.7667, + 0.7971, + 0.8116, + 0.8113, + 0.8184, + 0.8219, + 0.8197, + 0.8231, + 0.8219, + 0.8026, + 0.814, + 0.8081, + 0.8205, + 0.8152, + 0.8241, + 0.8169, + 0.8076, + 0.8168, + 0.8118, + 0.8261, + 0.8074, + 0.8136, + 0.811, + 0.8037, + 0.8151, + 0.7895, + 0.8177, + 0.8222, + 0.819, + 0.8215, + 0.8305, + 0.8227, + 0.8213, + 0.8166, + 0.8222, + 0.8271, + 0.814, + 0.8341, + 0.8325, + 0.8348, + 0.8234, + 0.8302, + 0.825, + 0.818, + 0.8222, + 0.8356, + 0.8346, + 0.8324, + 0.8422, + 0.8386, + 0.8419, + 0.8283, + 0.8399, + 0.8478, + 0.8481, + 0.8417, + 0.848, + 0.8489, + 0.8569, + 0.8523, + 0.8537, + 0.8533, + 0.8548, + 0.8574, + 0.8564, + 0.8571, + 0.8579, + 0.8587, + 0.8613, + 0.8608, + 0.8598, + 0.8623, + 0.8616, + 0.8606, + 0.8618, + 0.8622, + 0.8617 + ], + "test_acc": [ + 0.4245, + 0.633, + 0.7, + 0.7355, + 0.7595, + 0.771, + 0.781, + 0.776, + 0.7695, + 0.7775, + 0.785, + 0.7285, + 0.7645, + 0.7665, + 0.7315, + 0.7645, + 0.742, + 0.767, + 0.7485, + 0.772, + 0.7575, + 0.769, + 0.739, + 0.715, + 0.723, + 0.721, + 0.755, + 0.685, + 0.7375, + 0.747, + 0.7845, + 0.7575, + 0.788, + 0.7475, + 0.7465, + 0.734, + 0.786, + 0.7485, + 0.7305, + 0.7745, + 0.7775, + 0.779, + 0.756, + 0.7395, + 0.784, + 0.7605, + 0.7665, + 0.7785, + 0.77, + 0.7655, + 0.7925, + 0.7745, + 0.7755, + 0.7855, + 0.764, + 0.785, + 0.777, + 0.769, + 0.783, + 0.792, + 0.7985, + 0.807, + 0.803, + 0.803, + 0.8035, + 0.8065, + 0.7965, + 0.7995, + 0.8065, + 0.811, + 0.8015, + 0.8015, + 0.8035, + 0.8, + 0.8, + 0.8045, + 0.8025, + 0.806, + 0.8045, + 0.804 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.029147807508707047, + 0.09590217471122742, + 0.0916377604007721, + 0.10714393854141235, + 0.10661958158016205, + 0.05731643736362457, + 0.06447312980890274, + 0.05185993015766144 + ], + "perturbation_rho": [ + -0.08288859575986862, + 0.14039787650108337, + 0.1433517336845398, + 0.1548803746700287, + 0.09298646450042725, + 0.08800182491540909, + 0.09949750453233719, + 0.02763376198709011 + ], + "nudging": { + "0.001": [ + 0.0017877263016998768, + -0.000630493275821209, + -0.00031784665770828724, + -0.00033820740645751357, + -0.0003272043541073799, + -0.00018869461200665683, + -0.0002295648882864043, + -0.00016335875261574984 + ], + "0.003": [ + 0.005449830554425716, + -0.001886849058791995, + -0.0009509308729320765, + -0.0010138512589037418, + -0.0009805148001760244, + -0.0005645205965265632, + -0.0006858182605355978, + -0.00048740144120529294 + ], + "0.01": [ + 0.019184602424502373, + -0.0062692309729754925, + -0.0031640869565308094, + -0.0033698435872793198, + -0.003262510057538748, + -0.0018756084609776735, + -0.0022803605534136295, + -0.0016227040905505419 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7473140567779541, + 0.9251619996070862, + 0.7068822136878967, + 0.6734603995323181, + 0.7457750282287597, + 0.8054894256591797, + 0.8525734433174134, + 0.8588375370025635, + 0.8834347763061523, + 0.8960849166870117, + 0.9051341072082519, + 0.9054860986709595, + 0.9049023498535156, + 0.9338330560684204, + 0.8942585109710693, + 0.866205068397522, + 0.8675411263465881, + 0.8408319032192231, + 0.8157361579895019, + 0.8383380194664002, + 0.7929928570747375, + 0.8159124660491943, + 0.8006898342132568, + 0.7805020513534546, + 0.7467561506271362, + 0.7769838253021241, + 0.740959705066681, + 0.7387035996437072, + 0.7201678607463836, + 0.7209407108306884, + 0.7474315497398376, + 0.7333630378723145, + 0.7624125885009766, + 0.7098405016899109, + 0.7155334932327271, + 0.7373080111503602, + 0.6897648265838623, + 0.7116705716133118, + 0.6977139730453491, + 0.689065051651001, + 0.7276701536178589, + 0.726329208946228, + 0.7151447709083557, + 0.7019258667945861, + 0.7494557568073272, + 0.7007609943389893, + 0.7020422275543213, + 0.6922769821166992, + 0.6776938212394714, + 0.6798969288825989, + 0.6656915367126465, + 0.6746529310703278, + 0.6393669857978821, + 0.6383698108673096, + 0.6358671523094177, + 0.6303783107280732, + 0.6350876825332642, + 0.6365802597522736, + 0.6297786211013794, + 0.6428515602111816, + 0.6437168377876282, + 0.6237785207748413, + 0.6191892197608948, + 0.6191086200714111, + 0.6186483777046203, + 0.6168421429157257, + 0.6117486687660217, + 0.6113159837722778, + 0.6117036319255829, + 0.607511134815216, + 0.6095974473953247, + 0.6053294305801391, + 0.6047506375312806, + 0.6027808818817139, + 0.6011299852371216, + 0.6004490308761596, + 0.5999058860778809, + 0.5991122978210449, + 0.598829758644104, + 0.598610949087143 + ], + "train_acc": [ + 0.364, + 0.6574, + 0.7329, + 0.753, + 0.7398, + 0.7248, + 0.7084, + 0.698, + 0.6894, + 0.6845, + 0.6805, + 0.6781, + 0.6804, + 0.6737, + 0.6854, + 0.6889, + 0.6907, + 0.6997, + 0.7082, + 0.7014, + 0.7176, + 0.7145, + 0.7188, + 0.7206, + 0.7318, + 0.7271, + 0.7373, + 0.735, + 0.7415, + 0.7401, + 0.744, + 0.7405, + 0.7346, + 0.7542, + 0.746, + 0.739, + 0.7483, + 0.751, + 0.7539, + 0.748, + 0.7431, + 0.744, + 0.7449, + 0.7473, + 0.7364, + 0.7478, + 0.7439, + 0.7468, + 0.7538, + 0.7511, + 0.7531, + 0.7538, + 0.7664, + 0.7687, + 0.7632, + 0.7699, + 0.7701, + 0.7688, + 0.7692, + 0.765, + 0.7657, + 0.77, + 0.7734, + 0.7728, + 0.7735, + 0.7713, + 0.7752, + 0.777, + 0.7762, + 0.7752, + 0.7746, + 0.7782, + 0.7776, + 0.7801, + 0.7778, + 0.7788, + 0.7778, + 0.7797, + 0.7787, + 0.7793 + ], + "test_acc": [ + 0.557, + 0.6835, + 0.712, + 0.7145, + 0.693, + 0.687, + 0.6815, + 0.674, + 0.672, + 0.661, + 0.6595, + 0.661, + 0.6535, + 0.6555, + 0.66, + 0.6525, + 0.6575, + 0.6745, + 0.662, + 0.665, + 0.6775, + 0.6725, + 0.6565, + 0.685, + 0.6865, + 0.6955, + 0.6925, + 0.6985, + 0.6935, + 0.674, + 0.7045, + 0.6865, + 0.7, + 0.7075, + 0.679, + 0.706, + 0.7085, + 0.7025, + 0.718, + 0.7025, + 0.7085, + 0.6865, + 0.709, + 0.681, + 0.713, + 0.7125, + 0.714, + 0.7035, + 0.7085, + 0.7075, + 0.7005, + 0.722, + 0.725, + 0.7115, + 0.7165, + 0.728, + 0.7245, + 0.7215, + 0.7265, + 0.7275, + 0.7165, + 0.727, + 0.731, + 0.7285, + 0.7265, + 0.7245, + 0.7275, + 0.7215, + 0.724, + 0.7265, + 0.7285, + 0.723, + 0.7275, + 0.7275, + 0.7275, + 0.728, + 0.729, + 0.7285, + 0.727, + 0.7265 + ], + "state_pred_error": [ + 0.6621009309768677, + 0.18949966685771943, + 0.1467816726922989, + 0.15708787188529968, + 0.17524181332588196, + 0.19041815445423127, + 0.19469740133285524, + 0.19334899117946625, + 0.18909891850948335, + 0.1834290199995041, + 0.1776910136461258, + 0.1693726092338562, + 0.1593346801996231, + 0.15057109451293946, + 0.13607191491127013, + 0.12221740016937256, + 0.11063073590993881, + 0.10139462573528289, + 0.09178647582530976, + 0.08364639749526978, + 0.0763305801987648, + 0.07042970400452614, + 0.06602095465660095, + 0.06487999885678292, + 0.06271354095935822, + 0.061520341455936434, + 0.059059248542785645, + 0.056564629304409024, + 0.05402934091091156, + 0.05196828144788742, + 0.050360298389196395, + 0.0480489935874939, + 0.04519245035648346, + 0.04349969825744629, + 0.04201801525950432, + 0.04072046799659729, + 0.03955439219474793, + 0.03672264353334904, + 0.03492691957950592, + 0.03289650791883469, + 0.03177874554991722, + 0.030649135023355485, + 0.02864566181600094, + 0.02688669348657131, + 0.025244250574707985, + 0.023715209478139876, + 0.021778766030073164, + 0.020335312649607657, + 0.019033752544224264, + 0.018155685628950594, + 0.017363225120306015, + 0.016726057812571526, + 0.01624702921509743, + 0.015930817434191703, + 0.015584588533639908, + 0.015295122048258782, + 0.015127958336472512, + 0.014801454600691795, + 0.014687491267919541, + 0.014063061302900314, + 0.01438164930343628, + 0.01355879987180233, + 0.01320074545443058, + 0.012842133796215058, + 0.01253392604291439, + 0.01236460832208395, + 0.011886253049969674, + 0.011621960616111756, + 0.011426134213805198, + 0.011017198014259339, + 0.010708265140652656, + 0.01054772773683071, + 0.01050231020450592, + 0.010149630855768919, + 0.009902083823084832, + 0.009754141983389855, + 0.009604894667863845, + 0.00941408416479826, + 0.009380772784352303, + 0.009179592244327068 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8188973069190979, + 0.4508240222930908, + 0.20906424522399902, + 0.16529136896133423, + 0.1612900048494339, + 0.1292058229446411, + 0.14780420064926147, + 0.1308501958847046 + ], + "perturbation_rho": [ + 0.7345798015594482, + 0.40806666016578674, + 0.18922817707061768, + 0.1360217034816742, + 0.11187596619129181, + 0.1472519189119339, + 0.12442155927419662, + 0.11949814856052399 + ], + "nudging": { + "0.001": [ + -0.021930836141109467, + -0.0014364664675667882, + -0.0005421066889539361, + -0.0004351946117822081, + -0.00039058327092789114, + -0.0003250233712606132, + -0.00035381075576879084, + -0.00031243677949532866 + ], + "0.003": [ + -0.0643623024225235, + -0.004303464200347662, + -0.0016258403193205595, + -0.0013055813033133745, + -0.0011712429113686085, + -0.0009750650497153401, + -0.0010611845646053553, + -0.0009370018960908055 + ], + "0.01": [ + -0.19829359650611877, + -0.01426965557038784, + -0.005409521050751209, + -0.004344802349805832, + -0.0038992268964648247, + -0.0032464847899973392, + -0.003532196395099163, + -0.00311922375112772 + ] + }, + "state_pred_error_per_layer": [ + 5640.76416015625, + 3768.9912109375, + 2209.80126953125, + 1863.6328125, + 1833.0330810546875, + 2052.747802734375, + 1687.1876220703125, + 1871.18310546875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.186090153121948, + 1.1984385531425477, + 0.758064928817749, + 0.626275444984436, + 0.5633068831443787, + 0.5013768714904785, + 0.5079200323104859, + 0.5059850447654725, + 0.4841378322124481, + 0.519163568687439, + 0.5544459510803222, + 0.5611598224639892, + 0.5388422620296478, + 0.6585407733917237, + 0.576538342666626, + 0.600434935760498, + 0.6034886390686035, + 0.6376714500427246, + 0.6580952283859253, + 0.663741570186615, + 0.7861046495437622, + 0.7275902103424072, + 0.7628611448287964, + 0.8346376148223877, + 0.8310700666427613, + 0.8562221878051758, + 1.003050333881378, + 1.005180773639679, + 1.0375463592529297, + 0.9521340274810791, + 1.0032074150085448, + 1.0618027465820312, + 1.0746233934402465, + 1.0948340304374695, + 1.1240816584587097, + 1.0969329462051391, + 1.1547944499969482, + 1.0115770859718323, + 1.187496001434326, + 1.1422000102996825, + 1.2583707466125489, + 1.1105651211738587, + 1.149918165588379, + 1.156761019897461, + 1.0984439032554627, + 1.153316777420044, + 1.1259891437530518, + 1.1472719621658325, + 1.116767183303833, + 1.0828887168884278, + 1.06634891872406, + 1.1018301118850709, + 1.1700591009140016, + 1.119646194076538, + 1.1126467975616454, + 1.128969659423828, + 1.1335998802185059, + 1.116425537109375, + 1.1152625152587892, + 1.1043034273147583, + 1.1250763381958009, + 1.1375839376449586, + 1.1613730312347412, + 1.114402931690216, + 1.110203257751465, + 1.110114776992798, + 1.0994714338302611, + 1.10834795627594, + 1.0854792390823365, + 1.0907306499481202, + 1.0760109588623046, + 1.0793846405029297, + 1.0701058303833009, + 1.0693202518463134, + 1.0654688898086548, + 1.0643323517799377, + 1.062985421180725, + 1.063136572265625, + 1.0616274564743042, + 1.060890511226654 + ], + "train_acc": [ + 0.2037, + 0.5759, + 0.7201, + 0.7655, + 0.786, + 0.8129, + 0.8139, + 0.8149, + 0.8211, + 0.8163, + 0.8115, + 0.8102, + 0.8227, + 0.8002, + 0.8182, + 0.815, + 0.8163, + 0.8129, + 0.8129, + 0.8135, + 0.7906, + 0.7999, + 0.7921, + 0.769, + 0.7656, + 0.7611, + 0.7238, + 0.7113, + 0.6958, + 0.6976, + 0.6775, + 0.6548, + 0.6512, + 0.6319, + 0.6236, + 0.6178, + 0.611, + 0.6423, + 0.6127, + 0.61, + 0.5833, + 0.6211, + 0.612, + 0.6054, + 0.6155, + 0.6017, + 0.6061, + 0.5974, + 0.6079, + 0.6116, + 0.6099, + 0.6073, + 0.5914, + 0.5991, + 0.6026, + 0.5958, + 0.5946, + 0.6011, + 0.6002, + 0.6053, + 0.5985, + 0.5905, + 0.5887, + 0.5986, + 0.6012, + 0.6023, + 0.604, + 0.6011, + 0.6086, + 0.605, + 0.6125, + 0.6069, + 0.6108, + 0.6143, + 0.6148, + 0.6154, + 0.6165, + 0.6149, + 0.6145, + 0.616 + ], + "test_acc": [ + 0.4205, + 0.6445, + 0.6985, + 0.728, + 0.768, + 0.7555, + 0.7905, + 0.781, + 0.7895, + 0.7495, + 0.7755, + 0.767, + 0.7785, + 0.75, + 0.7695, + 0.7655, + 0.788, + 0.779, + 0.744, + 0.7345, + 0.7575, + 0.754, + 0.7015, + 0.701, + 0.7185, + 0.724, + 0.636, + 0.626, + 0.598, + 0.5585, + 0.579, + 0.579, + 0.5785, + 0.5585, + 0.5555, + 0.444, + 0.5675, + 0.4385, + 0.559, + 0.4735, + 0.5265, + 0.57, + 0.498, + 0.548, + 0.517, + 0.5415, + 0.5515, + 0.4515, + 0.5275, + 0.5605, + 0.5295, + 0.5445, + 0.5505, + 0.5395, + 0.5455, + 0.53, + 0.566, + 0.5735, + 0.579, + 0.587, + 0.56, + 0.569, + 0.575, + 0.5795, + 0.5845, + 0.576, + 0.584, + 0.5885, + 0.59, + 0.5785, + 0.5835, + 0.593, + 0.5875, + 0.5915, + 0.594, + 0.592, + 0.59, + 0.5935, + 0.5955, + 0.5935 + ], + "value_loss": [ + 2.972377465057373, + 0.9248018383979797, + 1.0020131734848023, + 1.001979987335205, + 0.9705457033157349, + 0.8233501838684082, + 0.7766179365158081, + 0.7434081115245819, + 0.6680281215190887, + 0.8222749937057495, + 0.9086565495491028, + 0.9337426007270813, + 0.8717771873474122, + 1.2898138553142549, + 1.0746097915649413, + 1.2781329341888428, + 1.1974793502807617, + 1.34198962059021, + 1.3165509941101075, + 1.5385431747436524, + 1.9559954346179962, + 1.8219638473510742, + 1.7863510093688966, + 2.057444320678711, + 1.9194623096466064, + 1.976530602836609, + 2.3657245763778687, + 2.159454160308838, + 1.9747343505859376, + 1.5638118370056153, + 1.2694459007263184, + 1.2683067232131957, + 1.1694433807373046, + 1.1675490615844726, + 1.0915654657363891, + 1.0240236600875854, + 1.7238075693130492, + 0.835702922821045, + 1.110375917816162, + 0.8499037637710571, + 1.055553258895874, + 1.0895272705078125, + 1.12765179977417, + 0.7910501505374908, + 0.6725261320114135, + 0.734961402130127, + 0.6772283415317535, + 0.6853561975479125, + 0.6990460660934448, + 0.8313457719802857, + 0.5796068740844726, + 0.6480168206691742, + 0.8037886819362641, + 0.5881471869468688, + 0.6110391419410706, + 0.5128450169563293, + 0.5585265712738037, + 0.5103896431922913, + 0.5027615876197815, + 0.5387080775737763, + 0.5066710983276367, + 0.5061055371284485, + 0.5857940488815307, + 0.47782063326835633, + 0.5022022886276245, + 0.45191595425605774, + 0.4483213914871216, + 0.44163735978603363, + 0.44864495878219607, + 0.4398085097312927, + 0.4156592011928558, + 0.4245777335166931, + 0.42239491229057313, + 0.4158617585659027, + 0.4056261803150177, + 0.3981911696434021, + 0.39951434321403506, + 0.40600771880149844, + 0.39831735172271726, + 0.3977136660575867 + ], + "term_loss": [ + 1.7086821298599244, + 0.6393537052154541, + 0.831955358505249, + 0.8549827503204346, + 0.8313716646194458, + 0.6740786487579346, + 0.6076947003364563, + 0.5965874532222748, + 0.538589419388771, + 0.6892606357574463, + 0.7693541362762452, + 0.7941495090007782, + 0.7356539968967438, + 1.1337381413698195, + 0.9334297341823578, + 1.133020539855957, + 1.0501272022247314, + 1.1906745010375976, + 1.1603767150878905, + 1.383775331878662, + 1.7672954069495201, + 1.618180365753174, + 1.5548997764587402, + 1.7815429141998291, + 1.634721337890625, + 1.6693853170394897, + 1.9992852979660034, + 1.7566577983856202, + 1.5732412117004395, + 1.1724922225952148, + 0.9129334537506103, + 0.9116888998031616, + 0.811285630607605, + 0.782278653216362, + 0.6845991757392883, + 0.5974405498027802, + 1.1749914863586426, + 0.455600013923645, + 0.733255504322052, + 0.520190512561798, + 0.697090616607666, + 0.744835383605957, + 0.7489512222290039, + 0.44376978453397753, + 0.3575445245265961, + 0.41143530030250547, + 0.36194814307689666, + 0.35318923025131227, + 0.3714102928161621, + 0.48353575496673584, + 0.2622438941001892, + 0.31617711095809936, + 0.45348238250017164, + 0.2884477474451065, + 0.3248059089899063, + 0.22525122106075288, + 0.27484396206140516, + 0.2325062701702118, + 0.22512192395329475, + 0.26193017570972443, + 0.2302307121038437, + 0.22658776865005492, + 0.29551011357307433, + 0.20677382897138596, + 0.22635481977462768, + 0.17875954384803772, + 0.1794549295425415, + 0.17492746146917343, + 0.1828258805513382, + 0.1739099319458008, + 0.15372597955465317, + 0.15907710464000702, + 0.15855794508755208, + 0.15342277257442474, + 0.14609964501857758, + 0.13945738344192504, + 0.136053040933609, + 0.1458153038263321, + 0.1393143364906311, + 0.13710964921712876 + ], + "bridge_loss": [ + 0.9758284360856575, + 0.06962661180198193, + 0.005672540656849742, + 0.003370350643992424, + 0.006644147405028343, + 0.030381520032882692, + 0.04909406066536903, + 0.026274551457166673, + 0.013745080161094665, + 0.013532327757775783, + 0.0138886878028512, + 0.013557788728922606, + 0.014762255641818047, + 0.01668152751326561, + 0.01626828481554985, + 0.01767303576171398, + 0.020321840810775756, + 0.019734235203266143, + 0.02249946554452181, + 0.022086227571964264, + 0.040416947451233864, + 0.06203577089309693, + 0.08303722366094589, + 0.11707051875591278, + 0.12063585679531097, + 0.13916499671936036, + 0.17566344423294067, + 0.20474205927848815, + 0.1913953489303589, + 0.1900377607345581, + 0.14244086827039718, + 0.12460256059169769, + 0.1259830789089203, + 0.147844007897377, + 0.16582468271255493, + 0.18581496963500976, + 0.3006300089836121, + 0.15080310106873512, + 0.12048298480510712, + 0.07477383016645908, + 0.08642990236282348, + 0.09502357883453369, + 0.12325514240264893, + 0.08798319578170777, + 0.06590155552625657, + 0.06488577566146851, + 0.06051054383516312, + 0.07300690015554429, + 0.07357583614587784, + 0.09772055714130401, + 0.0707737734824419, + 0.0786128630578518, + 0.09063167880773544, + 0.044709685909748074, + 0.03420306581407785, + 0.03227839771509171, + 0.028627947074174882, + 0.025130870291590692, + 0.02522470474541187, + 0.027251064124703406, + 0.023627802783250808, + 0.023905384761095046, + 0.02898607106804848, + 0.01962408951073885, + 0.024935207891464233, + 0.022261195167899133, + 0.020190077558159828, + 0.017063735301792622, + 0.02027609973549843, + 0.019097698336839677, + 0.017230739736557008, + 0.019787984344363213, + 0.020351601561903954, + 0.01930274936258793, + 0.016703577791899443, + 0.016038631775975226, + 0.021321783912181855, + 0.01768758919239044, + 0.017187132662534715, + 0.018799800185859205 + ], + "tgrad_loss": [ + 0.28786688737869265, + 0.2158215215921402, + 0.16438527557849883, + 0.14362689361572265, + 0.13252989099025728, + 0.11889001908302307, + 0.1198291732788086, + 0.12054610551595688, + 0.11569361996650696, + 0.11948202958106995, + 0.12541372295618058, + 0.12603530632257462, + 0.12136093652248382, + 0.13939418510198592, + 0.12491177189350128, + 0.12743936359882355, + 0.12703030982017516, + 0.13158088505268098, + 0.13367481677532195, + 0.13268162167072295, + 0.14828308132886886, + 0.14174770864248276, + 0.1484140252828598, + 0.1588308961868286, + 0.16410512266159058, + 0.16798028388023376, + 0.19077582602500914, + 0.19805429615974426, + 0.21009778094291687, + 0.20128185844421387, + 0.21407157855033873, + 0.23201526298522948, + 0.2321746678352356, + 0.23742639436721802, + 0.24114160361289977, + 0.2407681416273117, + 0.24818605904579163, + 0.2292998040676117, + 0.25663742961883546, + 0.25493942279815673, + 0.27203273811340334, + 0.24966830728054046, + 0.25544544095993044, + 0.2592971650838852, + 0.24908005418777465, + 0.25864032859802244, + 0.25476965675354, + 0.25916006617546083, + 0.25405994086265565, + 0.25008946247100833, + 0.24658920845985413, + 0.25322684478759766, + 0.2596746240615845, + 0.25498975529670714, + 0.25203017072677614, + 0.2553153970241547, + 0.25505466132164, + 0.2527525003910065, + 0.25241495661735536, + 0.24952683820724486, + 0.2528125834941864, + 0.25561238169670103, + 0.261297861289978, + 0.2514227141857147, + 0.2509122602939606, + 0.2508952157974243, + 0.2486763837337494, + 0.24964616248607635, + 0.24554297575950623, + 0.24680087909698487, + 0.2447024793624878, + 0.24571264839172363, + 0.24348536689281464, + 0.243136239695549, + 0.24282296109199525, + 0.24269515240192413, + 0.24213951697349548, + 0.2425048230648041, + 0.24181588273048402, + 0.24180421624183654 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.014968650415539742, + 0.08219218999147415, + 0.12315872311592102, + 0.1350458562374115, + 0.16176681220531464, + 0.1692444086074829, + 0.17282617092132568, + 0.17642942070960999 + ], + "perturbation_rho": [ + 0.09865723550319672, + 0.1636437624692917, + 0.19447889924049377, + 0.2091381549835205, + 0.2243458330631256, + 0.23168572783470154, + 0.2512606978416443, + 0.23721641302108765 + ], + "nudging": { + "0.001": [ + -0.0006243207026273012, + -0.0006085919449105859, + -0.0008320298511534929, + -0.0008824424585327506, + -0.000980146462097764, + -0.0010583256371319294, + -0.001075199106708169, + -0.0010938441846519709 + ], + "0.003": [ + -0.001858972478657961, + -0.001825807150453329, + -0.002494026906788349, + -0.0026476685889065266, + -0.0029380805790424347, + -0.0031721340492367744, + -0.003223641077056527, + -0.0032798685133457184 + ], + "0.01": [ + -0.006006492767482996, + -0.006066862493753433, + -0.008294559083878994, + -0.008802486583590508, + -0.009770728647708893, + -0.010544568300247192, + -0.010718668811023235, + -0.010904812254011631 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json new file mode 100644 index 0000000..4d3fe23 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.1496125110149384, + 0.5061822664260864, + 0.4693412160873413, + 0.43734210863113404, + 0.3776036578655243, + 0.39574705362319945, + 0.3516918658494949, + 0.33453388838768006, + 0.3495379844665527, + 0.3402368752479553, + 0.3161138860940933, + 0.2867650896936655, + 0.24054993677139283, + 0.2714561710357666, + 0.25964800286293027, + 0.2755970516204834, + 0.24782800941467284, + 0.22855919575691222, + 0.21334439667463304, + 0.20634846214056016, + 0.19688657937049867, + 0.23594446697235108, + 0.23073553504943847, + 0.20792550567090512, + 0.1676195205926895, + 0.1842089424610138, + 0.18720704748630523, + 0.14316579525470732, + 0.17303093489408494, + 0.1381333925008774, + 0.13757353625297547, + 0.14679754115343094, + 0.13663861708641054, + 0.16062574342489241, + 0.11842985030412674, + 0.10145846538543701, + 0.09054735779762269, + 0.1080644615650177, + 0.12051263661384583, + 0.08496876339912414, + 0.09041771185398102, + 0.11978768072724343, + 0.08271067204475403, + 0.09710697619915008, + 0.09531720114350319, + 0.06220439117997885, + 0.05394122452735901, + 0.05304814251065254, + 0.04881165652275085, + 0.06747119562029838, + 0.051796284824609753, + 0.045333140206336976, + 0.04041213118433953, + 0.03992201315760612, + 0.03727436591982841, + 0.037020414257049564, + 0.03644478557109833, + 0.03349559764266014, + 0.033058264112472535, + 0.03204139881432056, + 0.02992909691929817, + 0.030789311078190804, + 0.028830358052253723, + 0.02774413277506828, + 0.027408198833465576, + 0.026751420867443084, + 0.02626628998219967, + 0.02568119297027588, + 0.02794391964673996, + 0.025825911223888397, + 0.025229841116070746, + 0.02475675569474697, + 0.02444171721935272, + 0.02418347292840481, + 0.023966037380695342, + 0.023791261124610903, + 0.02370161115527153, + 0.023618511060625316, + 0.023566739109903576, + 0.023538703203201294 + ], + "train_acc": [ + 0.6047, + 0.8052, + 0.8181, + 0.8276, + 0.8498, + 0.8476, + 0.862, + 0.863, + 0.8633, + 0.8678, + 0.8784, + 0.8865, + 0.9094, + 0.8962, + 0.8993, + 0.8902, + 0.9042, + 0.9135, + 0.9174, + 0.9199, + 0.9245, + 0.9116, + 0.9118, + 0.9205, + 0.9377, + 0.929, + 0.9273, + 0.9482, + 0.9329, + 0.95, + 0.9481, + 0.9471, + 0.9498, + 0.9397, + 0.9585, + 0.9669, + 0.9722, + 0.9615, + 0.9578, + 0.9738, + 0.9706, + 0.9567, + 0.9741, + 0.9684, + 0.9693, + 0.9856, + 0.9907, + 0.9901, + 0.9921, + 0.983, + 0.9894, + 0.9947, + 0.9951, + 0.9956, + 0.9973, + 0.9968, + 0.9967, + 0.9979, + 0.9981, + 0.9983, + 0.9988, + 0.9977, + 0.9988, + 0.999, + 0.9992, + 0.9993, + 0.9995, + 0.9994, + 0.9982, + 0.9996, + 0.9995, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9999, + 0.9999, + 0.9999, + 0.9999 + ], + "test_acc": [ + 0.761, + 0.7965, + 0.798, + 0.8105, + 0.808, + 0.8195, + 0.819, + 0.8365, + 0.8285, + 0.8275, + 0.8305, + 0.824, + 0.8395, + 0.8335, + 0.8365, + 0.8225, + 0.841, + 0.841, + 0.8395, + 0.845, + 0.842, + 0.833, + 0.8505, + 0.8415, + 0.849, + 0.8415, + 0.844, + 0.8435, + 0.8405, + 0.8505, + 0.8515, + 0.847, + 0.841, + 0.848, + 0.852, + 0.8585, + 0.8605, + 0.8535, + 0.857, + 0.854, + 0.8485, + 0.848, + 0.8455, + 0.8575, + 0.856, + 0.8575, + 0.8565, + 0.8585, + 0.8555, + 0.8515, + 0.8575, + 0.8595, + 0.8605, + 0.8595, + 0.861, + 0.8595, + 0.866, + 0.8605, + 0.861, + 0.8605, + 0.8575, + 0.8595, + 0.86, + 0.858, + 0.8575, + 0.8575, + 0.8565, + 0.8575, + 0.857, + 0.857, + 0.8565, + 0.854, + 0.855, + 0.8545, + 0.855, + 0.8555, + 0.8555, + 0.8555, + 0.8555, + 0.8555 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8810831904411316, + 0.8730225563049316, + 0.8656145334243774, + 0.8578245639801025, + 0.8490546345710754, + 0.8397257328033447, + 0.8311692476272583, + 0.8243355751037598 + ], + "perturbation_rho": [ + 0.9999987483024597, + 0.9999980330467224, + 0.9999955892562866, + 0.9999854564666748, + 0.9999719858169556, + 0.999948263168335, + 0.9998974204063416, + 0.9998607039451599 + ], + "nudging": { + "0.001": [ + -0.03612860292196274, + -0.02260003425180912, + -0.013746894896030426, + -0.008408663794398308, + -0.005443554371595383, + -0.003843091195449233, + -0.0029569226317107677, + -0.0024378034286201 + ], + "0.003": [ + -0.09868516772985458, + -0.06405734270811081, + -0.03987570106983185, + -0.024722333997488022, + -0.01612165942788124, + -0.011425917968153954, + -0.008809964172542095, + -0.007272382732480764 + ], + "0.01": [ + -0.23731596767902374, + -0.17453062534332275, + -0.11795195937156677, + -0.07674264907836914, + -0.05135927349328995, + -0.036901768296957016, + -0.028667811304330826, + -0.02376912161707878 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1675753231048582, + 1.1856547933578492, + 0.7580281761169434, + 0.6381688435554504, + 0.5754390489578247, + 0.5642330053329467, + 0.5420730123996734, + 0.5234871512413025, + 0.5435975284576416, + 0.5557498501777649, + 0.5523532521486282, + 0.5620559630751609, + 0.557824009513855, + 0.6107632051467895, + 0.603276273059845, + 0.6159, + 0.6201973339080811, + 0.6276999963760376, + 0.721551043510437, + 0.7058568975448608, + 0.6804799362182617, + 0.8315831820487976, + 0.8213359106063842, + 0.7040662940979003, + 0.7242366206169129, + 0.7309036163330078, + 0.8841015676498413, + 0.7365514185905456, + 0.7004390016555786, + 0.7948915409207344, + 0.7725572082519532, + 0.7417861236095429, + 0.7524257236361503, + 0.7014043121337891, + 0.8019312177658081, + 0.7336400012016296, + 0.746234344291687, + 0.7332810028076172, + 0.7219296333312988, + 0.663898908996582, + 0.8586195873260498, + 0.766791400718689, + 0.8692042198181152, + 0.6851024099349976, + 0.7478959278404713, + 0.6670105101585388, + 0.6914398956298828, + 0.8393889261245727, + 0.7394916067123413, + 0.6740026753425599, + 0.6510983401298523, + 0.6899495806217194, + 0.6442845206975937, + 0.5954629945755004, + 0.6383736618518829, + 0.6042263046264649, + 0.6990487686634064, + 0.5667548357009887, + 0.6024624797821045, + 0.5855678743302822, + 0.5720387092590332, + 0.5841287456512451, + 0.5879881093502045, + 0.5573869585037231, + 0.5499968002319336, + 0.5739686104774475, + 0.5461770409703255, + 0.5319844762802124, + 0.5512453693389893, + 0.5292456346511841, + 0.528937708568573, + 0.5258590517044067, + 0.5199304915189743, + 0.5163791128158569, + 0.5159513384819031, + 0.5147338192939759, + 0.5139513021469116, + 0.5105164805054665, + 0.5090386550664902, + 0.5086064174175262 + ], + "train_acc": [ + 0.2113, + 0.5768, + 0.7207, + 0.7623, + 0.7827, + 0.7893, + 0.7994, + 0.8061, + 0.8041, + 0.8103, + 0.807, + 0.8079, + 0.8151, + 0.8028, + 0.8134, + 0.8128, + 0.8123, + 0.8091, + 0.7976, + 0.8004, + 0.8062, + 0.7834, + 0.7907, + 0.8099, + 0.8061, + 0.8062, + 0.7875, + 0.8111, + 0.811, + 0.7996, + 0.7993, + 0.808, + 0.8062, + 0.8152, + 0.7973, + 0.8111, + 0.8104, + 0.8107, + 0.8152, + 0.8178, + 0.7866, + 0.8024, + 0.7844, + 0.8167, + 0.8026, + 0.8254, + 0.8192, + 0.7921, + 0.809, + 0.8179, + 0.8206, + 0.8156, + 0.8235, + 0.8322, + 0.8207, + 0.83, + 0.8145, + 0.8345, + 0.8257, + 0.8301, + 0.8322, + 0.8341, + 0.8296, + 0.8373, + 0.8403, + 0.8335, + 0.8369, + 0.8424, + 0.8379, + 0.8438, + 0.841, + 0.8409, + 0.8451, + 0.8438, + 0.8447, + 0.8457, + 0.8451, + 0.8461, + 0.8469, + 0.8469 + ], + "test_acc": [ + 0.409, + 0.647, + 0.72, + 0.737, + 0.733, + 0.7465, + 0.7405, + 0.758, + 0.7695, + 0.744, + 0.7575, + 0.755, + 0.751, + 0.743, + 0.7635, + 0.765, + 0.756, + 0.7515, + 0.7465, + 0.72, + 0.724, + 0.7135, + 0.764, + 0.776, + 0.7465, + 0.663, + 0.738, + 0.756, + 0.7275, + 0.762, + 0.7695, + 0.7285, + 0.7305, + 0.7585, + 0.742, + 0.756, + 0.736, + 0.762, + 0.771, + 0.716, + 0.75, + 0.716, + 0.7745, + 0.75, + 0.7535, + 0.742, + 0.7085, + 0.746, + 0.75, + 0.7585, + 0.753, + 0.78, + 0.7735, + 0.7895, + 0.788, + 0.7515, + 0.7745, + 0.7725, + 0.784, + 0.783, + 0.7705, + 0.7865, + 0.781, + 0.798, + 0.7755, + 0.7975, + 0.802, + 0.7925, + 0.7955, + 0.7955, + 0.7945, + 0.7945, + 0.794, + 0.7985, + 0.797, + 0.798, + 0.8, + 0.799, + 0.7995, + 0.7985 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.027731137350201607, + 0.10604047030210495, + 0.13601002097129822, + 0.07596071809530258, + 0.0985877588391304, + 0.08992618322372437, + 0.1115533858537674, + 0.10418008267879486 + ], + "perturbation_rho": [ + -0.01300876960158348, + 0.12486347556114197, + 0.1899794042110443, + 0.08801613748073578, + 0.11934874951839447, + 0.15905101597309113, + 0.1374979466199875, + 0.167507603764534 + ], + "nudging": { + "0.001": [ + -0.00116775743663311, + -0.0005817725323140621, + -0.0004425079678185284, + -0.0002278374886373058, + -0.00030131125822663307, + -0.0003067472716793418, + -0.00033343967515975237, + -0.00031045585637912154 + ], + "0.003": [ + -0.003487181384116411, + -0.0017464003758504987, + -0.0013272382784634829, + -0.0006842178991064429, + -0.0009047683561220765, + -0.0009237582562491298, + -0.001001371769234538, + -0.0009321005782112479 + ], + "0.01": [ + -0.011210349388420582, + -0.00580610241740942, + -0.004417200107127428, + -0.002277099061757326, + -0.003015844151377678, + -0.0030763214454054832, + -0.003333096392452717, + -0.003100896719843149 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6784069482803345, + 0.8538369147300721, + 0.6258324602127076, + 0.668401536655426, + 0.7467584712982178, + 0.8377721960067749, + 0.9246440408706665, + 0.9443994323730469, + 0.8772222507476807, + 0.8539061568260193, + 0.8640116756439209, + 0.8537434608459472, + 0.8456798457145691, + 0.8172312419891358, + 0.8153982551574707, + 0.8007552943229675, + 0.794915559387207, + 0.8125922817230224, + 0.8261112766265869, + 0.8598634362220764, + 0.8852636333465577, + 0.8463179750442504, + 0.8648002141952514, + 0.8659900695800781, + 0.8808840075492859, + 0.8678793494224548, + 0.8149205436706543, + 0.8051315529823303, + 0.7829432733535766, + 0.8025028318405152, + 0.806145126914978, + 0.7712487247467041, + 0.7314799781799316, + 0.7506569934844971, + 0.7251035878658295, + 0.7171359412193299, + 0.7223926441192627, + 0.7606710305213928, + 0.7542281196594238, + 0.7664629793167115, + 0.7547179684638977, + 0.7321481575012208, + 0.7432650357246399, + 0.759351619386673, + 0.7231213260650635, + 0.7028192038059234, + 0.7018617664337158, + 0.6897621598243714, + 0.6744844152450562, + 0.661704832649231, + 0.6507027347564698, + 0.651756622838974, + 0.6367372986793518, + 0.6331114406585694, + 0.621852323770523, + 0.6100035942077636, + 0.6207889963150024, + 0.6060253511428833, + 0.6061938572883606, + 0.5996559371948242, + 0.5985591208934784, + 0.594506115436554, + 0.5957340684890747, + 0.5967603279113769, + 0.5868529572486877, + 0.5819584226608276, + 0.5830897835254669, + 0.5751743601322175, + 0.5750890419960022, + 0.5712065260887146, + 0.5768221997261047, + 0.57174985704422, + 0.5698016437530518, + 0.5679710320472717, + 0.5670583985328674, + 0.5655418931007385, + 0.5647730830669403, + 0.564036203956604, + 0.5634859690189361, + 0.5633206834793091 + ], + "train_acc": [ + 0.3775, + 0.6775, + 0.7658, + 0.7622, + 0.7479, + 0.7153, + 0.683, + 0.6745, + 0.6916, + 0.6924, + 0.6903, + 0.6979, + 0.6947, + 0.7022, + 0.7023, + 0.7059, + 0.7174, + 0.7102, + 0.7041, + 0.7003, + 0.6969, + 0.7058, + 0.6969, + 0.6961, + 0.6944, + 0.7061, + 0.7134, + 0.7147, + 0.7232, + 0.7225, + 0.7195, + 0.7299, + 0.7416, + 0.7358, + 0.7423, + 0.7457, + 0.7415, + 0.7298, + 0.7298, + 0.7304, + 0.7341, + 0.7385, + 0.7345, + 0.7343, + 0.7411, + 0.7455, + 0.7503, + 0.7477, + 0.758, + 0.7611, + 0.7653, + 0.7635, + 0.769, + 0.769, + 0.7748, + 0.7762, + 0.7738, + 0.7796, + 0.7799, + 0.7829, + 0.7854, + 0.7821, + 0.7841, + 0.7834, + 0.7892, + 0.7867, + 0.7844, + 0.7916, + 0.7943, + 0.7908, + 0.7905, + 0.7918, + 0.7904, + 0.7928, + 0.7977, + 0.7965, + 0.7967, + 0.7968, + 0.7979, + 0.7976 + ], + "test_acc": [ + 0.5905, + 0.713, + 0.732, + 0.735, + 0.709, + 0.6775, + 0.632, + 0.668, + 0.6925, + 0.6775, + 0.668, + 0.654, + 0.6655, + 0.6685, + 0.6705, + 0.665, + 0.647, + 0.672, + 0.647, + 0.6545, + 0.666, + 0.669, + 0.6395, + 0.654, + 0.6495, + 0.6735, + 0.684, + 0.69, + 0.6515, + 0.6245, + 0.638, + 0.681, + 0.684, + 0.6905, + 0.6955, + 0.6795, + 0.679, + 0.6915, + 0.6655, + 0.683, + 0.6745, + 0.6925, + 0.6685, + 0.6965, + 0.6905, + 0.7015, + 0.7225, + 0.7035, + 0.713, + 0.7285, + 0.7095, + 0.727, + 0.717, + 0.7325, + 0.7405, + 0.742, + 0.7285, + 0.733, + 0.733, + 0.741, + 0.745, + 0.7425, + 0.741, + 0.7395, + 0.739, + 0.748, + 0.7505, + 0.743, + 0.7455, + 0.7465, + 0.7455, + 0.749, + 0.751, + 0.748, + 0.755, + 0.7485, + 0.7515, + 0.749, + 0.7505, + 0.7505 + ], + "state_pred_error": [ + 0.6772782639980316, + 0.19106789288520812, + 0.13515139267444612, + 0.13850510149002077, + 0.15888860702514648, + 0.1779759260416031, + 0.18962191469669343, + 0.19099906651973725, + 0.19079499611854553, + 0.1884487063884735, + 0.16957074830532073, + 0.1468679202079773, + 0.13275577713251113, + 0.12061098921298981, + 0.11245400367975235, + 0.1107190781712532, + 0.10698225569725037, + 0.10462268464565277, + 0.10515006263256073, + 0.1079078679561615, + 0.10459889571666718, + 0.09621057146787644, + 0.09101127699613572, + 0.0875964389204979, + 0.08520031116008758, + 0.07949715087413788, + 0.07065141149759292, + 0.059809070467948915, + 0.05204611879587173, + 0.04686824198961258, + 0.04378255767822266, + 0.04081880375742912, + 0.03798793787956238, + 0.0367397832930088, + 0.03546322963833809, + 0.03455261668562889, + 0.0339633260011673, + 0.033648267769813535, + 0.032997100949287414, + 0.03264095353484154, + 0.03156215361058712, + 0.03050885224044323, + 0.029427878975868224, + 0.028430858767032625, + 0.027126849246025084, + 0.025839528360962868, + 0.024351652067899705, + 0.022825814968347548, + 0.021286853644251823, + 0.019926348620653154, + 0.018836932730674744, + 0.017829388728737832, + 0.017018498905003072, + 0.01635422433912754, + 0.015619463436305523, + 0.015121812850236893, + 0.014551292099058628, + 0.014125415742397309, + 0.01379347063228488, + 0.013232204216718673, + 0.012918133257329463, + 0.012570921210944653, + 0.012321776081621647, + 0.011932332634925841, + 0.012032916615903378, + 0.011654329168796539, + 0.01127493067085743, + 0.010999307538568974, + 0.010814604671299457, + 0.010433502918481826, + 0.010403014844655991, + 0.010025098942220211, + 0.009788281431794166, + 0.009658125045895577, + 0.009502492478489876, + 0.00937487707734108, + 0.009174802857637405, + 0.00912027053758502, + 0.008794732482731342, + 0.008746991481631994 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8145060539245605, + 0.39495280385017395, + 0.15602949261665344, + 0.14954066276550293, + 0.1189848780632019, + 0.14297258853912354, + 0.11834269762039185, + 0.11334948241710663 + ], + "perturbation_rho": [ + 0.7131592035293579, + 0.31938445568084717, + 0.13574811816215515, + 0.13510501384735107, + 0.12680554389953613, + 0.13444143533706665, + 0.1260460913181305, + 0.09450235962867737 + ], + "nudging": { + "0.001": [ + -0.02241743914783001, + -0.0012560778995975852, + -0.00039777648635208607, + -0.00037799825076945126, + -0.0003125373332295567, + -0.00036414398346096277, + -0.00031964073423296213, + -0.00029873993480578065 + ], + "0.003": [ + -0.06559374928474426, + -0.0037621967494487762, + -0.001192728290334344, + -0.0011324514634907246, + -0.0009376248344779015, + -0.0010918397456407547, + -0.000958584132604301, + -0.0008956205565482378 + ], + "0.01": [ + -0.20040717720985413, + -0.012472910806536674, + -0.003969438374042511, + -0.003768536727875471, + -0.0031205681152641773, + -0.00363306887447834, + -0.0031901695765554905, + -0.002980557270348072 + ] + }, + "state_pred_error_per_layer": [ + 7208.7744140625, + 4043.077392578125, + 2431.6259765625, + 2036.907958984375, + 1977.547119140625, + 1708.2327880859375, + 1901.497314453125, + 1821.6331787109375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.169899132156372, + 1.197789729309082, + 0.7590794116973877, + 0.6422608478546142, + 0.584924817276001, + 0.5648346998214722, + 0.5388649930000305, + 0.5851700714111329, + 0.5517988770008088, + 0.525461665058136, + 0.5722274063110352, + 0.5967739044189453, + 0.599816835308075, + 0.6654899589538574, + 0.524122939491272, + 0.5636429683685302, + 0.7308413411140442, + 0.653116132569313, + 0.7010653434753418, + 0.7020271137237549, + 0.6951467881679535, + 0.7047059141159058, + 0.735547448348999, + 0.9342722967147827, + 0.8680836700439453, + 0.9131568016052246, + 0.9096203659534454, + 1.0347100614547728, + 0.9645821760177612, + 0.9702437899589539, + 0.9094774784564972, + 0.9601590196609497, + 1.0798742359161377, + 1.092118327331543, + 1.032936611366272, + 1.1091057176589967, + 1.0215610338211059, + 0.9568075794219971, + 1.0716010482788085, + 1.0599199287414551, + 1.2421540455818176, + 1.2023227766036988, + 1.1708740584373474, + 1.1385227828979492, + 1.1439118378639221, + 1.0960134803771973, + 1.1730884643554687, + 1.102697074317932, + 1.1464144012451172, + 1.0509382783889771, + 1.0821549007415772, + 1.164067378616333, + 1.0707063930511476, + 1.1033225898742676, + 1.1311242740631104, + 1.1095260940551759, + 1.103656944656372, + 1.093299767112732, + 1.1076723503112793, + 1.1251354174613952, + 1.1135358158111572, + 1.1405975442886354, + 1.1332505071640016, + 1.1395424041748048, + 1.1576629329681396, + 1.1703690267562865, + 1.1598464979171752, + 1.1532865390777587, + 1.1590178819656372, + 1.1575250087738038, + 1.1601745920181274, + 1.1568465393066407, + 1.1543491954803466, + 1.154213610458374, + 1.1500441106796264, + 1.1494695510864257, + 1.1487898721694947, + 1.1466926807403564, + 1.1453759771347045, + 1.144642575263977 + ], + "train_acc": [ + 0.214, + 0.572, + 0.7171, + 0.762, + 0.7828, + 0.7896, + 0.7977, + 0.7902, + 0.8043, + 0.8146, + 0.8075, + 0.8023, + 0.8098, + 0.7934, + 0.8285, + 0.8211, + 0.7869, + 0.8048, + 0.7953, + 0.7903, + 0.791, + 0.7912, + 0.7783, + 0.7442, + 0.7565, + 0.7494, + 0.7425, + 0.7158, + 0.7176, + 0.7073, + 0.709, + 0.6874, + 0.6568, + 0.6523, + 0.6548, + 0.631, + 0.6549, + 0.6643, + 0.6365, + 0.636, + 0.6048, + 0.611, + 0.6129, + 0.6199, + 0.6083, + 0.6216, + 0.6033, + 0.6136, + 0.607, + 0.6242, + 0.6212, + 0.5947, + 0.6192, + 0.6108, + 0.6008, + 0.6101, + 0.6167, + 0.6127, + 0.6161, + 0.6081, + 0.6131, + 0.6068, + 0.6051, + 0.6046, + 0.5949, + 0.597, + 0.5965, + 0.5993, + 0.5982, + 0.5988, + 0.5983, + 0.601, + 0.599, + 0.6012, + 0.5997, + 0.5996, + 0.6003, + 0.6001, + 0.6019, + 0.6011 + ], + "test_acc": [ + 0.4045, + 0.6525, + 0.71, + 0.7445, + 0.741, + 0.75, + 0.757, + 0.7435, + 0.7555, + 0.765, + 0.7525, + 0.7735, + 0.7285, + 0.772, + 0.7585, + 0.7385, + 0.719, + 0.734, + 0.76, + 0.7505, + 0.745, + 0.7105, + 0.711, + 0.717, + 0.708, + 0.694, + 0.6665, + 0.692, + 0.633, + 0.587, + 0.621, + 0.5625, + 0.586, + 0.536, + 0.4865, + 0.5185, + 0.5765, + 0.5355, + 0.6045, + 0.5395, + 0.514, + 0.476, + 0.553, + 0.528, + 0.5495, + 0.507, + 0.5325, + 0.479, + 0.547, + 0.558, + 0.4865, + 0.579, + 0.5495, + 0.492, + 0.536, + 0.5855, + 0.563, + 0.572, + 0.5725, + 0.562, + 0.5645, + 0.5625, + 0.559, + 0.54, + 0.551, + 0.5415, + 0.559, + 0.563, + 0.5585, + 0.5535, + 0.559, + 0.55, + 0.556, + 0.564, + 0.553, + 0.559, + 0.5535, + 0.5525, + 0.555, + 0.555 + ], + "value_loss": [ + 2.7866874431610107, + 0.9174076202392578, + 0.8914946027755737, + 0.9023974754333496, + 0.8192308839321136, + 0.7574673677444458, + 0.7969445713043213, + 0.9423759811401368, + 0.9109364691734314, + 0.808044982624054, + 0.9660812770843505, + 1.1082358276367188, + 1.1196660041809081, + 1.2880344915866853, + 0.9416150609016418, + 1.0244576909065246, + 1.7019867615699769, + 1.3895921471595765, + 1.5365349853515624, + 1.5349470893859862, + 1.5058123647689818, + 1.4833002822875976, + 1.5964698181152344, + 2.332591817855835, + 2.1592319396972655, + 2.3775140846252443, + 2.055455123615265, + 2.358651049351692, + 1.9399827407836914, + 1.801168231010437, + 1.4624209257125855, + 1.3816904611587524, + 2.3037928730010986, + 1.6289699904441834, + 1.1638665494918823, + 1.3711586618423461, + 1.3940555594444275, + 0.8574702676773072, + 0.915366801071167, + 0.8432927488327027, + 2.127538126420975, + 1.3269745040893555, + 1.3527723755836487, + 1.1931525053024292, + 1.2245771019935607, + 1.1547237043857574, + 0.9767586273193359, + 1.0432306060791015, + 0.8256955463409423, + 0.6316090171813965, + 0.6487793773651123, + 0.739714870929718, + 0.5902126419067383, + 0.6460893482208252, + 0.672758955001831, + 0.6674723028182984, + 0.6114201810836792, + 0.5738068954467773, + 0.6004385272026062, + 0.5945483853816986, + 0.5871271083831787, + 0.627871448135376, + 0.6086034240722656, + 0.5733864782333374, + 0.5696756621360779, + 0.6026423274040222, + 0.6132345210075378, + 0.5927936091423035, + 0.5670827034950257, + 0.564662850189209, + 0.5607326948165894, + 0.5638655605316162, + 0.5459429302215576, + 0.5456877880096436, + 0.5736805513381958, + 0.5470059418201446, + 0.5224333214044571, + 0.5464944786071777, + 0.5188668343544006, + 0.5412774887084961 + ], + "term_loss": [ + 1.63910704536438, + 0.6317383563995361, + 0.7112859618186951, + 0.7408633338928222, + 0.6577937492370606, + 0.5729757232189179, + 0.6305919244766235, + 0.7700344627380371, + 0.7500860171318054, + 0.6568901985168457, + 0.8059835026741028, + 0.9458411903381347, + 0.954459958934784, + 1.1104201313018798, + 0.7928285349845886, + 0.8695057340621948, + 1.5071396081924437, + 1.21288857524395, + 1.3495808773040772, + 1.3286071298122406, + 1.2826879957199098, + 1.2582777523040771, + 1.3444410652160645, + 1.9734292907714843, + 1.788304136276245, + 2.006763204574585, + 1.687252942943573, + 2.00210447653532, + 1.596301502227783, + 1.428968256187439, + 1.14496179561615, + 1.0461816717147827, + 1.8839465621948241, + 1.194931499004364, + 0.8141011932373047, + 0.9930688802719116, + 1.0058540163993837, + 0.5390169447898865, + 0.5843337638854981, + 0.5027120730400085, + 1.6004343148708344, + 0.8963684169769287, + 0.893130143404007, + 0.764038823890686, + 0.7726210286140441, + 0.7405953636407853, + 0.5840272753715515, + 0.6448911304473877, + 0.4747549978256226, + 0.3141033357620239, + 0.33270398921966554, + 0.4020488702058792, + 0.2790641488313675, + 0.3292891996383667, + 0.3515699282169342, + 0.34689451780319214, + 0.3006282347202301, + 0.27147112836837767, + 0.29616545426845553, + 0.28420736417770387, + 0.2826799100875855, + 0.3165199294090271, + 0.2988843548297882, + 0.2680483558177948, + 0.261594016623497, + 0.29058788201808927, + 0.29542932945489886, + 0.2805451308965683, + 0.2601419636726379, + 0.2575787572383881, + 0.25340069789886477, + 0.2539660128593445, + 0.23847104530334473, + 0.2382884523868561, + 0.2596001932859421, + 0.23661555552482605, + 0.2207985038548708, + 0.23649365541934966, + 0.21443204939365387, + 0.23150972747802734 + ], + "bridge_loss": [ + 0.851698666994652, + 0.05855167130827904, + 0.006215408114343882, + 0.0038532218255102634, + 0.011163550445437431, + 0.037724834394454954, + 0.02354336112141609, + 0.020078385154902935, + 0.01455264826565981, + 0.012083962416648865, + 0.012597031140327454, + 0.011899129335582256, + 0.01517092033624649, + 0.016714082181453704, + 0.01529124939441681, + 0.01617379978299141, + 0.02265110963135958, + 0.02179773365855217, + 0.025880517882108687, + 0.044521565622091294, + 0.05782247805893421, + 0.05953346390724182, + 0.07923136401176453, + 0.15373265982866288, + 0.17564270244836808, + 0.1691748236656189, + 0.1638057589173317, + 0.13287635965049266, + 0.12563166702985765, + 0.14815512808561326, + 0.09730534753799439, + 0.10153535420894623, + 0.16397418546676637, + 0.16828366361260413, + 0.09841816610097885, + 0.11215688467025757, + 0.13492409853935242, + 0.0738004425406456, + 0.0662885293841362, + 0.07449169340133667, + 0.24015194996595382, + 0.1427286093711853, + 0.1754998088359833, + 0.1464556162595749, + 0.16590757843255996, + 0.13885814949274064, + 0.10230485528707504, + 0.11841529335975647, + 0.0632941883802414, + 0.04624536537528038, + 0.04330551617741585, + 0.04858552278876305, + 0.0362572277367115, + 0.03532285144329071, + 0.03417909780740738, + 0.0386603756070137, + 0.03108417900800705, + 0.025329264031350614, + 0.0265734569311142, + 0.02687511657476425, + 0.023663357776403427, + 0.027196960085630415, + 0.02578365526199341, + 0.021047952508926392, + 0.021056697730720043, + 0.022916216899454594, + 0.02991764326095581, + 0.026238187783956528, + 0.019742111763358116, + 0.02061487686634064, + 0.019812159460783005, + 0.023762189900875093, + 0.021338633975386618, + 0.021927258050441743, + 0.029114572647213937, + 0.024936546593904495, + 0.01797967905253172, + 0.025368353989720344, + 0.020480678632855416, + 0.02621319934129715 + ], + "tgrad_loss": [ + 0.295881768321991, + 0.22711758861541748, + 0.17399323415756227, + 0.15768092048168184, + 0.15027358498573304, + 0.14676680796146394, + 0.1428092940092087, + 0.15226313366889954, + 0.14629780707359313, + 0.13907082080841066, + 0.14750074167251587, + 0.15049550247192384, + 0.15003512766361238, + 0.16090027875900267, + 0.1334952704668045, + 0.13877815887928008, + 0.17219604279994966, + 0.1549058295071125, + 0.161073606300354, + 0.16181839514374732, + 0.16530189299583434, + 0.16548906588554382, + 0.17279738521575927, + 0.2054298910856247, + 0.19528509845733644, + 0.2015760479450226, + 0.20439642648696899, + 0.22367020057439804, + 0.21804955558776856, + 0.22404484484195708, + 0.220153786444664, + 0.23397343626022338, + 0.2558721103668213, + 0.2657548138618469, + 0.25134719014167783, + 0.26593290541172027, + 0.25327744019031523, + 0.2446528902053833, + 0.2647445123195648, + 0.26608898282051086, + 0.2869518846511841, + 0.28787748503684996, + 0.2841424269676209, + 0.28265806045532227, + 0.28604849166870117, + 0.275270179605484, + 0.2904265064239502, + 0.2799241715431213, + 0.2876463684082031, + 0.27126030888557434, + 0.2727698717355728, + 0.2890804699420929, + 0.2748912615776062, + 0.2814773001670837, + 0.2870099315643311, + 0.2819174147605896, + 0.27970777044296263, + 0.277006508564949, + 0.27769961276054383, + 0.28346590518951414, + 0.2807838364601135, + 0.28415455718040467, + 0.28393541340827944, + 0.28429017095565795, + 0.287024947977066, + 0.2891382306098938, + 0.2878875425100327, + 0.2860102851390839, + 0.2871986273288727, + 0.28646921577453616, + 0.2875198390007019, + 0.2861373591423035, + 0.28613325204849244, + 0.2854720791339874, + 0.2849657874107361, + 0.28545383520126344, + 0.2836551445007324, + 0.2846324709892273, + 0.28395411243438723, + 0.28355456256866457 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.03383665531873703, + 0.10378465056419373, + 0.1522345095872879, + 0.12050338089466095, + 0.12787620723247528, + 0.13963481783866882, + 0.14998120069503784, + 0.1584387719631195 + ], + "perturbation_rho": [ + 0.02018044888973236, + 0.14589767158031464, + 0.20607107877731323, + 0.18045580387115479, + 0.1894514560699463, + 0.16447019577026367, + 0.1924649477005005, + 0.2218032032251358 + ], + "nudging": { + "0.001": [ + -0.0010144492844119668, + -0.0008512640488334, + -0.0010741300648078322, + -0.0009214384481310844, + -0.0009110164828598499, + -0.0009800404077395797, + -0.0010496200993657112, + -0.0010793276596814394 + ], + "0.003": [ + -0.003022595774382353, + -0.0025523165240883827, + -0.003220552345737815, + -0.002765212208032608, + -0.002732472261413932, + -0.0029396198224276304, + -0.0031477869488298893, + -0.003236861899495125 + ], + "0.01": [ + -0.00981426052749157, + -0.00849075522273779, + -0.010712197050452232, + -0.009203735738992691, + -0.009092864580452442, + -0.00978156179189682, + -0.010470103472471237, + -0.010766083374619484 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json new file mode 100644 index 0000000..e1e1009 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.238738206100464, + 0.6613351190567016, + 0.5395772783279419, + 0.4733346885681152, + 0.4231542590379715, + 0.3620361569643021, + 0.3230682401239872, + 0.2523321887969971, + 0.3470890686511993, + 0.25146674609184266, + 0.24440096678733825, + 0.1842203591823578, + 0.24344354785680772, + 0.11816815827786922, + 0.06866284420490265, + 0.08833205785751343, + 0.09207577448785305, + 0.0486494089782238, + 0.046294594306498765, + 0.027046850475668908, + 0.015711779367923735, + 0.012188610082678497, + 0.007740385116636753, + 0.00582380747757852, + 0.0050085094667971135, + 0.00443948317989707, + 0.004161420274153352, + 0.003766811668127775, + 0.0034422829911112786, + 0.0034336333803832533, + 0.0030249461911618708, + 0.002912200229614973, + 0.0027408694557845593, + 0.0024907449718564747, + 0.0023011812917888164, + 0.0021857335910201075, + 0.002056089808046818, + 0.0019683007838204505, + 0.0018585119150578975, + 0.001773246581107378, + 0.001690511012636125, + 0.0016192044278606772, + 0.0015656297475099563, + 0.0015094914896413684, + 0.001456394356675446, + 0.001409525142610073, + 0.001370351544767618, + 0.0013320897528901695, + 0.0012892388922162354, + 0.0012502161199226976, + 0.0012188509058207273, + 0.0011895375870168208, + 0.001164797018840909, + 0.0011384376548230649, + 0.001114835398364812, + 0.0010922997965477407, + 0.0010709371257573367, + 0.0010527558989822865, + 0.0010423784567043185, + 0.0010238841459155083, + 0.001007764333859086, + 0.00099469233751297, + 0.000982387449592352, + 0.0009712855339050292, + 0.000962210407666862, + 0.0009533346139825881, + 0.0009455815449357032, + 0.0009392593406140805, + 0.0009328387510031461, + 0.000927877208031714, + 0.0009235073435120285, + 0.0009196365909650922, + 0.000916477270424366, + 0.0009136286557652056, + 0.0009118279222398996, + 0.0009102091716602444, + 0.0009090610071085393, + 0.0009083506962284446, + 0.0009078968527726829, + 0.0009076604296453298 + ], + "train_acc": [ + 0.5545, + 0.7429, + 0.7953, + 0.8162, + 0.8395, + 0.8666, + 0.8809, + 0.9067, + 0.8711, + 0.9101, + 0.9094, + 0.938, + 0.911, + 0.9619, + 0.9852, + 0.974, + 0.9711, + 0.9893, + 0.9889, + 0.9964, + 0.9996, + 0.9994, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.711, + 0.7345, + 0.743, + 0.7465, + 0.749, + 0.7505, + 0.7575, + 0.759, + 0.7535, + 0.7525, + 0.748, + 0.751, + 0.7425, + 0.766, + 0.7635, + 0.7515, + 0.7645, + 0.7585, + 0.771, + 0.7665, + 0.765, + 0.7635, + 0.7695, + 0.767, + 0.77, + 0.7695, + 0.7695, + 0.77, + 0.7695, + 0.7655, + 0.766, + 0.7665, + 0.7655, + 0.7645, + 0.766, + 0.7665, + 0.7655, + 0.765, + 0.766, + 0.766, + 0.7665, + 0.7655, + 0.765, + 0.766, + 0.7655, + 0.7655, + 0.7645, + 0.764, + 0.765, + 0.766, + 0.767, + 0.765, + 0.7645, + 0.764, + 0.7635, + 0.7635, + 0.7635, + 0.7645, + 0.763, + 0.763, + 0.7635, + 0.7645, + 0.7625, + 0.764, + 0.7625, + 0.763, + 0.763, + 0.7625, + 0.761, + 0.7625, + 0.762, + 0.762, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.86488276720047, + 0.8622424006462097, + 0.8600971698760986, + 0.85722416639328, + 0.8523166179656982, + 0.8457985520362854, + 0.8359642028808594, + 0.828606367111206, + 0.8221874237060547, + 0.8125513792037964, + 0.80171799659729, + 0.7934804558753967 + ], + "perturbation_rho": [ + 0.9999992251396179, + 0.9999991655349731, + 0.9999990463256836, + 0.9999980330467224, + 0.9999971389770508, + 0.9999936819076538, + 0.9999881386756897, + 0.9999800324440002, + 0.9999632835388184, + 0.999937891960144, + 0.9999018311500549, + 0.9998522996902466 + ], + "nudging": { + "0.001": [ + -0.05972275882959366, + -0.04901757463812828, + -0.039307620376348495, + -0.03037886694073677, + -0.02256305143237114, + -0.016410548239946365, + -0.01194553542882204, + -0.008773503825068474, + -0.006583607289940119, + -0.0050867884419858456, + -0.004056186880916357, + -0.0033473381772637367 + ], + "0.003": [ + -0.1681329607963562, + -0.13970935344696045, + -0.11326389014720917, + -0.08840985596179962, + -0.06622078269720078, + -0.04846895486116409, + -0.03543655201792717, + -0.026105739176273346, + -0.01962977647781372, + -0.015187501907348633, + -0.012121773324906826, + -0.010009994730353355 + ], + "0.01": [ + -0.4491935074329376, + -0.38857996463775635, + -0.3270212411880493, + -0.26439201831817627, + -0.20410630106925964, + -0.15283547341823578, + -0.11351937055587769, + -0.08454076200723648, + -0.06403174996376038, + -0.04978282377123833, + -0.03986590355634689, + -0.032995663583278656 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.202339591217041, + 1.3197662359237672, + 0.9467211002349853, + 0.8428364715576172, + 0.7896131301879883, + 0.7633397129058838, + 0.7488100243568421, + 0.740450912284851, + 0.7766979461669922, + 0.785177182006836, + 0.8205275463104248, + 0.8195417936325073, + 0.8523592538833619, + 0.8628508913516998, + 0.8150059830665588, + 0.8488281514167786, + 0.8909374650001526, + 0.9010982797622681, + 0.8784109934806824, + 0.9215612866401672, + 0.9492555601119995, + 0.9399690055847167, + 0.9057739995956421, + 0.9514210477828979, + 0.9790562412261963, + 1.0058076820373536, + 1.074447036266327, + 0.9894476831436158, + 1.0674426013946534, + 0.9942384609222412, + 1.0341941476821899, + 0.9958202060699463, + 1.031863384246826, + 1.0247520631790161, + 1.0434253861427307, + 1.0245234265327454, + 1.032747696876526, + 1.0287066256523132, + 1.0981156536102294, + 1.0315956830978394, + 1.007985222530365, + 1.0512058019638062, + 1.109238450717926, + 1.0539381145238875, + 1.0085170584678649, + 0.9916242378234863, + 0.9867569475173951, + 1.0172756858825684, + 1.0578618814468383, + 0.986051445388794, + 1.0299558208465576, + 1.0038312606811524, + 0.9938522087097168, + 1.019758701324463, + 1.005025187397003, + 0.9923043254852295, + 0.9744973911285401, + 1.0040310264587402, + 0.9865996182441712, + 0.9762414364814759, + 0.9743295421600342, + 0.9790146026611328, + 0.9765340627670288, + 0.9596751022338867, + 0.9693172966003418, + 0.9597562124252319, + 0.9473907022476197, + 0.9487135580062867, + 0.9539228395462036, + 0.9419368682861328, + 0.9428634670257569, + 0.9420891220092773, + 0.9357248798370361, + 0.931165361404419, + 0.9303673110961914, + 0.9292953009605408, + 0.927647031211853, + 0.9273946614265441, + 0.9265368665695191, + 0.9260309785842895 + ], + "train_acc": [ + 0.1979, + 0.5343, + 0.6507, + 0.6875, + 0.7091, + 0.7175, + 0.7241, + 0.7294, + 0.7197, + 0.7169, + 0.7153, + 0.7131, + 0.7078, + 0.7083, + 0.7195, + 0.7154, + 0.7076, + 0.7037, + 0.7105, + 0.704, + 0.7021, + 0.7031, + 0.7096, + 0.6981, + 0.6947, + 0.6952, + 0.6824, + 0.6966, + 0.6853, + 0.6956, + 0.6917, + 0.6964, + 0.6918, + 0.6949, + 0.6958, + 0.6963, + 0.6897, + 0.6914, + 0.6832, + 0.6913, + 0.6921, + 0.6858, + 0.6735, + 0.6891, + 0.6964, + 0.6999, + 0.6977, + 0.6923, + 0.6861, + 0.6982, + 0.6883, + 0.6948, + 0.6937, + 0.6934, + 0.6957, + 0.6988, + 0.7001, + 0.6931, + 0.6994, + 0.6959, + 0.7026, + 0.7006, + 0.7007, + 0.7069, + 0.7045, + 0.7053, + 0.709, + 0.707, + 0.7033, + 0.7088, + 0.7057, + 0.7079, + 0.7123, + 0.7097, + 0.7125, + 0.7096, + 0.7121, + 0.712, + 0.7117, + 0.7117 + ], + "test_acc": [ + 0.395, + 0.5915, + 0.6425, + 0.661, + 0.6655, + 0.6825, + 0.679, + 0.6585, + 0.6505, + 0.6645, + 0.636, + 0.609, + 0.6505, + 0.664, + 0.6555, + 0.6495, + 0.666, + 0.655, + 0.641, + 0.638, + 0.634, + 0.6485, + 0.6025, + 0.63, + 0.6215, + 0.6465, + 0.63, + 0.588, + 0.623, + 0.617, + 0.6415, + 0.6425, + 0.624, + 0.6285, + 0.628, + 0.614, + 0.6305, + 0.5995, + 0.639, + 0.6465, + 0.6095, + 0.5865, + 0.622, + 0.643, + 0.6265, + 0.6425, + 0.638, + 0.6065, + 0.6305, + 0.644, + 0.6095, + 0.6435, + 0.632, + 0.6315, + 0.6345, + 0.641, + 0.64, + 0.6495, + 0.6425, + 0.64, + 0.6325, + 0.6365, + 0.6495, + 0.6335, + 0.6435, + 0.651, + 0.646, + 0.6435, + 0.638, + 0.6445, + 0.6415, + 0.647, + 0.6485, + 0.6455, + 0.6465, + 0.6485, + 0.649, + 0.6465, + 0.648, + 0.6485 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.003139778506010771, + 0.07545783370733261, + 0.07123857736587524, + 0.04737270250916481, + 0.07089244574308395, + 0.05843178555369377, + 0.10959646850824356, + 0.04730183631181717, + 0.05721074715256691, + 0.06935717165470123, + 0.04019004851579666, + 0.04955831170082092 + ], + "perturbation_rho": [ + -0.020620837807655334, + 0.0424807034432888, + 0.07906489074230194, + -0.014874707907438278, + 0.06078936904668808, + 0.006801994517445564, + 0.11016394942998886, + 0.07577681541442871, + 0.01940302737057209, + 0.0600065141916275, + 0.020656054839491844, + 0.04902234673500061 + ], + "nudging": { + "0.001": [ + 2.8067472157999873e-05, + -0.00044735506526194513, + -0.00028866907814517617, + -0.0001569169689901173, + -0.0002910669718403369, + -0.00020299921743571758, + -0.00038177313399501145, + -0.0001458294573239982, + -0.00017777856555767357, + -0.00023665392654947937, + -0.000140793330501765, + -0.00016380546730943024 + ], + "0.003": [ + 7.542525418102741e-05, + -0.0013394037960097194, + -0.0008648735238239169, + -0.00046930869575589895, + -0.0008721597259864211, + -0.0006091208197176456, + -0.001144462265074253, + -0.00043658187496475875, + -0.0005302035133354366, + -0.0007079149945639074, + -0.00042207835940644145, + -0.000491109793074429 + ], + "0.01": [ + 0.00014946935698390007, + -0.004455030895769596, + -0.0028790468350052834, + -0.0015581330517306924, + -0.0028997263871133327, + -0.0020245155319571495, + -0.003806713502854109, + -0.0014502943959087133, + -0.0017623959574848413, + -0.002352846320718527, + -0.001400630921125412, + -0.001629082253202796 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.749035419845581, + 1.0243288425445556, + 0.8783701831817627, + 0.909792195892334, + 0.9442022832870484, + 0.9765333101272583, + 1.0286593907356263, + 1.0600357536315919, + 1.0744477998733521, + 1.0949515160560608, + 1.107298709487915, + 1.105529815006256, + 1.1191591522216797, + 1.1270570775032043, + 1.1219041606903075, + 1.1523450615882873, + 1.1470273632049561, + 1.1214436004638673, + 1.113154112625122, + 1.1083291893005371, + 1.1125688663482667, + 1.0901233867645264, + 1.1175277576446534, + 1.1061762510299682, + 1.098485195541382, + 1.073400117111206, + 1.0892397708892823, + 1.0714881011962891, + 1.0761865495681762, + 1.0466925691604614, + 1.0452186401367187, + 1.0483840522766112, + 1.0655384910583496, + 1.0514549810409546, + 1.0704036350250243, + 1.039493140411377, + 1.0796428539276124, + 1.0604299968719482, + 1.069408202934265, + 1.069653288078308, + 1.061051636505127, + 1.0919126817703246, + 1.0595819647789002, + 1.044873174381256, + 1.0483424802780152, + 1.0358262340545654, + 1.0114229215621948, + 1.0345991500854492, + 1.0097949793815613, + 1.0033580027580262, + 1.0089688102722167, + 1.0225816150665283, + 1.0164037592887878, + 1.0124317664146423, + 1.0002467834472657, + 0.9989970367431641, + 1.0164838801383973, + 1.004414942932129, + 1.004607903289795, + 1.0115055170059204, + 1.0030508796691895, + 1.0010437889099122, + 0.9871210842132568, + 0.9881696207046509, + 0.9858065430641174, + 0.9832741060256958, + 0.9794693752288819, + 0.9825818849563599, + 0.9798864183425904, + 0.9814815460205079, + 0.9754757759094238, + 0.9757995666503906, + 0.9724037355422973, + 0.9745183243751526, + 0.9712728879928589, + 0.9709235038757325, + 0.9703462394714355, + 0.96921721534729, + 0.9688208660125732, + 0.9686514762878418 + ], + "train_acc": [ + 0.3634, + 0.6211, + 0.6854, + 0.6813, + 0.6738, + 0.6665, + 0.6452, + 0.6313, + 0.6285, + 0.6158, + 0.6087, + 0.6099, + 0.6038, + 0.5951, + 0.5951, + 0.5841, + 0.5923, + 0.6045, + 0.6012, + 0.6087, + 0.6088, + 0.6154, + 0.6041, + 0.6088, + 0.612, + 0.613, + 0.6176, + 0.6184, + 0.6114, + 0.6244, + 0.6234, + 0.623, + 0.6199, + 0.6204, + 0.6242, + 0.6274, + 0.6168, + 0.6209, + 0.6184, + 0.6194, + 0.6226, + 0.6174, + 0.6234, + 0.6247, + 0.6284, + 0.6284, + 0.6376, + 0.6326, + 0.6348, + 0.6392, + 0.6387, + 0.6324, + 0.6374, + 0.641, + 0.6435, + 0.6435, + 0.6384, + 0.6422, + 0.641, + 0.6427, + 0.6412, + 0.6426, + 0.6497, + 0.6502, + 0.6483, + 0.651, + 0.651, + 0.6484, + 0.6489, + 0.6511, + 0.6543, + 0.6493, + 0.6513, + 0.651, + 0.6536, + 0.6539, + 0.6524, + 0.652, + 0.6524, + 0.6533 + ], + "test_acc": [ + 0.529, + 0.647, + 0.6585, + 0.6455, + 0.64, + 0.6245, + 0.6135, + 0.6005, + 0.5845, + 0.5955, + 0.596, + 0.591, + 0.5615, + 0.551, + 0.537, + 0.549, + 0.56, + 0.553, + 0.554, + 0.5685, + 0.582, + 0.5715, + 0.5755, + 0.5575, + 0.584, + 0.5715, + 0.572, + 0.582, + 0.6025, + 0.5755, + 0.5965, + 0.592, + 0.5875, + 0.57, + 0.596, + 0.5795, + 0.582, + 0.558, + 0.5735, + 0.5855, + 0.5895, + 0.5995, + 0.5965, + 0.576, + 0.59, + 0.58, + 0.58, + 0.588, + 0.6025, + 0.587, + 0.604, + 0.5895, + 0.602, + 0.605, + 0.5935, + 0.6085, + 0.6035, + 0.609, + 0.605, + 0.596, + 0.5905, + 0.5965, + 0.6055, + 0.6015, + 0.5995, + 0.5985, + 0.593, + 0.6025, + 0.6085, + 0.6065, + 0.5995, + 0.604, + 0.6025, + 0.6035, + 0.602, + 0.605, + 0.6055, + 0.6075, + 0.6055, + 0.6055 + ], + "state_pred_error": [ + 0.6761728614807129, + 0.21007038679122925, + 0.15122513897418977, + 0.15703817780017854, + 0.16187702651023864, + 0.16339434959888458, + 0.16375452308654787, + 0.1625989185333252, + 0.18113663201332092, + 0.18272390701770783, + 0.1627283350467682, + 0.14700518136024476, + 0.13181535266637803, + 0.12005224347114563, + 0.11299885964393616, + 0.1068722818851471, + 0.10560559153556824, + 0.10757571039199829, + 0.10467144322395325, + 0.1023048233985901, + 0.09685005626678467, + 0.08491257979869843, + 0.07876403373479843, + 0.08301222360134125, + 0.08308529872894287, + 0.07449215137958527, + 0.06773201476931572, + 0.056569082129001615, + 0.04849699649810791, + 0.049368930143117905, + 0.04768026757240296, + 0.047298075234889984, + 0.04672931938171387, + 0.0405069172680378, + 0.03569790207147598, + 0.03157345391511917, + 0.027607627579569815, + 0.02504954431951046, + 0.02399016918540001, + 0.023421166968345643, + 0.023441646620631217, + 0.023209517675638197, + 0.02208724093735218, + 0.02086319588124752, + 0.01903458271920681, + 0.017419935330748558, + 0.016029068379104137, + 0.01474376180768013, + 0.014213219347596168, + 0.013581229855120181, + 0.01300986272096634, + 0.012749762377142907, + 0.012476563104987145, + 0.012336783754825591, + 0.012144882160425186, + 0.011600321805477142, + 0.011149377970397473, + 0.01074126893132925, + 0.01038957173228264, + 0.010054622607678174, + 0.009704671692848206, + 0.009379986931383609, + 0.00918807327747345, + 0.009165769296884537, + 0.008629796648025512, + 0.008511535508930683, + 0.008247988541424275, + 0.008038113085925579, + 0.007830396504700184, + 0.007626112474501133, + 0.007495704552531243, + 0.007370948339998722, + 0.007175249060243368, + 0.007102033820748329, + 0.006948738685995341, + 0.006806399586051702, + 0.006733712537586689, + 0.0066317357584834095, + 0.006558584788441658, + 0.006476805159449577 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.5538393259048462, + 0.4287089705467224, + 0.25277969241142273, + 0.2402075231075287, + 0.180599182844162, + 0.15653815865516663, + 0.1736883521080017, + 0.18825414776802063, + 0.1335570216178894, + 0.13271775841712952, + 0.15632027387619019, + 0.17869922518730164 + ], + "perturbation_rho": [ + 0.4586557149887085, + 0.4002187252044678, + 0.23149724304676056, + 0.21227607131004333, + 0.1842716634273529, + 0.16792945563793182, + 0.21390791237354279, + 0.19318881630897522, + 0.08300350606441498, + 0.10752588510513306, + 0.12254554033279419, + 0.14822974801063538 + ], + "nudging": { + "0.001": [ + -0.017140686511993408, + -0.0020858882926404476, + -0.000841023400425911, + -0.0007581148529425263, + -0.0005702057387679815, + -0.0004698220291174948, + -0.0005242021288722754, + -0.0005487058660946786, + -0.0003889029612764716, + -0.00041283376049250364, + -0.00047568423906341195, + -0.0005249952664598823 + ], + "0.003": [ + -0.05075468868017197, + -0.006247954908758402, + -0.0025209763552993536, + -0.002272759098559618, + -0.0017102723941206932, + -0.0014094945508986712, + -0.0015723016113042831, + -0.0016451808623969555, + -0.0011662597535178065, + -0.001238692319020629, + -0.0014261179603636265, + -0.0015746946446597576 + ], + "0.01": [ + -0.16128812730312347, + -0.02071414887905121, + -0.008381091989576817, + -0.007560182362794876, + -0.005691731348633766, + -0.0046913521364331245, + -0.005232630763202906, + -0.0054755983874201775, + -0.0038832086138427258, + -0.004123975522816181, + -0.004747895523905754, + -0.005240642465651035 + ] + }, + "state_pred_error_per_layer": [ + 8762.341796875, + 2348.0966796875, + 1278.38525390625, + 1081.769287109375, + 948.214599609375, + 985.5714111328125, + 775.6072387695312, + 713.37109375, + 927.2667846679688, + 1123.047119140625, + 1035.65966796875, + 864.7014770507812 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.204398078918457, + 1.3323631601333619, + 0.939462133026123, + 0.8349250438690186, + 0.798751298904419, + 0.7939926111221314, + 0.7538516298294068, + 0.7327921364307404, + 0.742140693473816, + 0.7984744975090027, + 0.7808600081443786, + 0.8111224076271057, + 0.818068535232544, + 0.8957202894210815, + 0.8786147340774536, + 0.8623664060592652, + 0.8652821689605713, + 0.9185279735088349, + 0.8737060611724854, + 0.940954065990448, + 0.9426063217163086, + 0.908225214099884, + 0.9119476990699769, + 0.8843687942504883, + 0.9302285919189454, + 0.9095543444633484, + 0.9696534498214722, + 0.9564951679229736, + 0.9960936920166016, + 1.0560175716400146, + 1.1218799053192139, + 1.1106456901550292, + 1.0888444778442383, + 1.108365227508545, + 1.1747237308502196, + 1.2570761484146118, + 1.2447720569610596, + 1.2861640047073364, + 1.345813150215149, + 1.2783869490623474, + 1.3102022647857665, + 1.3111451290130616, + 1.4334182024002076, + 1.3955786741256715, + 1.3985937965393067, + 1.4631241582870484, + 1.4292581964492799, + 1.4031433605194092, + 1.3756659330368042, + 1.3795376932144165, + 1.411164945602417, + 1.4335111087799073, + 1.4586236274719238, + 1.4378290100097657, + 1.4357496648788453, + 1.4363289024353028, + 1.4281649717330933, + 1.4307859104156495, + 1.4162574897766114, + 1.4109557525634766, + 1.4151159925460814, + 1.420570283126831, + 1.4031930568695068, + 1.409527113342285, + 1.4357126949310304, + 1.4103048273086547, + 1.4155527072906493, + 1.4083967643737794, + 1.4091735534667968, + 1.4099473182678222, + 1.4108677118301391, + 1.408898620223999, + 1.4091830333709716, + 1.4098944646835327, + 1.4084725885391236, + 1.409889715385437, + 1.4083553493499756, + 1.4081398155212401, + 1.4072429025650024, + 1.4070011655807495 + ], + "train_acc": [ + 0.1991, + 0.5286, + 0.6485, + 0.6923, + 0.7027, + 0.7121, + 0.7236, + 0.7332, + 0.7311, + 0.716, + 0.7232, + 0.7181, + 0.7132, + 0.7007, + 0.7034, + 0.7123, + 0.7171, + 0.7002, + 0.7115, + 0.6923, + 0.6879, + 0.6876, + 0.6828, + 0.6776, + 0.6602, + 0.6618, + 0.6434, + 0.6461, + 0.6328, + 0.6178, + 0.6044, + 0.6045, + 0.609, + 0.601, + 0.5795, + 0.5567, + 0.5526, + 0.5399, + 0.5257, + 0.5417, + 0.5249, + 0.5266, + 0.4915, + 0.4993, + 0.5061, + 0.4856, + 0.4925, + 0.4971, + 0.508, + 0.505, + 0.5012, + 0.4919, + 0.4814, + 0.4907, + 0.4888, + 0.4928, + 0.4872, + 0.4958, + 0.4988, + 0.4997, + 0.4948, + 0.4912, + 0.5021, + 0.4987, + 0.4862, + 0.4982, + 0.4953, + 0.5003, + 0.5009, + 0.4983, + 0.4985, + 0.4948, + 0.5005, + 0.499, + 0.4999, + 0.4979, + 0.4993, + 0.5032, + 0.5009, + 0.5014 + ], + "test_acc": [ + 0.397, + 0.5865, + 0.641, + 0.6645, + 0.638, + 0.674, + 0.681, + 0.6705, + 0.6525, + 0.669, + 0.666, + 0.654, + 0.6265, + 0.643, + 0.6705, + 0.648, + 0.6345, + 0.6565, + 0.6645, + 0.574, + 0.634, + 0.61, + 0.6255, + 0.6125, + 0.5815, + 0.5585, + 0.6005, + 0.6075, + 0.559, + 0.4235, + 0.448, + 0.5565, + 0.553, + 0.517, + 0.4805, + 0.5115, + 0.524, + 0.4995, + 0.518, + 0.501, + 0.5085, + 0.4275, + 0.453, + 0.49, + 0.464, + 0.471, + 0.4775, + 0.4765, + 0.4555, + 0.4755, + 0.4685, + 0.468, + 0.4685, + 0.4875, + 0.482, + 0.4705, + 0.479, + 0.479, + 0.4855, + 0.485, + 0.4695, + 0.4805, + 0.4875, + 0.4875, + 0.479, + 0.475, + 0.487, + 0.468, + 0.491, + 0.4805, + 0.476, + 0.491, + 0.489, + 0.4885, + 0.486, + 0.4915, + 0.485, + 0.489, + 0.4895, + 0.4905 + ], + "value_loss": [ + 3.072301338768005, + 1.0501791610717774, + 1.0778185897827148, + 1.0126153490543366, + 0.998683154296875, + 0.9888383563995361, + 0.8846181859016419, + 0.8152826041698455, + 0.8302651134490967, + 0.9819407861709595, + 0.9652068530082702, + 1.1237351128578186, + 1.0813433986663818, + 1.3806844716072082, + 1.2488904823303222, + 1.228573577594757, + 1.1786334270477294, + 1.2712596101760865, + 1.0855240513801574, + 1.2746817573547364, + 1.4511885639190674, + 1.154007823562622, + 1.1356486251831055, + 0.8443335267066956, + 0.837488655948639, + 0.6225753863334655, + 0.5785563923358917, + 0.7533490206718445, + 0.6095168882369996, + 0.7007707824707031, + 0.9116703001976013, + 1.3587798122406005, + 0.6592352680206299, + 0.7766882019996643, + 0.9818611496925354, + 0.9279026880264282, + 0.7442731433868408, + 1.069021375656128, + 1.0882310218811035, + 0.8840012928962707, + 1.0135157574653626, + 0.7696918965339661, + 0.7590476123809814, + 0.7395760213851928, + 0.8738672355651855, + 1.0812955352783202, + 0.6505666202068329, + 0.6151256795883179, + 0.7894958889007568, + 0.8141936486721039, + 0.7615871824264526, + 0.8084381361007691, + 0.6589969454288482, + 0.6014902378082275, + 0.5862701393127442, + 0.5811033900737762, + 0.5623021203994751, + 0.5565869275093078, + 0.5235150679111481, + 0.498365666103363, + 0.49131153430938723, + 0.4909665864467621, + 0.4629933397769928, + 0.4505445372581482, + 0.4790896162033081, + 0.5969956729888916, + 0.44423314423561094, + 0.43307222032547, + 0.4256617294311523, + 0.42464918003082275, + 0.41452328786849973, + 0.4117308448791504, + 0.492995530462265, + 0.43538717956542966, + 0.44797500500679016, + 0.45005082321166995, + 0.43216270017623903, + 0.4251728328704834, + 0.422374821472168, + 0.42473253202438355 + ], + "term_loss": [ + 1.7486166938781738, + 0.7108752704620361, + 0.8655158786773681, + 0.8239019277572632, + 0.8041402393341065, + 0.7661406455993652, + 0.6755866965293884, + 0.623099582517147, + 0.6441212059020996, + 0.7855478297710419, + 0.7730103199958801, + 0.9227579907894135, + 0.8809278240203857, + 1.1650211508274078, + 1.0323074983596803, + 1.0175812090992928, + 0.9653120155334473, + 1.043205972623825, + 0.861967781829834, + 0.9851467721462249, + 1.081189204788208, + 0.8166846063613892, + 0.7846175181388855, + 0.5201361804962158, + 0.4929544763326645, + 0.3175636313438416, + 0.2901056621313095, + 0.3790206042051315, + 0.28499682121276854, + 0.39165965728759766, + 0.5601075654983521, + 0.8508620109081269, + 0.33566083183288575, + 0.421619176197052, + 0.6050867574691773, + 0.515362792301178, + 0.3867789220809936, + 0.6784219856262207, + 0.6523104398727417, + 0.4651505504131317, + 0.5674913283348083, + 0.3531076382637024, + 0.3762776554107666, + 0.3760048986434937, + 0.5077781436920166, + 0.6820521322250366, + 0.31234550846815107, + 0.2759421797275543, + 0.4313824357509613, + 0.4397485457479954, + 0.38583696336746215, + 0.41842482051849367, + 0.2664445846557617, + 0.21906204319000244, + 0.2155111572265625, + 0.20474896924495697, + 0.19883680510520935, + 0.20494152598381044, + 0.17496985261440276, + 0.15888627536296845, + 0.1543628900051117, + 0.15332865059375764, + 0.13052898495197296, + 0.11957870311737061, + 0.14392558531761168, + 0.25379632194042206, + 0.11639134640097618, + 0.10945621439218521, + 0.10324780325889588, + 0.10286661281585693, + 0.09357965151071548, + 0.09110170931518077, + 0.1627564148902893, + 0.1111719566822052, + 0.12263777496814728, + 0.12426246918439865, + 0.1085665447294712, + 0.10199491771459579, + 0.09939227242469788, + 0.10016471980810165 + ], + "bridge_loss": [ + 1.0408418764609495, + 0.09791754142642022, + 0.01607361673563719, + 0.006360046429932117, + 0.014202374947071075, + 0.04166019638478756, + 0.03432967491745949, + 0.019949427074193955, + 0.011893661427497863, + 0.011133648046851158, + 0.010348413701355457, + 0.013049434357136487, + 0.010591996012628078, + 0.0145958656296134, + 0.016175279641151428, + 0.016993559893965723, + 0.020114685778319836, + 0.025630270735919475, + 0.029221688157320024, + 0.08149594967365265, + 0.15875441479682922, + 0.1295387010574341, + 0.14207587864398957, + 0.11591998620033264, + 0.12578484081625937, + 0.08755512158870697, + 0.05608815929889679, + 0.14551565287113188, + 0.08840978150367737, + 0.05767350391149521, + 0.09101119253635406, + 0.24997805795669556, + 0.06637025790214539, + 0.0923533808708191, + 0.10168245515823364, + 0.12557245763540267, + 0.07143535933494567, + 0.09773503345251083, + 0.1295747906923294, + 0.12344632883071899, + 0.1439121175765991, + 0.11409828340411186, + 0.06051087834537029, + 0.04596894909143448, + 0.05061739314496517, + 0.07255705659389496, + 0.015963772785663605, + 0.020752409666776658, + 0.045115634512901306, + 0.060058649122715, + 0.056574251520633695, + 0.06645108767151832, + 0.06612748733758926, + 0.06048111979663372, + 0.04903983753621578, + 0.05445499986112118, + 0.042946648034453395, + 0.030889016561210157, + 0.030506518384814264, + 0.022617575544118883, + 0.01963778121471405, + 0.018860915641486644, + 0.017245442955195905, + 0.01516037399172783, + 0.01477146714180708, + 0.027224332422018053, + 0.010273953337222337, + 0.00838120581805706, + 0.007192303487658501, + 0.0068658689022064205, + 0.0058338915776461366, + 0.006038547176122665, + 0.01565488623380661, + 0.009810619991272689, + 0.011464775865525008, + 0.011380115568637848, + 0.009845555101335049, + 0.009616777209192514, + 0.009775398235023021, + 0.011516085395216941 + ], + "tgrad_loss": [ + 0.2828427993297577, + 0.24138634746074678, + 0.196229097366333, + 0.18235337266921997, + 0.18034052944183349, + 0.18103751921653746, + 0.17470181679725647, + 0.17223359795808793, + 0.1742502421140671, + 0.1852593088388443, + 0.18184811897277833, + 0.1879276861667633, + 0.18982358770370483, + 0.20106744194030762, + 0.2004077008485794, + 0.19399881749153136, + 0.19320672080516815, + 0.20242335736751557, + 0.19433458232879638, + 0.2080390326499939, + 0.21124494104385377, + 0.2077845230102539, + 0.20895523295402527, + 0.2082773593902588, + 0.2187493396282196, + 0.21745663344860078, + 0.23236257095336915, + 0.22881276557445526, + 0.23611028518676758, + 0.2514376239776611, + 0.26055154542922976, + 0.25793972721099856, + 0.2572041809558868, + 0.2627156461000443, + 0.27509193930625914, + 0.28696743836402894, + 0.2860588630199432, + 0.29286437664031983, + 0.3063457974433899, + 0.29540441715717314, + 0.3021123158454895, + 0.3024859708786011, + 0.32225907711982726, + 0.31760216767787935, + 0.3154716930389404, + 0.3266863531112671, + 0.3222573429584503, + 0.3184310836315155, + 0.31299782562255857, + 0.3143864481925964, + 0.3191759672164917, + 0.32356222324371336, + 0.32642487545013427, + 0.3219470790863037, + 0.3217191444396973, + 0.32189942255020143, + 0.32051866216659547, + 0.3207563879013062, + 0.3180386944770813, + 0.31686181626319887, + 0.317310862159729, + 0.3187770200252533, + 0.3152189118385315, + 0.315805460357666, + 0.3203925657749176, + 0.3159750075340271, + 0.3175678468704224, + 0.31523480253219605, + 0.31522162137031556, + 0.3149166984081268, + 0.3151097435951233, + 0.31459059040546417, + 0.3145842257976532, + 0.31440460395812986, + 0.31387245659828183, + 0.31440823793411254, + 0.31375059900283814, + 0.31356113786697387, + 0.31320715007781985, + 0.3130517265796661 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0054779257625341415, + 0.004163481295108795, + -0.01823507994413376, + 0.06908583641052246, + 0.09582538902759552, + 0.15172168612480164, + 0.18814444541931152, + 0.21233659982681274, + 0.2397850900888443, + 0.26321661472320557, + 0.2640886902809143, + 0.2636783719062805 + ], + "perturbation_rho": [ + 0.05151631310582161, + 0.03990761935710907, + 0.02668120339512825, + 0.08933386206626892, + 0.12927217781543732, + 0.1893344521522522, + 0.20202970504760742, + 0.27141058444976807, + 0.2724490761756897, + 0.2844354808330536, + 0.2797800898551941, + 0.32699841260910034 + ], + "nudging": { + "0.001": [ + -0.0001630904444027692, + -9.781777043826878e-05, + 2.982819569297135e-05, + -0.0005619653384201229, + -0.0007587508298456669, + -0.0010895882733166218, + -0.0013035854790359735, + -0.0014455055352300406, + -0.0015995067078620195, + -0.0017208646750077605, + -0.0017206399934366345, + -0.0017194547690451145 + ], + "0.003": [ + -0.00048247227095998824, + -0.00029189756605774164, + 9.186804527416825e-05, + -0.0016840758034959435, + -0.002273733261972666, + -0.0032667750492691994, + -0.003907301928848028, + -0.004333460237830877, + -0.00479520158842206, + -0.005158073268830776, + -0.005157032050192356, + -0.005153942387551069 + ], + "0.01": [ + -0.0015225817915052176, + -0.0009501088643446565, + 0.00033305209944956005, + -0.005592360161244869, + -0.00755771528929472, + -0.010863769799470901, + -0.012987833470106125, + -0.014405487105250359, + -0.015937766060233116, + -0.017140284180641174, + -0.017137283459305763, + -0.01712280511856079 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json new file mode 100644 index 0000000..25bd6f4 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.2167138540267943, + 0.6644192937850952, + 0.5506165061473847, + 0.48336037511825564, + 0.4182848771095276, + 0.40661907227039334, + 0.3424934825897217, + 0.35799139835834504, + 0.26511010785102845, + 0.23195732245445252, + 0.21270024724006653, + 0.2823052164077759, + 0.21164472794532777, + 0.13219849714040757, + 0.10133266744017601, + 0.06582562736868858, + 0.054910096859931944, + 0.0435772212266922, + 0.06975247826576234, + 0.09024971271753311, + 0.06281453031748534, + 0.0336100251019001, + 0.030896341681480408, + 0.013370775660872459, + 0.0070056052580475805, + 0.005166941817849874, + 0.004177044635638594, + 0.003664903662353754, + 0.0034957939501851797, + 0.0031688468992710113, + 0.00291866621337831, + 0.002714762531220913, + 0.002580664499104023, + 0.002398674404248595, + 0.0022654061004519464, + 0.002146232843864709, + 0.002038132343813777, + 0.001949047568999231, + 0.0018736178727820517, + 0.0017870874792337418, + 0.001717707582563162, + 0.0016691381417214871, + 0.0015940914524719119, + 0.0015403639724478125, + 0.0014816656844690442, + 0.0014313775778748096, + 0.0013872252825647593, + 0.0013475412249565125, + 0.0013132355155423283, + 0.0012787189619615673, + 0.0012495384665206074, + 0.0012182915758341551, + 0.0011908044705167412, + 0.0011678429022431373, + 0.0011426269576884807, + 0.0011216053618118167, + 0.0011020653950050473, + 0.001083208804158494, + 0.0010670971114188433, + 0.0010516460586339235, + 0.001039433507528156, + 0.0010266986285336315, + 0.0010152279118075967, + 0.0010044794451911003, + 0.0009945416286587716, + 0.0009859108565375208, + 0.000978297258168459, + 0.0009711428828537464, + 0.0009655707112513483, + 0.0009599804351106286, + 0.0009553508592769504, + 0.0009515129062347114, + 0.0009484084218507633, + 0.0009458189880475402, + 0.0009438993757590651, + 0.0009421453967690468, + 0.0009409848362207413, + 0.0009402696459554136, + 0.0009398385908454657, + 0.0009396035427227616 + ], + "train_acc": [ + 0.559, + 0.7404, + 0.787, + 0.8131, + 0.8387, + 0.8419, + 0.8708, + 0.8645, + 0.8993, + 0.9156, + 0.919, + 0.8953, + 0.9204, + 0.9563, + 0.9676, + 0.985, + 0.988, + 0.9916, + 0.9793, + 0.9696, + 0.9793, + 0.9926, + 0.9932, + 0.9992, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7175, + 0.7345, + 0.7475, + 0.7525, + 0.7525, + 0.743, + 0.757, + 0.7615, + 0.7705, + 0.76, + 0.757, + 0.7545, + 0.759, + 0.76, + 0.768, + 0.7605, + 0.766, + 0.7695, + 0.7615, + 0.7475, + 0.7565, + 0.7525, + 0.762, + 0.758, + 0.7625, + 0.7645, + 0.763, + 0.7625, + 0.7615, + 0.765, + 0.761, + 0.7625, + 0.7595, + 0.761, + 0.7635, + 0.7615, + 0.7625, + 0.762, + 0.763, + 0.7625, + 0.763, + 0.7625, + 0.763, + 0.7635, + 0.761, + 0.7625, + 0.761, + 0.7625, + 0.762, + 0.7625, + 0.7625, + 0.7615, + 0.7605, + 0.761, + 0.7625, + 0.761, + 0.762, + 0.7615, + 0.7615, + 0.761, + 0.7615, + 0.761, + 0.7605, + 0.761, + 0.761, + 0.76, + 0.7605, + 0.76, + 0.762, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.761, + 0.761, + 0.761, + 0.761, + 0.761, + 0.761 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9098777174949646, + 0.9046642780303955, + 0.8960509300231934, + 0.8827707171440125, + 0.8719829320907593, + 0.8605888485908508, + 0.8495617508888245, + 0.8414114117622375, + 0.8343594074249268, + 0.8291183114051819, + 0.8250235915184021, + 0.8201327323913574 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999990463256836, + 0.9999988675117493, + 0.9999977946281433, + 0.9999968409538269, + 0.9999942779541016, + 0.9999903440475464, + 0.9999786615371704, + 0.9999630451202393, + 0.9999446272850037, + 0.9999108910560608, + 0.9998850226402283 + ], + "nudging": { + "0.001": [ + -0.07562384009361267, + -0.062235549092292786, + -0.04947236552834511, + -0.037844814360141754, + -0.02797994762659073, + -0.020565558224916458, + -0.015074005350470543, + -0.01117792073637247, + -0.008472632616758347, + -0.006596862338483334, + -0.005293367430567741, + -0.004384535364806652 + ], + "0.003": [ + -0.21770286560058594, + -0.1805628389120102, + -0.1445462554693222, + -0.11127626150846481, + -0.0827074944972992, + -0.0610310398042202, + -0.044867098331451416, + -0.03334078937768936, + -0.025308270007371902, + -0.0197245292365551, + -0.015837673097848892, + -0.0131243746727705 + ], + "0.01": [ + -0.6227189302444458, + -0.5321269631385803, + -0.43762683868408203, + -0.34503036737442017, + -0.26150017976760864, + -0.1957385241985321, + -0.14543747901916504, + -0.10888919234275818, + -0.08308196067810059, + -0.06497863680124283, + -0.05229911208152771, + -0.043410398066043854 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.186298126029968, + 1.3170648136138916, + 0.9388262815475464, + 0.8259288063049316, + 0.7871681312561035, + 0.768296202325821, + 0.7554679615020752, + 0.7938834943771362, + 0.7564283534049988, + 0.7607723757743835, + 0.7925523330688476, + 0.8989389373779297, + 0.8784029937744141, + 0.8638933157920837, + 0.8698528030395508, + 0.8701005321502685, + 0.8684252815246583, + 0.9089286350250244, + 0.960618631362915, + 0.9822033012390137, + 1.020843323135376, + 0.9711806545257569, + 1.0430698785305024, + 1.0095568243026734, + 1.1050530094146729, + 1.069895089530945, + 1.1716613415718078, + 1.201347763824463, + 1.1283303380966188, + 1.1557568897247315, + 1.1250453087806702, + 1.1819004883766175, + 1.194346431541443, + 1.130011873483658, + 1.0376260078430175, + 1.0971675140380859, + 1.1035215358734132, + 1.1104521294593812, + 1.13454789352417, + 1.1742041780471801, + 1.2229691701889038, + 1.1794398748397827, + 1.1231036127090455, + 1.1594393963813783, + 1.1276930301189423, + 1.061903306388855, + 1.1229245660781861, + 1.073384938621521, + 1.0648032081604004, + 1.1271088062286376, + 1.068476490879059, + 1.0994879371643067, + 1.058270964050293, + 1.0784939964294433, + 1.0614496122360229, + 1.0508124362945557, + 1.065734383392334, + 1.0627044410705566, + 1.04440792427063, + 1.0639379348754883, + 1.0314187761306763, + 1.0538115164756774, + 1.0259352924346923, + 1.0052897773742675, + 0.9986613960266113, + 1.0119889862060547, + 0.9931197847366333, + 0.9905490432739258, + 0.9864775718688965, + 0.9887168021202087, + 0.9828311577796937, + 0.9784416509628295, + 0.9733598571777343, + 0.970889217376709, + 0.9696053255081176, + 0.9671486230850219, + 0.9651715932846069, + 0.9634749843597412, + 0.9624634768486023, + 0.9618757415771484 + ], + "train_acc": [ + 0.2057, + 0.5339, + 0.6457, + 0.6927, + 0.7074, + 0.7106, + 0.7227, + 0.7066, + 0.7186, + 0.7196, + 0.7107, + 0.6967, + 0.6987, + 0.7051, + 0.708, + 0.7071, + 0.7125, + 0.7034, + 0.6963, + 0.697, + 0.6885, + 0.6975, + 0.6901, + 0.694, + 0.6855, + 0.687, + 0.6777, + 0.6749, + 0.6809, + 0.6801, + 0.6866, + 0.6751, + 0.6789, + 0.6849, + 0.7045, + 0.6896, + 0.6886, + 0.6874, + 0.6841, + 0.6747, + 0.6727, + 0.6804, + 0.6875, + 0.6828, + 0.6875, + 0.6957, + 0.6864, + 0.6946, + 0.6966, + 0.6819, + 0.6936, + 0.6934, + 0.6954, + 0.6925, + 0.6991, + 0.6986, + 0.6928, + 0.6922, + 0.7001, + 0.695, + 0.6988, + 0.6989, + 0.7008, + 0.7025, + 0.7056, + 0.7027, + 0.7091, + 0.7075, + 0.7056, + 0.7094, + 0.7092, + 0.7108, + 0.7113, + 0.7103, + 0.7105, + 0.7119, + 0.712, + 0.7127, + 0.7119, + 0.7109 + ], + "test_acc": [ + 0.411, + 0.5885, + 0.6495, + 0.6605, + 0.6575, + 0.658, + 0.643, + 0.6645, + 0.6845, + 0.6295, + 0.612, + 0.5725, + 0.645, + 0.617, + 0.6705, + 0.663, + 0.6495, + 0.641, + 0.646, + 0.6305, + 0.6545, + 0.605, + 0.617, + 0.6125, + 0.6185, + 0.5835, + 0.6215, + 0.624, + 0.611, + 0.584, + 0.565, + 0.5905, + 0.5835, + 0.6395, + 0.6435, + 0.6235, + 0.6055, + 0.648, + 0.606, + 0.6105, + 0.6005, + 0.6235, + 0.5885, + 0.622, + 0.6285, + 0.6185, + 0.6225, + 0.644, + 0.628, + 0.6225, + 0.606, + 0.631, + 0.6295, + 0.6475, + 0.631, + 0.6455, + 0.6295, + 0.627, + 0.644, + 0.6445, + 0.627, + 0.6465, + 0.643, + 0.654, + 0.6615, + 0.6595, + 0.6365, + 0.6615, + 0.6505, + 0.661, + 0.657, + 0.653, + 0.6545, + 0.6515, + 0.6575, + 0.654, + 0.6565, + 0.656, + 0.6565, + 0.6555 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.019931811839342117, + 0.08357247710227966, + 0.07596792280673981, + 0.07454836368560791, + 0.08405900746583939, + 0.09273561835289001, + 0.08532143384218216, + 0.014841631054878235, + 0.05702097713947296, + 0.11365848034620285, + 0.0635562390089035, + 0.09192724525928497 + ], + "perturbation_rho": [ + -0.021908380091190338, + 0.08644437789916992, + 0.133758544921875, + 0.11560394614934921, + 0.09019643068313599, + 0.10901004821062088, + 0.05401141196489334, + 0.06626297533512115, + 0.10668720304965973, + 0.11482831090688705, + 0.07995637506246567, + 0.14062434434890747 + ], + "nudging": { + "0.001": [ + 0.0011563966982066631, + -0.0008197429706342518, + -0.00036967784399166703, + -0.00036756350891664624, + -0.0003487933427095413, + -0.0004525642143562436, + -0.0003745106514543295, + -0.00010148633737117052, + -0.00033267418621107936, + -0.00054067128803581, + -0.00029341079061850905, + -0.0004061080398969352 + ], + "0.003": [ + 0.00442184554412961, + -0.0024542496539652348, + -0.0011048256419599056, + -0.001102155540138483, + -0.0010442640632390976, + -0.0013546040281653404, + -0.0011223775800317526, + -0.00030574860284104943, + -0.0009935388807207346, + -0.0016202303813770413, + -0.0008805043180473149, + -0.0012169405817985535 + ], + "0.01": [ + 0.012093277648091316, + -0.00814887322485447, + -0.0036774289328604937, + -0.0036643892526626587, + -0.0034756590612232685, + -0.0045063551515340805, + -0.003735880134627223, + -0.00101565255317837, + -0.0033070247154682875, + -0.005390047561377287, + -0.0029281126335263252, + -0.004048082046210766 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7927106206893921, + 1.0314875890731812, + 0.8727929697036744, + 0.9138810105323791, + 0.9269397434234619, + 0.9882902357101441, + 1.054063469696045, + 1.1199199728012086, + 1.1510957370758057, + 1.147088790512085, + 1.1919541924476624, + 1.234068378829956, + 1.2097180450439453, + 1.1891298070907592, + 1.1807195945739746, + 1.2230972785949707, + 1.1718537767410278, + 1.1954543895721434, + 1.2653305320739745, + 1.2169406047821045, + 1.1939767074584962, + 1.1432181312561036, + 1.13808095703125, + 1.1338830974578857, + 1.1148282649993897, + 1.125065263557434, + 1.084688761138916, + 1.1044120174407959, + 1.1321100765228271, + 1.1385612312316895, + 1.1563688796997071, + 1.1437482376098633, + 1.1149125736236571, + 1.1060235730171204, + 1.0663122928619384, + 1.0548065941810607, + 1.037735648727417, + 1.040986361694336, + 1.0317749416351318, + 1.0356540889739991, + 1.0302827856063843, + 1.0450294395446778, + 1.046817469215393, + 1.054090824508667, + 1.0731036259651183, + 1.0649280383110047, + 1.0700508375167848, + 1.0669750782966614, + 1.0659932651519775, + 1.0457564308166505, + 1.0646298887252807, + 1.033217864227295, + 1.020263679790497, + 1.0093394360542298, + 0.9962293283462524, + 1.002608583831787, + 0.9913532760620117, + 0.9975923980712891, + 0.9923603912353516, + 0.9835381677627564, + 0.9838607303619384, + 0.9828417135238647, + 0.9760973712921143, + 0.9737089462280274, + 0.9740158191680908, + 0.9762706676483154, + 0.9749209213256836, + 0.9819463082313538, + 0.9734501623153686, + 0.9739530671119689, + 0.9739078194618225, + 0.9717803599357605, + 0.9706060266494752, + 0.9709286643981934, + 0.9693692140579223, + 0.9688454288482666, + 0.9685833683967591, + 0.968160081577301, + 0.9678136520385742, + 0.9676551561355591 + ], + "train_acc": [ + 0.3529, + 0.617, + 0.6865, + 0.684, + 0.6808, + 0.6645, + 0.6281, + 0.6079, + 0.5946, + 0.606, + 0.5938, + 0.5933, + 0.585, + 0.5874, + 0.5821, + 0.5693, + 0.585, + 0.5767, + 0.5594, + 0.5723, + 0.5785, + 0.5954, + 0.5957, + 0.6033, + 0.5983, + 0.5932, + 0.6125, + 0.6031, + 0.5973, + 0.6013, + 0.5975, + 0.5991, + 0.6068, + 0.6046, + 0.6157, + 0.6177, + 0.6224, + 0.6263, + 0.6237, + 0.6244, + 0.6273, + 0.6203, + 0.6219, + 0.6184, + 0.6144, + 0.6174, + 0.6135, + 0.6197, + 0.617, + 0.6202, + 0.6124, + 0.6257, + 0.6283, + 0.6294, + 0.6354, + 0.6396, + 0.6378, + 0.641, + 0.6431, + 0.6427, + 0.6436, + 0.6436, + 0.6449, + 0.6471, + 0.6451, + 0.6463, + 0.6456, + 0.6422, + 0.6467, + 0.6457, + 0.6461, + 0.6474, + 0.6446, + 0.6444, + 0.646, + 0.6458, + 0.6446, + 0.6441, + 0.6447, + 0.6456 + ], + "test_acc": [ + 0.519, + 0.664, + 0.6565, + 0.6705, + 0.636, + 0.619, + 0.579, + 0.5705, + 0.5865, + 0.5705, + 0.562, + 0.5375, + 0.561, + 0.558, + 0.5465, + 0.532, + 0.5275, + 0.486, + 0.5195, + 0.5395, + 0.55, + 0.573, + 0.556, + 0.5605, + 0.5615, + 0.574, + 0.5745, + 0.556, + 0.5575, + 0.556, + 0.5545, + 0.5625, + 0.5675, + 0.57, + 0.573, + 0.588, + 0.583, + 0.5995, + 0.593, + 0.5865, + 0.588, + 0.584, + 0.587, + 0.5745, + 0.578, + 0.584, + 0.581, + 0.577, + 0.578, + 0.5575, + 0.581, + 0.588, + 0.59, + 0.5965, + 0.5935, + 0.5995, + 0.607, + 0.6035, + 0.606, + 0.617, + 0.61, + 0.6075, + 0.616, + 0.616, + 0.6045, + 0.609, + 0.6005, + 0.6105, + 0.609, + 0.612, + 0.609, + 0.61, + 0.6095, + 0.6105, + 0.6115, + 0.6105, + 0.6135, + 0.6115, + 0.6115, + 0.612 + ], + "state_pred_error": [ + 0.6679646494865418, + 0.208888227891922, + 0.15699384171962738, + 0.1473097540616989, + 0.14668454189300537, + 0.14812699263095855, + 0.14335613057613372, + 0.13920899329185485, + 0.12979220235347746, + 0.128491516828537, + 0.13504859671592712, + 0.1396056207180023, + 0.13049439578056335, + 0.1227945753455162, + 0.11947583696842194, + 0.10677306697368621, + 0.09056728343963623, + 0.0806899295091629, + 0.07537768748998643, + 0.07152788438796998, + 0.06905149774551392, + 0.062417028772830965, + 0.06347229870557786, + 0.06624231204986572, + 0.06285614745020866, + 0.0503471009016037, + 0.04555290793180466, + 0.050627702116966246, + 0.05441606894731522, + 0.055547272217273715, + 0.062450043869018555, + 0.06494303442835808, + 0.06485141371488572, + 0.06386149806976318, + 0.05790943026542664, + 0.05235746785998344, + 0.04955936104059219, + 0.05004490375518799, + 0.04749767688512802, + 0.04710491924285889, + 0.0465313448369503, + 0.04374815753698349, + 0.04258050545454025, + 0.03991454938054085, + 0.0385970116853714, + 0.03645361765027046, + 0.034857989984750745, + 0.033499520513415336, + 0.03257660132646561, + 0.03282006865441799, + 0.03126014052629471, + 0.03070251874923706, + 0.02945106231868267, + 0.02763169339597225, + 0.026091488403081894, + 0.024555341643095016, + 0.023253344959020615, + 0.02221344622075558, + 0.021545387333631514, + 0.02069348260462284, + 0.02002821311056614, + 0.019566327910125254, + 0.019089816910028458, + 0.018679450111091137, + 0.01807071948647499, + 0.017758635139465333, + 0.017390955182909965, + 0.016965231823921203, + 0.01691897337138653, + 0.016519649094343187, + 0.01632954144179821, + 0.015909486715495587, + 0.015621637430787087, + 0.01549294995367527, + 0.01523477383106947, + 0.015047570972144604, + 0.014741873973608016, + 0.014865786504745484, + 0.0145689842492342, + 0.01426824083328247 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6137553453445435, + 0.458263099193573, + 0.30694735050201416, + 0.21984770894050598, + 0.18884725868701935, + 0.1519574671983719, + 0.14165323972702026, + 0.13691727817058563, + 0.1416233777999878, + 0.126474529504776, + 0.13544593751430511, + 0.15268874168395996 + ], + "perturbation_rho": [ + 0.5528259873390198, + 0.43722641468048096, + 0.3177984952926636, + 0.20145072042942047, + 0.17441785335540771, + 0.10548915714025497, + 0.16265320777893066, + 0.1351865828037262, + 0.16532285511493683, + 0.1285737156867981, + 0.14820542931556702, + 0.13290725648403168 + ], + "nudging": { + "0.001": [ + -0.017212403938174248, + -0.002171289175748825, + -0.0011191105004400015, + -0.0007672292995266616, + -0.0006296404171735048, + -0.0005172825185582042, + -0.00045882861013524234, + -0.00044813245767727494, + -0.0004553778562694788, + -0.00039569500950165093, + -0.00041053537279367447, + -0.0004746984923258424 + ], + "0.003": [ + -0.051028184592723846, + -0.006504997611045837, + -0.0033547731582075357, + -0.002300845691934228, + -0.0018879442941397429, + -0.0015519845765084028, + -0.001375660765916109, + -0.0013441899791359901, + -0.0013661098200827837, + -0.0011867693392559886, + -0.0012310168240219355, + -0.0014232922112569213 + ], + "0.01": [ + -0.16301177442073822, + -0.02157333306968212, + -0.011153988540172577, + -0.00765608623623848, + -0.006283854134380817, + -0.005166183691471815, + -0.0045799510553479195, + -0.004474613815546036, + -0.004547867923974991, + -0.003950329497456551, + -0.004098072648048401, + -0.004737637937068939 + ] + }, + "state_pred_error_per_layer": [ + 9663.3720703125, + 2355.42919921875, + 1189.673095703125, + 946.2671508789062, + 890.0131225585938, + 836.83837890625, + 765.7700805664062, + 776.2135009765625, + 909.9769287109375, + 744.7386474609375, + 809.6233520507812, + 764.1907958984375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.187571883392334, + 1.326188510799408, + 0.9483794553756714, + 0.8345242721557617, + 0.7889606231689453, + 0.7665260448455811, + 0.7712172222137451, + 0.7981748757362366, + 0.7899593097686768, + 0.7801628154754638, + 0.8586313926696777, + 0.8269656328201294, + 0.807786918926239, + 0.8667379869461059, + 0.899315183544159, + 0.9044795955657959, + 0.8931566469192505, + 0.9207966779708863, + 1.0783265449047088, + 1.0466851587295531, + 1.093337151145935, + 1.1578910236358642, + 1.167968105840683, + 1.23159896774292, + 1.2349544055938722, + 1.2180055444717408, + 1.3142979488372803, + 1.2654387786865235, + 1.171596767616272, + 1.2007275730133056, + 1.1795954244613647, + 1.1870033908843993, + 1.1767311180114746, + 1.2135950805664062, + 1.158268939971924, + 1.1288424992561341, + 1.1108321193695068, + 1.1112286039352417, + 1.175734718990326, + 1.2268269479751588, + 1.26170970993042, + 1.2978283054351807, + 1.238773140335083, + 1.2101145763397216, + 1.1873152170181274, + 1.2330628694534302, + 1.226954536819458, + 1.2110083309173585, + 1.1265845808029176, + 1.116980394744873, + 1.1078424495697021, + 1.1030315553665162, + 1.1111802764892578, + 1.1046845901489257, + 1.118118372440338, + 1.123797571182251, + 1.1151752515792848, + 1.1250915416717528, + 1.1366710498809816, + 1.1448557445526124, + 1.1518292568206787, + 1.159379100227356, + 1.1686466316223145, + 1.1710848539352416, + 1.1695413871765137, + 1.1633276565551758, + 1.1677356637954712, + 1.1538119668006896, + 1.1502773937225341, + 1.1475828493118285, + 1.1402593296051025, + 1.1347655990600587, + 1.1332295770645142, + 1.1308751027107238, + 1.1288191188812255, + 1.1274588232040406, + 1.1259936437606812, + 1.1247959713935851, + 1.1243038135528565, + 1.1238948013305663 + ], + "train_acc": [ + 0.2013, + 0.5327, + 0.6437, + 0.6861, + 0.704, + 0.7125, + 0.7112, + 0.7059, + 0.7086, + 0.7123, + 0.7009, + 0.7122, + 0.7157, + 0.706, + 0.703, + 0.7039, + 0.7054, + 0.7067, + 0.6783, + 0.68, + 0.6715, + 0.6585, + 0.6541, + 0.6474, + 0.6488, + 0.6484, + 0.6234, + 0.6167, + 0.6265, + 0.6152, + 0.6068, + 0.598, + 0.6005, + 0.5804, + 0.593, + 0.5996, + 0.6022, + 0.6074, + 0.5925, + 0.5753, + 0.5686, + 0.5582, + 0.5762, + 0.5799, + 0.5923, + 0.5848, + 0.5937, + 0.5908, + 0.6006, + 0.6011, + 0.6017, + 0.6061, + 0.6037, + 0.6052, + 0.6025, + 0.6042, + 0.6109, + 0.6127, + 0.6036, + 0.6001, + 0.6004, + 0.6013, + 0.6002, + 0.5997, + 0.5996, + 0.6016, + 0.6004, + 0.6023, + 0.6007, + 0.5986, + 0.6028, + 0.6049, + 0.605, + 0.6036, + 0.6054, + 0.6047, + 0.6046, + 0.6047, + 0.605, + 0.6055 + ], + "test_acc": [ + 0.411, + 0.5885, + 0.636, + 0.6585, + 0.67, + 0.65, + 0.667, + 0.6335, + 0.6685, + 0.673, + 0.6455, + 0.6705, + 0.6075, + 0.6715, + 0.6535, + 0.649, + 0.651, + 0.53, + 0.6265, + 0.601, + 0.605, + 0.627, + 0.622, + 0.5865, + 0.6085, + 0.594, + 0.5815, + 0.589, + 0.57, + 0.5685, + 0.5505, + 0.5145, + 0.459, + 0.478, + 0.528, + 0.564, + 0.553, + 0.5485, + 0.5305, + 0.501, + 0.5365, + 0.529, + 0.5225, + 0.5515, + 0.5195, + 0.5455, + 0.5615, + 0.582, + 0.5635, + 0.574, + 0.5735, + 0.5645, + 0.551, + 0.5465, + 0.5655, + 0.5755, + 0.5495, + 0.558, + 0.5565, + 0.549, + 0.55, + 0.5515, + 0.5405, + 0.537, + 0.5375, + 0.54, + 0.5495, + 0.5415, + 0.541, + 0.5485, + 0.5475, + 0.549, + 0.549, + 0.5525, + 0.5485, + 0.5505, + 0.552, + 0.552, + 0.5505, + 0.551 + ], + "value_loss": [ + 3.0176044733047487, + 1.0615758232116699, + 1.060210463142395, + 1.0228195582389832, + 1.010133931159973, + 0.9419147435188293, + 0.9213042179107666, + 0.983886623954773, + 0.9630082674980164, + 0.9914523235321044, + 1.2916864912033081, + 1.2033885765075683, + 1.1053708289146424, + 1.3117134510040283, + 1.4571176118850708, + 1.4822016599655152, + 1.4464408508300781, + 1.494612897491455, + 1.8919828211784362, + 1.818289499282837, + 2.0769482429504396, + 2.12258825340271, + 2.033720273256302, + 2.0954800230026245, + 2.042681290435791, + 1.6873159214019775, + 1.8694674877166748, + 1.7658453981399536, + 1.2227107414245606, + 1.1675872913360597, + 1.0477982774734498, + 1.0205717498779296, + 0.988148659324646, + 1.2007792435646056, + 1.2352806282043458, + 0.7386786937713623, + 0.6201939727783203, + 0.6657010184288025, + 0.6853000906467438, + 0.8492486668586731, + 0.9932778938293457, + 0.7683114501953126, + 0.7004810465812683, + 0.6364181649208069, + 0.7614990028381348, + 0.9295081817626953, + 0.9417757865428924, + 0.9216889915466309, + 1.110058699989319, + 0.6404524593353271, + 0.5510710064888, + 0.5543017141342164, + 0.5552202627182007, + 0.5762319219589234, + 0.5093711531162262, + 0.5778757699012756, + 0.5336550855636597, + 0.5517868465423584, + 0.5429261692523957, + 0.5305708591222763, + 0.5233953864097595, + 0.5504776068687439, + 0.539759356212616, + 0.549393851852417, + 0.5086777307510376, + 0.5206843482017517, + 0.5520425520896911, + 0.48353495416641235, + 0.4974589912414551, + 0.44917406425476075, + 0.43793688774108885, + 0.45631180305480956, + 0.4439697093963623, + 0.42663677763938906, + 0.42073239850997923, + 0.42288827419281005, + 0.41220576906204226, + 0.4032818036079407, + 0.39890543241500853, + 0.40481987361907956 + ], + "term_loss": [ + 1.7119286471366881, + 0.7037585079193115, + 0.8388954549789429, + 0.8274686014175415, + 0.8159207627296448, + 0.7364932671546937, + 0.7016430713653564, + 0.7591273450374604, + 0.7492439122200012, + 0.7837357002258301, + 1.0731903156280518, + 0.9902451916694641, + 0.8949025638103485, + 1.0940426338195801, + 1.2338541860580445, + 1.2540717607498169, + 1.2233770456314086, + 1.266107029724121, + 1.6277973073005676, + 1.5449570091247558, + 1.7487831764221191, + 1.7418235130310058, + 1.6319917914390565, + 1.6619985774993897, + 1.5998232263565064, + 1.291028978919983, + 1.443897636795044, + 1.282541985321045, + 0.8302469918251038, + 0.7786969506263733, + 0.6696095920085907, + 0.629389222240448, + 0.6078266143798828, + 0.7563104814052581, + 0.7805323437929154, + 0.4057512969493866, + 0.3186667461395264, + 0.36671760559082034, + 0.3813627925157547, + 0.5274563785791397, + 0.6265791069030762, + 0.42749316444396973, + 0.3737451464653015, + 0.3232894562005997, + 0.4397853298187256, + 0.603940721321106, + 0.6182400625228882, + 0.5936727350234985, + 0.729513829421997, + 0.3043965761899948, + 0.25340475018024444, + 0.27099439952373505, + 0.2766846051216125, + 0.29747566282749177, + 0.24260444918870927, + 0.3014756342887878, + 0.2654747169494629, + 0.2814042194366455, + 0.2751402094900608, + 0.2607534381270409, + 0.2544426300525665, + 0.2766920667171478, + 0.26777749214172364, + 0.27581927382946014, + 0.24122158317565917, + 0.25178992862701416, + 0.27741119154691696, + 0.22030126638412476, + 0.2316324962377548, + 0.19071975877285002, + 0.1823152543067932, + 0.196656636095047, + 0.186306823015213, + 0.16951884495019912, + 0.1646258558511734, + 0.16557776184082032, + 0.15581585245132445, + 0.1488703131914139, + 0.1448495783805847, + 0.14867231681346893 + ], + "bridge_loss": [ + 1.0148520425139926, + 0.10943376184105873, + 0.016118820284307004, + 0.00479079963862896, + 0.00932531143128872, + 0.022979111295938492, + 0.03275809189677238, + 0.030009772622585296, + 0.018097961828112602, + 0.01276451837271452, + 0.011840740299224854, + 0.011681876456737518, + 0.011498133054375649, + 0.012259974516928196, + 0.012814128774404526, + 0.016967138912528754, + 0.015625382725894452, + 0.016673024797439574, + 0.026665059140324594, + 0.040999473381042484, + 0.08775637840032577, + 0.13471563642024995, + 0.15264853343963622, + 0.17042632131576538, + 0.1846267404794693, + 0.1426714852333069, + 0.15643644499778747, + 0.21692225222587586, + 0.1381309385061264, + 0.13067246084213258, + 0.12024339685440064, + 0.12863199595212937, + 0.11999726004600525, + 0.1790491102874279, + 0.19895550255775452, + 0.07846425278186799, + 0.0521241464138031, + 0.050531299328804014, + 0.048225503075122834, + 0.0573767644226551, + 0.09494609681367874, + 0.06426656882762909, + 0.057834729897975924, + 0.04925961502492428, + 0.061063556718826295, + 0.05985300147533417, + 0.062644553732872, + 0.0668293038368225, + 0.13089194159507753, + 0.08827434695959091, + 0.051028902739286425, + 0.03809687232673168, + 0.033848379123210905, + 0.03457036361694336, + 0.02108327111005783, + 0.029492683643102646, + 0.02455984553694725, + 0.02582640761435032, + 0.021667973601818085, + 0.022328672303259373, + 0.02060983867049217, + 0.023895200684666634, + 0.022121075198054313, + 0.02329711413383484, + 0.017430856196582318, + 0.019568592843413352, + 0.025390091779083013, + 0.015601030120253562, + 0.019178162130713463, + 0.011871388348937034, + 0.011855170375108718, + 0.016089519263803958, + 0.014637802371382713, + 0.014631265115737915, + 0.014274802702665328, + 0.014835487592220307, + 0.014966160023212433, + 0.013275021009892226, + 0.013311498472094535, + 0.015895452450215817 + ], + "tgrad_loss": [ + 0.29082378821372984, + 0.2483835512638092, + 0.2051961945772171, + 0.1905601591825485, + 0.18488785667419433, + 0.1824423761844635, + 0.1869030656814575, + 0.1947495018005371, + 0.19566639924049378, + 0.1949521035194397, + 0.20665544452667237, + 0.20146149559020995, + 0.19897012882232665, + 0.20541083397865295, + 0.21044929957389832, + 0.21116275901794435, + 0.20743842515945435, + 0.21183283591270446, + 0.2375204436659813, + 0.23233302335739137, + 0.24040868864059448, + 0.24604910697937013, + 0.2490799533367157, + 0.2630551248550415, + 0.258231339263916, + 0.25361546020507814, + 0.2691334120750427, + 0.2663811700344086, + 0.2543328045845032, + 0.2582178777694702, + 0.2579452847003937, + 0.2625505379915237, + 0.26032478485107424, + 0.265419658946991, + 0.2557927810668945, + 0.2544631404399872, + 0.2494030824661255, + 0.24845211391448974, + 0.2557117907762527, + 0.26441551985740663, + 0.2717526791572571, + 0.2765517095565796, + 0.2689011663913727, + 0.2638690975189209, + 0.2606501162528992, + 0.26571446528434756, + 0.26089117522239685, + 0.2611869606494904, + 0.2496529348373413, + 0.2477815414428711, + 0.2466373523712158, + 0.2452104380130768, + 0.2446872700691223, + 0.24418589582443237, + 0.2456834303855896, + 0.24690745534896852, + 0.24362052619457245, + 0.244556223154068, + 0.24611798746585847, + 0.24748875288963318, + 0.2483429102420807, + 0.24989033243656159, + 0.24986078734397887, + 0.25027746453285216, + 0.25002529113292693, + 0.24932582616806032, + 0.24924127697944642, + 0.24763265438079834, + 0.24664833087921142, + 0.24658291368484497, + 0.24376646332740784, + 0.24356564955711366, + 0.2430250828266144, + 0.24248666682243347, + 0.24183174138069152, + 0.24247501969337462, + 0.24142375493049623, + 0.24113646895885468, + 0.2407443552494049, + 0.24025210301876068 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.050826266407966614, + 0.1324397623538971, + 0.19395378232002258, + 0.22954219579696655, + 0.24835197627544403, + 0.26261672377586365, + 0.2866933345794678, + 0.3069983422756195, + 0.3148944675922394, + 0.31817084550857544, + 0.3155951499938965, + 0.31555619835853577 + ], + "perturbation_rho": [ + 0.024354537948966026, + 0.23902058601379395, + 0.29458120465278625, + 0.31519168615341187, + 0.3208061456680298, + 0.38384467363357544, + 0.38460177183151245, + 0.4478553831577301, + 0.41032421588897705, + 0.452781081199646, + 0.43433815240859985, + 0.434899240732193 + ], + "nudging": { + "0.001": [ + -0.0018732836470007896, + -0.0014186109183356166, + -0.0016378036234527826, + -0.001764438347890973, + -0.0018913769163191319, + -0.002036110032349825, + -0.0021226275712251663, + -0.0021735229529440403, + -0.002216566586866975, + -0.0022331401705741882, + -0.002216600114479661, + -0.0022018395829945803 + ], + "0.003": [ + -0.005605676211416721, + -0.004251755774021149, + -0.004909512121230364, + -0.00528964027762413, + -0.005669655278325081, + -0.0061027128249406815, + -0.006363155320286751, + -0.006514269858598709, + -0.006643516011536121, + -0.006693107541650534, + -0.006642842199653387, + -0.006598594132810831 + ], + "0.01": [ + -0.018513288348913193, + -0.014132995158433914, + -0.016322217881679535, + -0.017585258930921555, + -0.018846090883016586, + -0.02027801051735878, + -0.021141095086932182, + -0.02164183184504509, + -0.02207053080201149, + -0.022233182564377785, + -0.02206714265048504, + -0.021919995546340942 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json new file mode 100644 index 0000000..dee781b --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.2214362565994263, + 0.6880987966537475, + 0.573380104637146, + 0.504524497127533, + 0.4304532258987427, + 0.4075445725917816, + 0.3505498517990112, + 0.33131821126937866, + 0.316932852602005, + 0.2321077467918396, + 0.24117032368183136, + 0.18791021666526794, + 0.1795637712955475, + 0.22588226013183593, + 0.12590660848617555, + 0.0935815057039261, + 0.08925642510652543, + 0.06074653144180775, + 0.03752641976475716, + 0.029369706916809082, + 0.022727268996834755, + 0.013826664884388447, + 0.009437553413957358, + 0.006844828377664089, + 0.005729820974171161, + 0.005235948743671179, + 0.004590337446331978, + 0.004217684137821197, + 0.0039060393817722796, + 0.0036189329497516155, + 0.0033334961384534835, + 0.0030410941667854785, + 0.00281677149515599, + 0.002593890456110239, + 0.0025124770160764457, + 0.002334106710460037, + 0.0021957552917301654, + 0.0020749030753970145, + 0.0020024682715535165, + 0.0019192409418523312, + 0.001830386008322239, + 0.0017719921819865704, + 0.0016809766824357213, + 0.0016068122006952764, + 0.0015503323614597321, + 0.0014956797890365123, + 0.001446343973185867, + 0.001398251862078905, + 0.0013568441493436694, + 0.001320645131357014, + 0.0012880230963230133, + 0.0012557724336162209, + 0.0012244191642850637, + 0.001201738376915455, + 0.0011770459957420826, + 0.001153542260825634, + 0.0011285611988976598, + 0.0011068878036923707, + 0.0010875567765906452, + 0.0010707868609577417, + 0.001056193824671209, + 0.0010415504628792406, + 0.001029124596528709, + 0.001017341089528054, + 0.0010068201394751667, + 0.0009978911615908146, + 0.000990417231619358, + 0.0009832257608883082, + 0.00097659575836733, + 0.0009707848763093352, + 0.0009656708472408354, + 0.0009617022202350199, + 0.0009582118788734078, + 0.0009554196711629629, + 0.0009532522734254598, + 0.0009515513226389885, + 0.0009503170928917825, + 0.0009495424324646592, + 0.0009490435067564249, + 0.0009488068943843246 + ], + "train_acc": [ + 0.5591, + 0.7376, + 0.7816, + 0.8038, + 0.832, + 0.8395, + 0.865, + 0.8744, + 0.8816, + 0.9157, + 0.907, + 0.9327, + 0.9345, + 0.918, + 0.9564, + 0.9711, + 0.9739, + 0.9841, + 0.9937, + 0.9955, + 0.9983, + 0.9998, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.714, + 0.733, + 0.739, + 0.7415, + 0.749, + 0.7445, + 0.7555, + 0.753, + 0.758, + 0.764, + 0.7605, + 0.763, + 0.751, + 0.7495, + 0.76, + 0.758, + 0.7535, + 0.762, + 0.763, + 0.7595, + 0.7655, + 0.766, + 0.7655, + 0.7665, + 0.7635, + 0.7635, + 0.7625, + 0.763, + 0.765, + 0.765, + 0.765, + 0.7605, + 0.762, + 0.7625, + 0.7625, + 0.7625, + 0.765, + 0.7625, + 0.761, + 0.7635, + 0.763, + 0.762, + 0.7645, + 0.762, + 0.7625, + 0.762, + 0.7615, + 0.761, + 0.7605, + 0.762, + 0.761, + 0.7625, + 0.761, + 0.763, + 0.7615, + 0.76, + 0.7615, + 0.761, + 0.7605, + 0.76, + 0.7585, + 0.7605, + 0.7595, + 0.76, + 0.7605, + 0.76, + 0.761, + 0.7615, + 0.7605, + 0.761, + 0.761, + 0.7615, + 0.762, + 0.762, + 0.762, + 0.762, + 0.762, + 0.762, + 0.762, + 0.762 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8338037729263306, + 0.8328856229782104, + 0.8300410509109497, + 0.823561429977417, + 0.8153207302093506, + 0.8093391060829163, + 0.8022103309631348, + 0.797042727470398, + 0.7909072041511536, + 0.7847579121589661, + 0.7778322100639343, + 0.7729053497314453 + ], + "perturbation_rho": [ + 0.9999991059303284, + 0.999998927116394, + 0.9999983906745911, + 0.9999978542327881, + 0.999996542930603, + 0.9999936819076538, + 0.9999876022338867, + 0.9999791383743286, + 0.9999581575393677, + 0.9999358057975769, + 0.9998983144760132, + 0.9998669624328613 + ], + "nudging": { + "0.001": [ + -0.06551718711853027, + -0.05436878278851509, + -0.04374578222632408, + -0.03377873823046684, + -0.02519271895289421, + -0.018464749678969383, + -0.01353352889418602, + -0.010026221163570881, + -0.007582810707390308, + -0.0058988286182284355, + -0.004728769883513451, + -0.003913772292435169 + ], + "0.003": [ + -0.18775689601898193, + -0.15706855058670044, + -0.1273409128189087, + -0.09902073442935944, + -0.07429663836956024, + -0.05470982939004898, + -0.040235307067632675, + -0.029878726229071617, + -0.022634346038103104, + -0.017627287656068802, + -0.01414164062589407, + -0.011711093597114086 + ], + "0.01": [ + -0.5344969034194946, + -0.45930254459381104, + -0.3820700943470001, + -0.30436116456985474, + -0.2331882268190384, + -0.17455099523067474, + -0.12991222739219666, + -0.09728521853685379, + -0.07412658631801605, + -0.05795694515109062, + -0.04662308096885681, + -0.03868289291858673 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.207177610397339, + 1.3553162548065185, + 0.9701127763748169, + 0.8732295251846314, + 0.8323645715236664, + 0.7960227321624755, + 0.7760959873199463, + 0.7735449209213257, + 0.8278698476791382, + 0.7780323928833007, + 0.7878356379508972, + 0.8351406150817872, + 0.8288927593231201, + 0.8574019664764404, + 0.9053186392784118, + 0.8401385468482971, + 0.9288690845489502, + 0.9082258205413818, + 0.9345129062652587, + 0.9014082008361817, + 0.9392737476348877, + 0.9890750411033631, + 0.9745229903221131, + 1.012724796485901, + 1.0476140842437744, + 1.0703742972373962, + 1.0096880889892579, + 1.0171483258247376, + 0.993707428073883, + 1.0268911544799804, + 1.0893181150436402, + 1.0987916242599487, + 1.1768492286682128, + 1.0336660877227783, + 1.0487600833892823, + 1.0165627954006196, + 1.0527002319335939, + 1.0847500762939453, + 1.0983065540313721, + 1.1062523952484131, + 1.1631684410095215, + 1.0733569494247437, + 1.0690837306976317, + 1.0478396898269653, + 1.0268214958190918, + 1.0501665784835816, + 1.0577228107452392, + 1.0538366958618164, + 1.0179664922714233, + 1.0134689270019532, + 0.9985476385116577, + 1.0454052556991578, + 1.0207467739105225, + 1.0244656821250915, + 0.9939537384033204, + 1.0521814125061035, + 1.0026006247520447, + 0.9790403079986573, + 1.0003239252090455, + 0.9621838529586793, + 0.9900179187774658, + 0.9625193190574646, + 0.9366787405014038, + 0.9520282551765442, + 0.9402749418258667, + 0.9276724267959595, + 0.926775997543335, + 0.9376771799087524, + 0.9245368611335755, + 0.9217848522186279, + 0.9227305391311645, + 0.9204626731872558, + 0.9151489919662475, + 0.9102424224853516, + 0.9097598545074463, + 0.9079971894264222, + 0.905090577507019, + 0.9043300183296203, + 0.9026400138854981, + 0.9020073030471801 + ], + "train_acc": [ + 0.1971, + 0.5182, + 0.6448, + 0.6792, + 0.6936, + 0.7075, + 0.7157, + 0.7152, + 0.7044, + 0.7158, + 0.7198, + 0.7091, + 0.711, + 0.7059, + 0.6962, + 0.7185, + 0.697, + 0.709, + 0.7009, + 0.7141, + 0.7042, + 0.6947, + 0.7025, + 0.695, + 0.6896, + 0.6896, + 0.6981, + 0.7002, + 0.6978, + 0.6927, + 0.6839, + 0.6831, + 0.6728, + 0.6945, + 0.6934, + 0.7016, + 0.6898, + 0.6859, + 0.6837, + 0.6842, + 0.6775, + 0.687, + 0.6887, + 0.6933, + 0.6962, + 0.692, + 0.6919, + 0.6894, + 0.6975, + 0.6978, + 0.6962, + 0.6928, + 0.6957, + 0.6958, + 0.6997, + 0.6891, + 0.6983, + 0.7021, + 0.6988, + 0.7051, + 0.6999, + 0.7047, + 0.7081, + 0.7054, + 0.7081, + 0.7125, + 0.7133, + 0.7084, + 0.7098, + 0.7114, + 0.7082, + 0.7122, + 0.7119, + 0.7132, + 0.7132, + 0.7142, + 0.7158, + 0.7147, + 0.7147, + 0.7152 + ], + "test_acc": [ + 0.3905, + 0.579, + 0.641, + 0.641, + 0.628, + 0.6535, + 0.659, + 0.6255, + 0.6425, + 0.6445, + 0.6375, + 0.6555, + 0.654, + 0.619, + 0.6675, + 0.6245, + 0.6405, + 0.6555, + 0.673, + 0.6335, + 0.6435, + 0.633, + 0.641, + 0.619, + 0.6355, + 0.658, + 0.6185, + 0.644, + 0.6485, + 0.6035, + 0.589, + 0.614, + 0.6475, + 0.6145, + 0.6325, + 0.6305, + 0.6445, + 0.623, + 0.62, + 0.609, + 0.644, + 0.6335, + 0.616, + 0.6435, + 0.626, + 0.617, + 0.6195, + 0.6375, + 0.6395, + 0.658, + 0.6355, + 0.657, + 0.6365, + 0.6435, + 0.63, + 0.651, + 0.6595, + 0.643, + 0.6525, + 0.647, + 0.6515, + 0.66, + 0.654, + 0.6595, + 0.66, + 0.6645, + 0.6615, + 0.668, + 0.664, + 0.6545, + 0.6665, + 0.6665, + 0.6655, + 0.6625, + 0.666, + 0.665, + 0.6685, + 0.6695, + 0.6705, + 0.6705 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.04563574492931366, + 0.07466404139995575, + 0.07062304764986038, + 0.07941032946109772, + 0.08478259295225143, + 0.1176375150680542, + 0.051365386694669724, + 0.07094398140907288, + 0.06898803263902664, + 0.07310269773006439, + 0.0635182335972786, + 0.11305823177099228 + ], + "perturbation_rho": [ + 0.026268895715475082, + 0.03733495995402336, + 0.07775422930717468, + 0.12396883964538574, + 0.05687103420495987, + 0.13703036308288574, + -0.0030320845544338226, + 0.08171480149030685, + 0.06336408108472824, + 0.09909991919994354, + 0.06059148907661438, + 0.12057653069496155 + ], + "nudging": { + "0.001": [ + -0.0016007821541279554, + -0.0005322497454471886, + -0.00031997537007555366, + -0.00037323293508961797, + -0.000361767306458205, + -0.0004932747106067836, + -0.00017937232041731477, + -0.0002972582005895674, + -0.0003065706114284694, + -0.0003170697018504143, + -0.000248884956818074, + -0.00045291916467249393 + ], + "0.003": [ + -0.004783018957823515, + -0.0015951856039464474, + -0.0009565058862790465, + -0.0011192618403583765, + -0.0010866662487387657, + -0.0014763758517801762, + -0.0005387155106291175, + -0.0008894718484953046, + -0.0009208020055666566, + -0.000954244751483202, + -0.0007453658035956323, + -0.0013566396664828062 + ], + "0.01": [ + -0.015672076493501663, + -0.0053095086477696896, + -0.0031822575256228447, + -0.003722358262166381, + -0.0036155935376882553, + -0.004913205746561289, + -0.0017889357404783368, + -0.002959918463602662, + -0.003063073381781578, + -0.003171245101839304, + -0.0024787387810647488, + -0.004513401538133621 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7777370233535768, + 1.039262655735016, + 0.8970872451782227, + 0.9651401982307434, + 0.963715316581726, + 0.9871692520141602, + 1.0162057588577271, + 1.0440610739707947, + 1.0629752737998963, + 1.0943596759796144, + 1.1322574831008911, + 1.1550358348846435, + 1.1498169647216796, + 1.0954011442184448, + 1.1236124910354615, + 1.1751378925323486, + 1.1859121335983276, + 1.1846929653167724, + 1.2153968069076537, + 1.1254301585197448, + 1.1320601383209228, + 1.1558818790435792, + 1.133813604736328, + 1.1268145646095276, + 1.1400998264312745, + 1.0998258207321168, + 1.0921298738479615, + 1.0851680498123168, + 1.0914192169189454, + 1.0816248546600342, + 1.0882935146331787, + 1.0556492755889892, + 1.0454220704078674, + 1.0455451524734498, + 1.0445414920806886, + 1.0483357555389405, + 1.057666886138916, + 1.0440490622520446, + 1.0286948212623597, + 1.036337445449829, + 1.054752719116211, + 1.03532038230896, + 1.0384975449562073, + 1.0404673326492309, + 1.041804114151001, + 1.0244333234786986, + 1.0268776634216308, + 1.031060266494751, + 1.0237797790527343, + 1.0266751319885254, + 1.0234112846374512, + 1.0229099086761475, + 1.0279601011276245, + 1.0144617162704468, + 1.0212466983795165, + 1.0155485634803771, + 1.0136163455963134, + 1.0249474774360656, + 1.0065589557647705, + 1.006953769683838, + 1.0076389682769775, + 1.0087233503341675, + 1.000064527130127, + 1.0004527723312377, + 1.0012750885009765, + 1.0030569223403931, + 0.9993479643821717, + 0.9943592184066773, + 0.9925341587066651, + 0.9925664705276489, + 0.9892626775741578, + 0.9883018711090088, + 0.9872277095794678, + 0.9865430347442627, + 0.9849344594955445, + 0.9844682892799378, + 0.9840617263793945, + 0.9834357357025146, + 0.9830780168533325, + 0.9829166003227234 + ], + "train_acc": [ + 0.3546, + 0.6171, + 0.6761, + 0.6705, + 0.6713, + 0.6597, + 0.6514, + 0.635, + 0.6289, + 0.6197, + 0.6115, + 0.5982, + 0.5987, + 0.6114, + 0.5955, + 0.5854, + 0.5868, + 0.5799, + 0.5763, + 0.5979, + 0.5943, + 0.5958, + 0.6015, + 0.6004, + 0.6039, + 0.611, + 0.6139, + 0.6125, + 0.609, + 0.6141, + 0.6158, + 0.6242, + 0.6266, + 0.6278, + 0.6316, + 0.6286, + 0.6254, + 0.6351, + 0.6368, + 0.6323, + 0.6252, + 0.6313, + 0.6321, + 0.628, + 0.6275, + 0.6354, + 0.6371, + 0.6314, + 0.6355, + 0.637, + 0.6368, + 0.6366, + 0.6366, + 0.6398, + 0.6375, + 0.6408, + 0.6381, + 0.6356, + 0.6412, + 0.6429, + 0.6404, + 0.6428, + 0.6433, + 0.6423, + 0.6424, + 0.6418, + 0.644, + 0.6422, + 0.6459, + 0.6459, + 0.6462, + 0.6452, + 0.6476, + 0.6465, + 0.6483, + 0.6461, + 0.6473, + 0.6477, + 0.648, + 0.6484 + ], + "test_acc": [ + 0.5575, + 0.608, + 0.6735, + 0.626, + 0.6365, + 0.6265, + 0.6, + 0.601, + 0.5965, + 0.5965, + 0.581, + 0.5795, + 0.5845, + 0.5935, + 0.5525, + 0.5735, + 0.563, + 0.5485, + 0.5615, + 0.569, + 0.572, + 0.5765, + 0.5625, + 0.569, + 0.581, + 0.572, + 0.574, + 0.574, + 0.594, + 0.5745, + 0.591, + 0.6005, + 0.6115, + 0.6095, + 0.595, + 0.582, + 0.598, + 0.5855, + 0.598, + 0.5945, + 0.596, + 0.601, + 0.5955, + 0.5815, + 0.5915, + 0.597, + 0.588, + 0.5995, + 0.5845, + 0.5995, + 0.5955, + 0.589, + 0.5965, + 0.618, + 0.6, + 0.6025, + 0.609, + 0.6025, + 0.605, + 0.6045, + 0.601, + 0.6105, + 0.611, + 0.6055, + 0.6025, + 0.6035, + 0.597, + 0.598, + 0.605, + 0.598, + 0.6025, + 0.6035, + 0.603, + 0.601, + 0.6025, + 0.6045, + 0.6035, + 0.6025, + 0.6025, + 0.6015 + ], + "state_pred_error": [ + 0.6630272414207459, + 0.2079629589319229, + 0.16196079077720643, + 0.1663352201938629, + 0.1627671336174011, + 0.1762225886821747, + 0.1813463003873825, + 0.17045307669639587, + 0.16121247019767762, + 0.15743737254142762, + 0.16037912952899933, + 0.14473771260976792, + 0.1326150424480438, + 0.12846465719938277, + 0.11744894111156463, + 0.11671908056735993, + 0.11889441428184509, + 0.12293256052732468, + 0.11396846870183945, + 0.10545692546367645, + 0.10248748415708542, + 0.08661013205051422, + 0.07915450052022933, + 0.09114358839988708, + 0.08691594620943069, + 0.08266509202718735, + 0.08061882747411728, + 0.07838099582195282, + 0.07678124432563782, + 0.075958416223526, + 0.07330761730670929, + 0.07064944109916688, + 0.06765280425548553, + 0.06359503600597381, + 0.06085543820858002, + 0.059145973962545395, + 0.057147851037979126, + 0.05545796197652817, + 0.05472242616415024, + 0.05328660033941269, + 0.052086339628696444, + 0.0522535075366497, + 0.052079638755321504, + 0.05211708617210388, + 0.0511810753941536, + 0.04935787490606308, + 0.046508885717391965, + 0.044714570379257204, + 0.043279960918426515, + 0.042027167618274686, + 0.04071626418828964, + 0.03979887268543243, + 0.03903335108757019, + 0.03792436560988426, + 0.03741062755584717, + 0.03643448035120964, + 0.03576543673872948, + 0.0351304425060749, + 0.03429401182532311, + 0.03371152082681656, + 0.03313189471960068, + 0.03265186365842819, + 0.032182833680510524, + 0.0312529805958271, + 0.030570048174262048, + 0.029929270273447037, + 0.029457912415266036, + 0.028828839021921158, + 0.028277097725868224, + 0.028308763039112093, + 0.02776089369058609, + 0.026589947140216827, + 0.026290152072906494, + 0.025718347430229188, + 0.025397347101569177, + 0.02519998631477356, + 0.02490392438173294, + 0.024270719787478447, + 0.024019235450029375, + 0.02374415186047554 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.5561584234237671, + 0.39794063568115234, + 0.20452159643173218, + 0.14641982316970825, + 0.11315252631902695, + 0.12314423173666, + 0.11100500077009201, + 0.11256138980388641, + 0.12550771236419678, + 0.11898934841156006, + 0.11000233888626099, + 0.10332056879997253 + ], + "perturbation_rho": [ + 0.4663659632205963, + 0.38622361421585083, + 0.20298895239830017, + 0.1521472930908203, + 0.10572830587625504, + 0.14532539248466492, + 0.1235864907503128, + 0.12295880913734436, + 0.1263602077960968, + 0.1123446375131607, + 0.14707674086093903, + 0.1404699832201004 + ], + "nudging": { + "0.001": [ + -0.01762799359858036, + -0.0021035720128566027, + -0.00075343600474298, + -0.0005018080701120198, + -0.00037483975756913424, + -0.00040054353303276, + -0.00037695514038205147, + -0.0003710503806360066, + -0.00040657291538082063, + -0.0003865875187329948, + -0.00035775359719991684, + -0.00033668274409137666 + ], + "0.003": [ + -0.05237508937716484, + -0.006302305497229099, + -0.0022594095207750797, + -0.0015049520879983902, + -0.001124655595049262, + -0.0012015008833259344, + -0.00113069883082062, + -0.0011128759942948818, + -0.0012195921735838056, + -0.001159440609626472, + -0.0010727422777563334, + -0.0010099414503201842 + ], + "0.01": [ + -0.16852372884750366, + -0.020911922678351402, + -0.007518916856497526, + -0.005010381806641817, + -0.0037449360825121403, + -0.004001074004918337, + -0.0037657374050468206, + -0.0037060989998281, + -0.00406123511493206, + -0.003861584234982729, + -0.0035726726055145264, + -0.0033634149003773928 + ] + }, + "state_pred_error_per_layer": [ + 16351.89453125, + 3139.08837890625, + 1824.6005859375, + 1391.949462890625, + 1295.1900634765625, + 1149.4605712890625, + 981.4422607421875, + 921.3729248046875, + 954.6389770507812, + 1032.970703125, + 1065.58984375, + 1272.3818359375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.207360833930969, + 1.3511120353698731, + 0.9661354298591613, + 0.8680098114967346, + 0.8263119333267211, + 0.7979276044845581, + 0.7925828973770142, + 0.7783180428504943, + 0.7965024029731751, + 0.7947660594463348, + 0.7717324380874634, + 0.8037697998046875, + 0.8354542464256287, + 0.8516409687042237, + 0.883002855014801, + 0.8535399710655213, + 0.9378591158866882, + 0.9240535995960235, + 0.920214697265625, + 1.0051448905944824, + 0.896866081237793, + 0.964885433959961, + 1.036075691986084, + 1.0164314723968506, + 1.1041621470451355, + 1.0689070242881775, + 1.1327576055526734, + 1.3177466125488282, + 1.3560321712493897, + 1.2767763432502746, + 1.1126590032577515, + 1.0944596376419067, + 1.1537445356369018, + 1.1305477544784546, + 1.162183289718628, + 1.110354697036743, + 1.138338935279846, + 1.0938628067016603, + 1.0949970287322999, + 1.1010143295288086, + 1.1742381256103516, + 1.1792693685531617, + 1.1362173608779906, + 1.1625488094329834, + 1.1804513359069824, + 1.1834693833351135, + 1.1848550859451294, + 1.1936074775695802, + 1.1980674312591553, + 1.2182542015075684, + 1.2160317821502686, + 1.2099562562942505, + 1.2189889129638671, + 1.2211134176254272, + 1.1966558967590333, + 1.2248574840545654, + 1.204994546699524, + 1.2041459096908569, + 1.2023766017913817, + 1.210695701599121, + 1.2113554904937744, + 1.205434011077881, + 1.2068788354873656, + 1.2005671588897706, + 1.203082329940796, + 1.1969014379501344, + 1.2014315116882324, + 1.188254769706726, + 1.1834532361984254, + 1.1865405479431153, + 1.1853660331726075, + 1.180847424697876, + 1.1774358226776123, + 1.173608071899414, + 1.1725929969787598, + 1.171435493850708, + 1.1699126182556152, + 1.1699759094238282, + 1.168540977859497, + 1.1682494367599487 + ], + "train_acc": [ + 0.1977, + 0.5172, + 0.64, + 0.6814, + 0.6953, + 0.7097, + 0.7096, + 0.7174, + 0.7107, + 0.7156, + 0.7238, + 0.7169, + 0.7142, + 0.7094, + 0.7077, + 0.7179, + 0.6979, + 0.7028, + 0.7047, + 0.6864, + 0.7106, + 0.6876, + 0.6734, + 0.6686, + 0.6469, + 0.6496, + 0.6328, + 0.6153, + 0.6178, + 0.6298, + 0.6242, + 0.6312, + 0.6123, + 0.6315, + 0.618, + 0.6186, + 0.6135, + 0.6144, + 0.6056, + 0.6093, + 0.5855, + 0.5801, + 0.5917, + 0.5761, + 0.5702, + 0.5688, + 0.5723, + 0.5661, + 0.5684, + 0.5549, + 0.5581, + 0.5567, + 0.5572, + 0.5518, + 0.5626, + 0.5541, + 0.5579, + 0.5572, + 0.5623, + 0.5514, + 0.5565, + 0.5607, + 0.5585, + 0.559, + 0.5538, + 0.564, + 0.5567, + 0.5616, + 0.5637, + 0.5666, + 0.5637, + 0.5619, + 0.5675, + 0.5666, + 0.5669, + 0.5694, + 0.5697, + 0.5686, + 0.5695, + 0.5689 + ], + "test_acc": [ + 0.3955, + 0.5785, + 0.6265, + 0.652, + 0.6485, + 0.621, + 0.6335, + 0.6655, + 0.67, + 0.689, + 0.6655, + 0.626, + 0.638, + 0.644, + 0.6145, + 0.6285, + 0.667, + 0.645, + 0.644, + 0.6665, + 0.662, + 0.643, + 0.627, + 0.615, + 0.6205, + 0.5915, + 0.528, + 0.5505, + 0.575, + 0.5655, + 0.552, + 0.57, + 0.5755, + 0.581, + 0.582, + 0.5765, + 0.553, + 0.5395, + 0.5435, + 0.558, + 0.535, + 0.5635, + 0.5525, + 0.5505, + 0.526, + 0.544, + 0.5335, + 0.5235, + 0.5315, + 0.5345, + 0.5095, + 0.5005, + 0.4775, + 0.5465, + 0.526, + 0.533, + 0.5515, + 0.5615, + 0.5635, + 0.5495, + 0.5475, + 0.5435, + 0.5485, + 0.5485, + 0.5555, + 0.5515, + 0.566, + 0.5585, + 0.554, + 0.551, + 0.5565, + 0.5555, + 0.549, + 0.554, + 0.5525, + 0.5605, + 0.5575, + 0.558, + 0.5575, + 0.5585 + ], + "value_loss": [ + 2.8914731563568115, + 1.0116421065330505, + 0.9792686163425446, + 0.9698389565467834, + 0.9745230066776276, + 0.9593441887855529, + 0.9914514320373535, + 0.9008937696456909, + 0.9442315740585328, + 0.9354399297237396, + 0.9357834646224975, + 1.0310763645172119, + 1.1280350433349609, + 1.1904344772338866, + 1.3550069772720337, + 1.3053666845321654, + 1.4593678120613098, + 1.4700158073425293, + 1.3546633718490602, + 1.6431034988403321, + 1.3852640265464782, + 1.322731337928772, + 1.518436873435974, + 1.1696343566894531, + 1.454881266784668, + 1.370015459060669, + 1.363555002975464, + 1.872614532470703, + 2.4025319738388062, + 3.2879290182590486, + 1.1695105950355529, + 1.0109361934661865, + 1.1540400910377502, + 1.209294234085083, + 1.211466327047348, + 0.8347042934417724, + 0.8668873561859131, + 0.8094220149993896, + 0.741839238357544, + 0.6732744760513306, + 0.7854546588897705, + 0.6755673208236694, + 0.5728948916435241, + 0.6133837251663208, + 0.6896575976371765, + 0.6329740990638733, + 0.5643162271499634, + 0.5344781528472901, + 0.6565200087070465, + 0.5923100409507751, + 0.5163188346862793, + 0.5435176980018616, + 0.532232845401764, + 0.5047218198776245, + 0.47310378370285033, + 0.45587757511138916, + 0.4523937116146088, + 0.4488687247276306, + 0.445998570728302, + 0.4277126375198364, + 0.43870710592269896, + 0.406502858543396, + 0.5107559196472168, + 0.42902055196762084, + 0.3890920462608337, + 0.38705502166748046, + 0.4119320761680603, + 0.38806987524032593, + 0.3780417576313019, + 0.3852014954566956, + 0.3755380168914795, + 0.3765079488277435, + 0.3590162860870361, + 0.36511458950042724, + 0.3516147146701813, + 0.3548973054409027, + 0.3555239068031311, + 0.3550170949459076, + 0.3455959125518799, + 0.3557061047077179 + ], + "term_loss": [ + 1.6602315026283263, + 0.6487982746124268, + 0.7606359968185424, + 0.7683342950582505, + 0.7632556185245514, + 0.7351340337753296, + 0.7646495252609253, + 0.6887249355316162, + 0.7335731735229493, + 0.7274465770244598, + 0.7336520937919617, + 0.8231202568054199, + 0.9113656562805176, + 0.9691344513893128, + 1.131781807899475, + 1.0871996644496917, + 1.2227107072830201, + 1.2319942425727843, + 1.1140453166007995, + 1.3427057041168213, + 1.0584808224439621, + 0.9781823832035065, + 1.124849826812744, + 0.8163653163909912, + 1.0391017780303955, + 0.9161141554832458, + 0.9728089346885681, + 1.4108687118530274, + 1.913311016893387, + 2.474852797269821, + 0.7707266288757324, + 0.6442933590888977, + 0.7695344947814942, + 0.8129353022575379, + 0.7860277270078659, + 0.4854595648765564, + 0.5304397300720215, + 0.48523606872558595, + 0.4136289978981018, + 0.3496486745357513, + 0.43072265305519103, + 0.3545576292037964, + 0.2707749304056168, + 0.30003291432857515, + 0.3649471400976181, + 0.3097132356643677, + 0.24948634128570557, + 0.21672172679901122, + 0.31764200187921526, + 0.2645720922470093, + 0.1943810030221939, + 0.21808994147777558, + 0.20612887120246887, + 0.1831600733757019, + 0.1579606840133667, + 0.13959807016849518, + 0.13821850581765174, + 0.1346768367767334, + 0.13379685539007186, + 0.11722139341831207, + 0.12373274766206742, + 0.1021266034603119, + 0.18962102710008621, + 0.12173434302210807, + 0.0886700010061264, + 0.08855389852523804, + 0.10985714473724366, + 0.09126245896220207, + 0.08464143277704715, + 0.08802928638458252, + 0.08116196565628052, + 0.08235352320671081, + 0.06943840010166168, + 0.07480848977863788, + 0.06362296106815338, + 0.06547020068168641, + 0.0663039342880249, + 0.06582048626542092, + 0.0589083580493927, + 0.06590610226392746 + ], + "bridge_loss": [ + 0.9331698284233862, + 0.11649462137520314, + 0.015715979816019535, + 0.00671334265768528, + 0.018271303272247314, + 0.03326347976624966, + 0.03348449106514454, + 0.020532348553836347, + 0.013244135062396526, + 0.009722792905569077, + 0.008876127330958843, + 0.009582126937806607, + 0.011055101352930068, + 0.011870610010623932, + 0.013375742612779141, + 0.0155577556848526, + 0.019751004827022554, + 0.017863361442089082, + 0.027747771644592287, + 0.07066093260645867, + 0.11650513218641281, + 0.12101610896587371, + 0.15459786736965178, + 0.11606869056224824, + 0.15967000955343247, + 0.19558869359493256, + 0.11933131771087646, + 0.16814801473617555, + 0.19006015786528588, + 0.5340570589244366, + 0.13764213082790375, + 0.10621524007320404, + 0.11688521416187286, + 0.13697189807891846, + 0.16142817224264144, + 0.08553076691031455, + 0.06714614820480347, + 0.058368180775642396, + 0.06367164892554283, + 0.058401806330680844, + 0.07510955965518952, + 0.04296272074580192, + 0.030555253785848616, + 0.03590657195448876, + 0.0444308792591095, + 0.040885373382270336, + 0.031827708619832994, + 0.031135463285446165, + 0.05048181757330895, + 0.03556546043753624, + 0.029527773827314377, + 0.033380622804164886, + 0.032867836010456085, + 0.029423796927928923, + 0.026511628997325898, + 0.02286296658962965, + 0.02306612728089094, + 0.02427403473854065, + 0.022651293496787548, + 0.02018927168995142, + 0.023878360521793367, + 0.015088292667269706, + 0.031936795590817926, + 0.018752254104614258, + 0.010989018613100051, + 0.011456697177141905, + 0.014083520233631134, + 0.010883450951427221, + 0.00928245914876461, + 0.01226512822508812, + 0.009397232201695442, + 0.009936634358018637, + 0.006541926475614309, + 0.008306315709650517, + 0.006603296869248152, + 0.008167878417670726, + 0.008434691524505615, + 0.00860220458805561, + 0.006883558386564255, + 0.010093027733266353 + ], + "tgrad_loss": [ + 0.2980718096733093, + 0.24634920997619628, + 0.2029166358470917, + 0.19479132684469222, + 0.1929960819721222, + 0.19094667139053345, + 0.19331741120815277, + 0.1916364851951599, + 0.19741427063941955, + 0.19827055424451828, + 0.19325523676872253, + 0.19837397718429564, + 0.20561428740024568, + 0.20942940578460692, + 0.20984943301677703, + 0.20260925273895264, + 0.21690608932971955, + 0.22015822021961212, + 0.2128702841281891, + 0.22973685836791993, + 0.21027806951999664, + 0.22353285098075867, + 0.23898917541503906, + 0.23720036025047303, + 0.25610947241783144, + 0.25831260244846344, + 0.2714147402048111, + 0.29359780797958374, + 0.29916080503463743, + 0.2790191856145859, + 0.2611418417930603, + 0.2604275827884674, + 0.26762038497924806, + 0.25938703508377076, + 0.2640104354381561, + 0.2637139617919922, + 0.2693014838695526, + 0.2658177710533142, + 0.2645385955810547, + 0.26522399611473085, + 0.27962244243621825, + 0.27804697461128236, + 0.27156470761299134, + 0.27744423763751985, + 0.2802795831680298, + 0.28237549018859864, + 0.28300217514038084, + 0.2866209662437439, + 0.28839618926048277, + 0.29217248883247376, + 0.2924100575447083, + 0.2920471329689026, + 0.29323613867759707, + 0.2921379543304443, + 0.2886314691543579, + 0.2934165405750275, + 0.2911090755939484, + 0.28991785345077514, + 0.28955041818618776, + 0.290301975774765, + 0.29109600009918213, + 0.2892879591941834, + 0.2891980986595154, + 0.2885339534759521, + 0.28943302466869353, + 0.2870444281578064, + 0.2879914128303528, + 0.28592396450042723, + 0.2841178658246994, + 0.284907079744339, + 0.28497882013320924, + 0.28421779255867, + 0.2830359622001648, + 0.2819997839927673, + 0.2813884559631348, + 0.2812592257499695, + 0.2807852788448334, + 0.2805944046497345, + 0.2798039969444275, + 0.2797069767475128 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.05994441360235214, + 0.19127817451953888, + 0.25874069333076477, + 0.31905949115753174, + 0.31442493200302124, + 0.3214789927005768, + 0.368133008480072, + 0.38988351821899414, + 0.4050426781177521, + 0.416469931602478, + 0.4253390431404114, + 0.4322451949119568 + ], + "perturbation_rho": [ + 0.1191493421792984, + 0.31643322110176086, + 0.4170604646205902, + 0.42330044507980347, + 0.4319503903388977, + 0.42732322216033936, + 0.46659332513809204, + 0.487338662147522, + 0.496512234210968, + 0.4787842035293579, + 0.5010949969291687, + 0.5059125423431396 + ], + "nudging": { + "0.001": [ + -0.0016103468369692564, + -0.0018254828173667192, + -0.0021413436625152826, + -0.0023662694729864597, + -0.0023437764029949903, + -0.0023424234241247177, + -0.002533233491703868, + -0.002567564370110631, + -0.00262308563105762, + -0.002670108340680599, + -0.0027196200098842382, + -0.002735825488343835 + ], + "0.003": [ + -0.004815170541405678, + -0.005469394847750664, + -0.0064151170663535595, + -0.007090517785400152, + -0.007022828795015812, + -0.007019806653261185, + -0.007589289918541908, + -0.007691953331232071, + -0.007857399061322212, + -0.007999258115887642, + -0.008147023618221283, + -0.008196018636226654 + ], + "0.01": [ + -0.015865826979279518, + -0.018151750788092613, + -0.021288521587848663, + -0.02352731302380562, + -0.023306310176849365, + -0.02329857647418976, + -0.025182321667671204, + -0.025520823895931244, + -0.026067661121487617, + -0.026535863056778908, + -0.027021951973438263, + -0.02718108892440796 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json new file mode 100644 index 0000000..17c5ae1 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.91867273311615, + 1.1479057174682616, + 0.7667448886871338, + 0.6092986298084259, + 0.5399450777053832, + 0.4998543502807617, + 0.4701059171676636, + 0.44774744348526, + 0.433194176864624, + 0.4138288654327393, + 0.38988096828460694, + 0.37067162165641787, + 0.35758755187988284, + 0.3432540241241455, + 0.32265024185180663, + 0.31479289903640745, + 0.2948722456932068, + 0.2916181824684143, + 0.26947770991325376, + 0.26305155229568483, + 0.2504066630601883, + 0.23246315641403198, + 0.22475692710876466, + 0.21131145256757736, + 0.19484182257652283, + 0.1904493874311447, + 0.17960406827926637, + 0.1701004672050476, + 0.15617957714796066, + 0.1445945238351822, + 0.1391076461791992, + 0.13091985216140747, + 0.12840345685482024, + 0.1167986627459526, + 0.1053664587020874, + 0.1000328464448452, + 0.09326313433647156, + 0.09093141227960587, + 0.08538822884559631, + 0.08038766567707062, + 0.07611644887924195, + 0.07148764984607696, + 0.06654568490982056, + 0.062096750885248186, + 0.058967465686798094, + 0.05627817189693451, + 0.05370346330404282, + 0.05124748470783234, + 0.04963369052410126, + 0.048742957431077955, + 0.045943583583831785, + 0.04393785551190376, + 0.04209109454154968, + 0.040698669242858886, + 0.039860168999433516, + 0.03850054189264775, + 0.03725776370763779, + 0.03654853151440621, + 0.03559232919216156, + 0.03459027769565582, + 0.033881497570872304, + 0.03315351962447166, + 0.03260607058405876, + 0.032083336877822874, + 0.03177986741065979, + 0.03131906301379204, + 0.03093072702884674, + 0.030623940539360045, + 0.030301975291967393, + 0.03005140163898468, + 0.029858090263605117, + 0.0296798649340868, + 0.02952518635392189, + 0.02939634127020836, + 0.02930180861055851, + 0.029228065556287767, + 0.029173334753513337, + 0.02913727904856205, + 0.029115084266662598, + 0.029103587424755096 + ], + "train_acc": [ + 0.3489, + 0.6623, + 0.7738, + 0.8007, + 0.809, + 0.8183, + 0.8298, + 0.832, + 0.8382, + 0.847, + 0.8588, + 0.8646, + 0.8689, + 0.8788, + 0.8876, + 0.8885, + 0.8985, + 0.8966, + 0.9061, + 0.9087, + 0.9133, + 0.9254, + 0.9282, + 0.9339, + 0.9436, + 0.9446, + 0.948, + 0.9528, + 0.9619, + 0.9665, + 0.9683, + 0.9737, + 0.9716, + 0.9784, + 0.9853, + 0.9846, + 0.9887, + 0.9888, + 0.9903, + 0.9923, + 0.9938, + 0.9947, + 0.9964, + 0.9974, + 0.9979, + 0.9985, + 0.9989, + 0.9991, + 0.9989, + 0.9988, + 0.9993, + 0.9998, + 0.9994, + 0.9997, + 0.9997, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 1.0, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.5505, + 0.719, + 0.762, + 0.7795, + 0.7805, + 0.7905, + 0.7925, + 0.79, + 0.7925, + 0.8, + 0.801, + 0.805, + 0.802, + 0.799, + 0.805, + 0.8105, + 0.8055, + 0.8095, + 0.811, + 0.8165, + 0.8135, + 0.8105, + 0.808, + 0.8095, + 0.8175, + 0.808, + 0.813, + 0.8105, + 0.816, + 0.8165, + 0.812, + 0.806, + 0.8045, + 0.808, + 0.8115, + 0.81, + 0.8085, + 0.8065, + 0.808, + 0.8095, + 0.807, + 0.809, + 0.8085, + 0.8115, + 0.8115, + 0.809, + 0.811, + 0.811, + 0.8095, + 0.8095, + 0.81, + 0.811, + 0.808, + 0.8095, + 0.81, + 0.81, + 0.8105, + 0.8105, + 0.813, + 0.812, + 0.811, + 0.809, + 0.8105, + 0.8095, + 0.809, + 0.811, + 0.81, + 0.811, + 0.809, + 0.8095, + 0.8095, + 0.809, + 0.81, + 0.809, + 0.809, + 0.809, + 0.809, + 0.809, + 0.809, + 0.809 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9615377187728882, + 0.9503427743911743 + ], + "perturbation_rho": [ + 0.9999992847442627, + 0.9999980926513672 + ], + "nudging": { + "0.001": [ + -0.039457522332668304, + -0.024251405149698257 + ], + "0.003": [ + -0.112161785364151, + -0.07042354345321655 + ], + "0.01": [ + -0.3078651428222656, + -0.20883342623710632 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2375081497192384, + 1.7361759670257568, + 1.2429127569198608, + 0.9395764049530029, + 0.7808661069869995, + 0.6961161418914795, + 0.6507503452301026, + 0.6232247513771058, + 0.6140826705932617, + 0.6100598525047303, + 0.6097840148925782, + 0.6079091403961182, + 0.6147353491783142, + 0.625060820388794, + 0.6120452221870423, + 0.6118313233852386, + 0.6170345478057861, + 0.6308931268692016, + 0.6096509483337402, + 0.6289821960449219, + 0.6240285701751709, + 0.6105122757911682, + 0.6274244334220886, + 0.624420170545578, + 0.6367384799957275, + 0.6205670486450195, + 0.6451194002628327, + 0.6397207110404969, + 0.6331547710895539, + 0.6178243230819702, + 0.6200193851470948, + 0.6195074583053589, + 0.6206575379371643, + 0.634155012702942, + 0.615179602432251, + 0.6146862535953522, + 0.6101961803436279, + 0.6337929145812988, + 0.6142671315193177, + 0.6192339191436768, + 0.6337637168884277, + 0.6212720799446106, + 0.6151982610702514, + 0.6175067305564881, + 0.6094939004898071, + 0.6124663307189941, + 0.6089740102767944, + 0.6123239847183227, + 0.6024780527114868, + 0.6105386233329773, + 0.6048168488502502, + 0.6060228562355041, + 0.6015618727684021, + 0.6025503917694092, + 0.606540693283081, + 0.6046217224121094, + 0.6020105275154114, + 0.5989886571884155, + 0.5957996716499329, + 0.5930134090423584, + 0.5924007635116577, + 0.5917772497177124, + 0.5893407508850098, + 0.5879429389953613, + 0.5886952852249145, + 0.5894091831207275, + 0.5875062602043152, + 0.5855383790969849, + 0.588559229850769, + 0.5866112979888916, + 0.5849664820671081, + 0.5839488779067993, + 0.5831396820545196, + 0.5823268011569976, + 0.5813585290908814, + 0.5809845569610596, + 0.5809995307922363, + 0.5807093320846558, + 0.580496221113205, + 0.5803627859115601 + ], + "train_acc": [ + 0.1817, + 0.4247, + 0.5944, + 0.6799, + 0.7242, + 0.743, + 0.7568, + 0.7621, + 0.7633, + 0.7658, + 0.765, + 0.7691, + 0.7663, + 0.7644, + 0.7655, + 0.7648, + 0.765, + 0.76, + 0.7687, + 0.7625, + 0.7632, + 0.7672, + 0.76, + 0.7618, + 0.7565, + 0.7633, + 0.7548, + 0.7574, + 0.7599, + 0.7656, + 0.7647, + 0.7638, + 0.7623, + 0.7576, + 0.7634, + 0.7656, + 0.7698, + 0.7589, + 0.7686, + 0.7666, + 0.7616, + 0.7627, + 0.7646, + 0.7651, + 0.7654, + 0.7664, + 0.7662, + 0.7668, + 0.7677, + 0.7666, + 0.7709, + 0.7704, + 0.771, + 0.7701, + 0.7652, + 0.7687, + 0.7699, + 0.7706, + 0.7726, + 0.7751, + 0.7733, + 0.772, + 0.7766, + 0.7765, + 0.7755, + 0.7768, + 0.7744, + 0.7762, + 0.7779, + 0.7769, + 0.7777, + 0.7789, + 0.7769, + 0.7779, + 0.7789, + 0.7794, + 0.7796, + 0.7797, + 0.7797, + 0.7794 + ], + "test_acc": [ + 0.3, + 0.5165, + 0.615, + 0.6725, + 0.703, + 0.7205, + 0.7365, + 0.736, + 0.747, + 0.73, + 0.7455, + 0.7245, + 0.733, + 0.745, + 0.7425, + 0.7435, + 0.7225, + 0.734, + 0.738, + 0.7425, + 0.737, + 0.737, + 0.733, + 0.745, + 0.7465, + 0.7335, + 0.7105, + 0.7395, + 0.7435, + 0.743, + 0.7315, + 0.739, + 0.719, + 0.75, + 0.738, + 0.737, + 0.719, + 0.7325, + 0.734, + 0.7345, + 0.737, + 0.7355, + 0.7375, + 0.739, + 0.7385, + 0.7325, + 0.7485, + 0.7315, + 0.7385, + 0.7455, + 0.7365, + 0.7405, + 0.739, + 0.742, + 0.739, + 0.736, + 0.7445, + 0.743, + 0.7455, + 0.7405, + 0.745, + 0.7405, + 0.7495, + 0.745, + 0.74, + 0.741, + 0.7475, + 0.738, + 0.7465, + 0.7445, + 0.7395, + 0.746, + 0.745, + 0.745, + 0.7445, + 0.743, + 0.7425, + 0.7445, + 0.745, + 0.7455 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.057878345251083374, + 0.044283460825681686 + ], + "perturbation_rho": [ + 0.047237616032361984, + 0.057848647236824036 + ], + "nudging": { + "0.001": [ + -0.001372040482237935, + -0.00028313416987657547 + ], + "0.003": [ + -0.004096671007573605, + -0.0008487798040732741 + ], + "0.01": [ + -0.013432648032903671, + -0.0028225481510162354 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.112877722930908, + 1.3453919006347657, + 0.8530845092773438, + 0.6524277864456177, + 0.5891991994857788, + 0.5847635634422302, + 0.592608453655243, + 0.6057582305908203, + 0.6155280767440796, + 0.6204281776428223, + 0.6222802136421204, + 0.6336911476135254, + 0.6332369559764862, + 0.6409030424118042, + 0.6451990050315857, + 0.6432888597488403, + 0.6504793170452118, + 0.6488698028564454, + 0.6648889320373536, + 0.6648780859947204, + 0.6609582979202271, + 0.6829509294509888, + 0.6857342351913452, + 0.6814190738677979, + 0.7037225786209107, + 0.6873076982498169, + 0.6848377838134766, + 0.7062060134887695, + 0.6998137535095215, + 0.7062244556427002, + 0.6963958681583404, + 0.7014524417877197, + 0.7018667848587036, + 0.7262831351280212, + 0.7100254920959472, + 0.7035775151729584, + 0.7036934041023254, + 0.7135613971710205, + 0.7221006870269775, + 0.7178686738967895, + 0.7212300780296326, + 0.714849740409851, + 0.7274992438316346, + 0.7240300461053848, + 0.714347897529602, + 0.7246765565872192, + 0.7239525049209595, + 0.7174782312393189, + 0.7213153991699218, + 0.728120307636261, + 0.7173239303588868, + 0.7183942793846131, + 0.7177051811218261, + 0.7196143941879273, + 0.7186342420101166, + 0.7172569666862488, + 0.7178284223556518, + 0.7189222101211548, + 0.7157055911064147, + 0.7150581773281097, + 0.7151817399978637, + 0.7204799012184143, + 0.7162576667785645, + 0.7143902016639709, + 0.7139085925102234, + 0.7124319374084472, + 0.713122578048706, + 0.7114446897506714, + 0.7103520916938781, + 0.7107818853378296, + 0.7102423515319825, + 0.7096256306648254, + 0.7096317663192749, + 0.7086990943908691, + 0.7084270180702209, + 0.7081380405426025, + 0.707952843284607, + 0.707770827293396, + 0.707584428024292, + 0.7075364337921143 + ], + "train_acc": [ + 0.2434, + 0.5738, + 0.712, + 0.7633, + 0.7744, + 0.7804, + 0.777, + 0.7713, + 0.7682, + 0.7693, + 0.7672, + 0.7633, + 0.7613, + 0.7616, + 0.7578, + 0.7572, + 0.753, + 0.7544, + 0.7468, + 0.7481, + 0.749, + 0.7422, + 0.741, + 0.7439, + 0.7354, + 0.7391, + 0.7405, + 0.734, + 0.7368, + 0.7353, + 0.737, + 0.7375, + 0.7347, + 0.7272, + 0.734, + 0.7322, + 0.7385, + 0.7289, + 0.7345, + 0.731, + 0.7283, + 0.7305, + 0.731, + 0.7284, + 0.7312, + 0.7256, + 0.7282, + 0.7321, + 0.7276, + 0.7278, + 0.7271, + 0.7316, + 0.7358, + 0.7299, + 0.7307, + 0.7343, + 0.7326, + 0.7313, + 0.7348, + 0.7314, + 0.7322, + 0.7278, + 0.7332, + 0.734, + 0.7326, + 0.7349, + 0.7342, + 0.7325, + 0.7354, + 0.734, + 0.7355, + 0.7345, + 0.7333, + 0.7353, + 0.7337, + 0.7358, + 0.7349, + 0.7344, + 0.7351, + 0.7349 + ], + "test_acc": [ + 0.4185, + 0.6385, + 0.722, + 0.753, + 0.7545, + 0.7595, + 0.754, + 0.7555, + 0.746, + 0.7515, + 0.7455, + 0.749, + 0.741, + 0.7415, + 0.7325, + 0.7375, + 0.7325, + 0.734, + 0.7025, + 0.7235, + 0.704, + 0.7255, + 0.715, + 0.7095, + 0.723, + 0.7215, + 0.7085, + 0.7045, + 0.696, + 0.6995, + 0.7005, + 0.6985, + 0.6945, + 0.7, + 0.694, + 0.699, + 0.7085, + 0.707, + 0.688, + 0.695, + 0.688, + 0.695, + 0.7025, + 0.704, + 0.7, + 0.6935, + 0.7025, + 0.699, + 0.701, + 0.6995, + 0.707, + 0.698, + 0.6995, + 0.703, + 0.6975, + 0.701, + 0.702, + 0.704, + 0.703, + 0.697, + 0.6985, + 0.701, + 0.7035, + 0.703, + 0.697, + 0.705, + 0.699, + 0.705, + 0.7045, + 0.703, + 0.7045, + 0.705, + 0.7035, + 0.7045, + 0.704, + 0.705, + 0.7045, + 0.704, + 0.704, + 0.704 + ], + "state_pred_error": [ + 0.8095995555877685, + 0.3882428121566772, + 0.2308805763721466, + 0.18112203476428987, + 0.1711174297809601, + 0.16875883374214173, + 0.16341322889328003, + 0.15181930413246156, + 0.14281459897756577, + 0.13198619084358215, + 0.12386900899410248, + 0.11684971523284912, + 0.1063781147480011, + 0.10181989614963531, + 0.09462909796237945, + 0.09080729238986969, + 0.09330907866954803, + 0.08593169351816177, + 0.08261528482437133, + 0.08104809004068375, + 0.07903132175207138, + 0.0811789864897728, + 0.07889583976268769, + 0.07535211365222931, + 0.07496694247722625, + 0.07436191855669022, + 0.07170565111637116, + 0.07015852246284485, + 0.06947937307357788, + 0.07390546046495437, + 0.0672236066699028, + 0.0676369900584221, + 0.06531769858598709, + 0.06412407599687577, + 0.06779091021418572, + 0.061958674085140227, + 0.06110408489704132, + 0.05947654608488083, + 0.05972578684091568, + 0.0575266836643219, + 0.056766388463974, + 0.05588359162211418, + 0.05469989988803863, + 0.05403341302871704, + 0.05278837133646011, + 0.05157833698987961, + 0.0505847239613533, + 0.04964255269765854, + 0.04889418448805809, + 0.047440138363838195, + 0.04654076889753342, + 0.04614740904569626, + 0.04542005708217621, + 0.045353537750244144, + 0.044121516728401186, + 0.04308061329722405, + 0.04115980257987976, + 0.04113629130125046, + 0.03981171528100967, + 0.039929159170389174, + 0.0388361143887043, + 0.03803186722993851, + 0.03724679838418961, + 0.03623849350214005, + 0.03561221360564232, + 0.035675781297683715, + 0.034312749603390695, + 0.03334942335486412, + 0.03278148359060287, + 0.033142901480197905, + 0.03213295520246029, + 0.031465019971132276, + 0.03125819475650787, + 0.03060810247063637, + 0.03033074073791504, + 0.029707073709368707, + 0.028831332409381866, + 0.028942875340580942, + 0.02833888658285141, + 0.02753113317489624 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6596157550811768, + 0.3606003522872925 + ], + "perturbation_rho": [ + 0.5883278250694275, + 0.3191852569580078 + ], + "nudging": { + "0.001": [ + -0.017385665327310562, + -0.002226560842245817 + ], + "0.003": [ + -0.051287051290273666, + -0.006665656343102455 + ], + "0.01": [ + -0.16100725531578064, + -0.02204928547143936 + ] + }, + "state_pred_error_per_layer": [ + 4266.72509765625, + 268.82733154296875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2380937477111815, + 1.7368752170562745, + 1.247110534477234, + 0.9422531213760376, + 0.7818900457382202, + 0.6963684833049775, + 0.6489226391792298, + 0.6235558547019958, + 0.6110991809844971, + 0.6021781756877899, + 0.6104926061630249, + 0.6089201513290405, + 0.6008785103797912, + 0.6032293972492218, + 0.6087587015151977, + 0.6239664590835571, + 0.6048972602844238, + 0.6251128030776978, + 0.6191382528305054, + 0.6513575605392457, + 0.6536323498725891, + 0.6655845951080323, + 0.697906189918518, + 0.7237542797088623, + 0.7615356777191162, + 0.7806874334335328, + 0.7626848733901977, + 0.7719258213043213, + 0.8015456851005555, + 0.7952612302780151, + 0.8358330780029297, + 0.8377494823455811, + 0.8617944671630859, + 0.893122191619873, + 0.9658586881637573, + 0.951087232875824, + 0.9932956078529358, + 0.973046259021759, + 1.0269800101280213, + 1.091286882019043, + 1.049387868309021, + 1.039117106819153, + 1.0862663068771363, + 1.1109466655731202, + 1.1169811058044434, + 1.1130835620880126, + 1.140358045768738, + 1.1365852942466736, + 1.166709309577942, + 1.1524968084335327, + 1.1656600997924804, + 1.1640733276367188, + 1.1447783031463623, + 1.1532186569213867, + 1.1554683305740356, + 1.1585779469490052, + 1.1513005790710449, + 1.1763495040893555, + 1.1652228436470031, + 1.160971817779541, + 1.1603875598907472, + 1.1720654415130616, + 1.1610611295700073, + 1.1604611679077148, + 1.1669549285888672, + 1.1649753171920776, + 1.1652250712394714, + 1.1625843957901, + 1.1613554042816163, + 1.1618295280456543, + 1.1623823530197144, + 1.1611020141601562, + 1.1617642910003663, + 1.160661350440979, + 1.1612861026763917, + 1.1604403768539429, + 1.1600851245880126, + 1.1589638542175293, + 1.1586398794174195, + 1.1584538543701173 + ], + "train_acc": [ + 0.1805, + 0.4295, + 0.5854, + 0.6816, + 0.7232, + 0.7453, + 0.7578, + 0.7627, + 0.767, + 0.7698, + 0.7674, + 0.7712, + 0.7689, + 0.7693, + 0.7697, + 0.7636, + 0.7694, + 0.7637, + 0.7683, + 0.7552, + 0.7546, + 0.7502, + 0.7414, + 0.7298, + 0.7152, + 0.7063, + 0.7053, + 0.7096, + 0.6956, + 0.6988, + 0.6823, + 0.683, + 0.6722, + 0.6676, + 0.6425, + 0.6452, + 0.6316, + 0.6408, + 0.6223, + 0.6103, + 0.6161, + 0.6207, + 0.61, + 0.6007, + 0.594, + 0.5997, + 0.5949, + 0.5917, + 0.5845, + 0.5866, + 0.5824, + 0.5815, + 0.5852, + 0.5848, + 0.582, + 0.5831, + 0.5847, + 0.5705, + 0.578, + 0.5773, + 0.5786, + 0.5773, + 0.5763, + 0.5778, + 0.5759, + 0.5758, + 0.5752, + 0.5768, + 0.5778, + 0.5789, + 0.5765, + 0.5752, + 0.5796, + 0.5757, + 0.5738, + 0.5774, + 0.5767, + 0.5783, + 0.5772, + 0.5771 + ], + "test_acc": [ + 0.297, + 0.5115, + 0.6125, + 0.6815, + 0.712, + 0.7225, + 0.7345, + 0.744, + 0.748, + 0.7445, + 0.749, + 0.745, + 0.7505, + 0.7335, + 0.7315, + 0.7335, + 0.7405, + 0.7455, + 0.7215, + 0.73, + 0.7215, + 0.6985, + 0.719, + 0.697, + 0.6825, + 0.681, + 0.666, + 0.669, + 0.6695, + 0.652, + 0.6475, + 0.6345, + 0.611, + 0.578, + 0.6175, + 0.6025, + 0.609, + 0.582, + 0.56, + 0.557, + 0.5955, + 0.548, + 0.5675, + 0.5615, + 0.543, + 0.5465, + 0.5425, + 0.512, + 0.5365, + 0.546, + 0.5385, + 0.527, + 0.5405, + 0.5505, + 0.5325, + 0.5365, + 0.536, + 0.5295, + 0.53, + 0.54, + 0.5285, + 0.5275, + 0.5385, + 0.521, + 0.526, + 0.5285, + 0.5265, + 0.535, + 0.531, + 0.537, + 0.5325, + 0.54, + 0.5395, + 0.533, + 0.5335, + 0.541, + 0.533, + 0.5345, + 0.5365, + 0.536 + ], + "value_loss": [ + 2.8999951864242552, + 0.7982039636611938, + 0.6231087951660156, + 0.6235683647155762, + 0.6510119610786438, + 0.6574029609680175, + 0.661902648639679, + 0.7232611547470092, + 0.7032762868881226, + 0.6919255361557007, + 0.7005036912918091, + 0.6871883411884308, + 0.6459709981918335, + 0.6207397105693817, + 0.5787431469917297, + 0.5738487885951996, + 0.49071356387138365, + 0.4994966497421265, + 0.5125479884147645, + 0.5344232748031617, + 0.5196464547634124, + 0.5054446277618408, + 0.5345541868209839, + 0.5356824696063995, + 0.5677979762077332, + 0.5936019785881043, + 0.616796201133728, + 0.5785986241340637, + 0.5595448421478272, + 0.5678593179702759, + 0.5715507450580597, + 0.6120299976348877, + 0.5863943153381348, + 0.620256681060791, + 0.7131400769233703, + 0.6758115397930146, + 0.7279217919349671, + 0.6957201073169709, + 0.7316431989669799, + 0.910994045162201, + 0.7714889019966126, + 0.7304159112930297, + 0.7455276274681091, + 0.7825681743621826, + 0.7847769620895386, + 0.7706142486572266, + 0.7944970536231994, + 0.755725611782074, + 0.7909631139755249, + 0.767102459526062, + 0.7675446573257446, + 0.7427639607429505, + 0.7238150234222412, + 0.7105594779968262, + 0.7095693937301636, + 0.7146307023525238, + 0.7035578219413757, + 0.7189086032867431, + 0.7045238473415375, + 0.7113368612289429, + 0.6826634825706482, + 0.7114790539741516, + 0.6764884037971497, + 0.6730886434555053, + 0.6832352916717529, + 0.6705672347068786, + 0.6654141647815704, + 0.661842516708374, + 0.6488363645553589, + 0.6599813184738159, + 0.6824844323158265, + 0.6469198275566101, + 0.6482479458808899, + 0.6483881031036377, + 0.6463980459213257, + 0.6377046259403228, + 0.6387022176742554, + 0.6419951785087585, + 0.6271527135848999, + 0.6294826040267945 + ], + "term_loss": [ + 1.6536145017623902, + 0.2872389350891113, + 0.2957951427459717, + 0.3277177954673767, + 0.35520133118629454, + 0.35080455672740934, + 0.3522775351524353, + 0.4084164577126503, + 0.3896090238571167, + 0.37719122750759126, + 0.3783260108947754, + 0.3623295561790466, + 0.3226280775785446, + 0.2973626697540283, + 0.25232165038585663, + 0.2382216954112053, + 0.16664299157857895, + 0.1696927706718445, + 0.18322805758714675, + 0.18419794851541518, + 0.16826269830465318, + 0.14073927689790725, + 0.1580813282728195, + 0.1483071831703186, + 0.16409634435176848, + 0.1795245831489563, + 0.20835158178806304, + 0.1586458904504776, + 0.12719613885879516, + 0.13672583611011505, + 0.1154970666050911, + 0.15508873583078384, + 0.11837394280433655, + 0.13465832443237305, + 0.1757084409713745, + 0.15625774239301682, + 0.18290834587812424, + 0.15941560641527175, + 0.17247684068679808, + 0.3142263666391373, + 0.19758950917720794, + 0.16822293348312378, + 0.16599564211368562, + 0.18643067319393158, + 0.1906030725479126, + 0.17354270300865174, + 0.190151411318779, + 0.16186344304680825, + 0.18504287223815918, + 0.16807004487514496, + 0.1641414586544037, + 0.14297979036569594, + 0.1323266510486603, + 0.11856548438072205, + 0.11844867148399353, + 0.12127343907505274, + 0.11366841349601746, + 0.11914558122456073, + 0.11114272320270538, + 0.11924513355195522, + 0.09191340049505234, + 0.11707625112533569, + 0.09362382492423058, + 0.08999293868541718, + 0.09747600502967835, + 0.08926903312206268, + 0.08351160589009524, + 0.0834198350906372, + 0.07212909150123596, + 0.08118207498788833, + 0.10144669079780579, + 0.07279943599700928, + 0.07422557829022408, + 0.0754525229036808, + 0.072295490193367, + 0.06723054624646901, + 0.06944241292476654, + 0.07294909111261368, + 0.062184989684820176, + 0.06573917962312699 + ], + "bridge_loss": [ + 0.9464236948174454, + 0.18291140983104706, + 0.040363617214560506, + 0.011110359174013137, + 0.014245689526200294, + 0.023089023917913436, + 0.026216036486625672, + 0.025270551985502245, + 0.02219347151517868, + 0.022526981167495252, + 0.02307244484424591, + 0.02531819911599159, + 0.026737871503829957, + 0.02819551814943552, + 0.02993385853767395, + 0.03290943032503128, + 0.03119678609371185, + 0.031117037105560304, + 0.03405936537981033, + 0.04018406002521515, + 0.04106122210025787, + 0.04750789144039154, + 0.04383225578665733, + 0.040461724130809305, + 0.03670376715362072, + 0.03275604227185249, + 0.028076053726673125, + 0.03254394011795521, + 0.02899654289186001, + 0.027491856512427332, + 0.03153896740376949, + 0.03142815798521042, + 0.027842609399557114, + 0.031923864197731015, + 0.04680985162556171, + 0.04004504739642143, + 0.047192381888628, + 0.04468500956296921, + 0.04510729597210884, + 0.061515051746368406, + 0.04885982053875923, + 0.045153148594498635, + 0.044507554531097414, + 0.05041837334632873, + 0.04725242199897766, + 0.054280938601493835, + 0.05214150484800339, + 0.04225666461288929, + 0.04533897556066513, + 0.040540956717729566, + 0.042374949568510054, + 0.039801810497045516, + 0.03651453158855438, + 0.03338572339117527, + 0.03220605453252792, + 0.03330056329071522, + 0.03362610780000687, + 0.0321112134590745, + 0.031176293939352034, + 0.03122947336435318, + 0.03098687102794647, + 0.031619531428813935, + 0.02434463834017515, + 0.02416698544025421, + 0.024347744315862657, + 0.022427195864915848, + 0.022219545251131057, + 0.02096850683093071, + 0.01963008977174759, + 0.021793972712755204, + 0.02480321912765503, + 0.018299329644441604, + 0.019186521348357202, + 0.01893142442405224, + 0.019846682327985764, + 0.01753948959261179, + 0.017655849578976632, + 0.01780163335800171, + 0.015271758063137532, + 0.01474373927861452 + ], + "tgrad_loss": [ + 0.2999570077896118, + 0.3280536154747009, + 0.2869500336647034, + 0.28474021162986757, + 0.2815649441242218, + 0.2835093786716461, + 0.28340907335281373, + 0.28957414956092836, + 0.29147378697395326, + 0.2922073318719864, + 0.29910522994995115, + 0.29954058151245117, + 0.2966050533294678, + 0.2951815227985382, + 0.29648763222694396, + 0.30271766862869265, + 0.29287378659248353, + 0.2986868423938751, + 0.2952605631351471, + 0.31004127130508424, + 0.3103225353717804, + 0.31719745807647703, + 0.3326406021118164, + 0.34691356320381167, + 0.36699786424636843, + 0.38132135572433473, + 0.3803685675859451, + 0.38740879821777346, + 0.40335216054916384, + 0.4036416297912598, + 0.42451471338272095, + 0.4255130994796753, + 0.4401777680397034, + 0.45367448930740356, + 0.49062178344726565, + 0.47950875129699705, + 0.49782106022834777, + 0.4916194935798645, + 0.5140590587615966, + 0.5352526268959046, + 0.5250395781517029, + 0.5170398303031921, + 0.5350244320869446, + 0.5457191298484803, + 0.546921465921402, + 0.5427906059265136, + 0.5522041378021241, + 0.5516055016517639, + 0.5605812623023987, + 0.5584914489746093, + 0.5610282512664795, + 0.5599823703765869, + 0.5549738362312316, + 0.5586082744121551, + 0.5589146682739258, + 0.5600566972255707, + 0.5562633040428162, + 0.5676518079757691, + 0.5622048275470733, + 0.5608622529029846, + 0.5597632151603699, + 0.5627832710266113, + 0.5585199429988861, + 0.5589287233352661, + 0.5614115441322327, + 0.558871001625061, + 0.5596830134391785, + 0.5574541716575623, + 0.557077182006836, + 0.5570052715301513, + 0.5562345240592956, + 0.5558210565567017, + 0.5548358437061309, + 0.5540041534423829, + 0.5542558710098267, + 0.5529345960140228, + 0.5516039566040039, + 0.5512444511413574, + 0.5496959585189819, + 0.5489996829986572 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.3330497741699219, + 0.6669624447822571 + ], + "perturbation_rho": [ + 0.38148215413093567, + 0.652411937713623 + ], + "nudging": { + "0.001": [ + -0.008725257590413094, + -0.005841934122145176 + ], + "0.003": [ + -0.026054667308926582, + -0.01747780293226242 + ], + "0.01": [ + -0.08540114760398865, + -0.05768381431698799 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L2_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L2_s42.json new file mode 100644 index 0000000..9108ab1 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L2_s42.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.946318034172058, + 1.1516875396728516, + 0.7581935514450073, + 0.605016669845581, + 0.5396797653198242, + 0.4972745149612427, + 0.47234574098587034, + 0.4495224585533142, + 0.4272374426364899, + 0.40758763122558594, + 0.39252452518939973, + 0.36916465797424314, + 0.36600809767246245, + 0.3410687928676605, + 0.32793644909858705, + 0.31304756975173953, + 0.3007715271472931, + 0.28627579979896545, + 0.2755886849164963, + 0.2579380422592163, + 0.25807462005615234, + 0.24107852401733398, + 0.22887857472896575, + 0.21563715391159058, + 0.2035831698536873, + 0.18830533595085144, + 0.17980405967235566, + 0.1690865597963333, + 0.1624095736503601, + 0.14769727175235747, + 0.14151963140964507, + 0.13674119498729706, + 0.12849826879501342, + 0.11771546969413757, + 0.11224533882141113, + 0.10299252641201019, + 0.09757299244403839, + 0.09114479880332947, + 0.08575093656778336, + 0.08185386205613614, + 0.0756724079966545, + 0.07218986920118332, + 0.07176458925008773, + 0.06660606263875961, + 0.061819399589300154, + 0.058563033843040464, + 0.055636672776937485, + 0.05303103420138359, + 0.05044965471625328, + 0.04851883066296577, + 0.046696959590911864, + 0.045260662871599196, + 0.043802720510959625, + 0.04223582611083984, + 0.04100226702690125, + 0.039826682758331296, + 0.03853288550376892, + 0.03745495624542236, + 0.036505805373191834, + 0.035624118888378145, + 0.0349866281747818, + 0.034375298815965655, + 0.03376467539072037, + 0.033166321152448656, + 0.03267900042831898, + 0.03222526069879532, + 0.0318170808583498, + 0.031466467666625975, + 0.031191858434677124, + 0.030932255566120146, + 0.030712535017728807, + 0.030533779421448706, + 0.030381300014257432, + 0.03024109920859337, + 0.030137208765745164, + 0.030061321771889925, + 0.03000315922498703, + 0.029963677549362182, + 0.02994104051887989, + 0.029928466534614562 + ], + "train_acc": [ + 0.3257, + 0.6596, + 0.769, + 0.7981, + 0.8069, + 0.8192, + 0.8248, + 0.8293, + 0.8386, + 0.8518, + 0.8547, + 0.864, + 0.8627, + 0.8793, + 0.8817, + 0.8875, + 0.893, + 0.8973, + 0.9031, + 0.9135, + 0.9086, + 0.9203, + 0.9247, + 0.93, + 0.9403, + 0.946, + 0.9502, + 0.9538, + 0.957, + 0.9651, + 0.9677, + 0.9686, + 0.9732, + 0.9792, + 0.9798, + 0.9861, + 0.9867, + 0.9888, + 0.9909, + 0.991, + 0.9941, + 0.9952, + 0.9935, + 0.9954, + 0.9966, + 0.9976, + 0.9984, + 0.9987, + 0.999, + 0.9989, + 0.9993, + 0.999, + 0.9993, + 0.9993, + 0.9995, + 0.9996, + 0.9993, + 0.9994, + 0.9996, + 0.9995, + 0.9996, + 0.9997, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998 + ], + "test_acc": [ + 0.5395, + 0.703, + 0.755, + 0.763, + 0.755, + 0.768, + 0.765, + 0.7725, + 0.77, + 0.772, + 0.782, + 0.781, + 0.7805, + 0.785, + 0.7875, + 0.791, + 0.7895, + 0.7865, + 0.7925, + 0.794, + 0.791, + 0.7955, + 0.79, + 0.7975, + 0.8015, + 0.799, + 0.801, + 0.7965, + 0.787, + 0.7945, + 0.793, + 0.7915, + 0.788, + 0.794, + 0.797, + 0.7965, + 0.7925, + 0.797, + 0.795, + 0.795, + 0.7965, + 0.795, + 0.7945, + 0.792, + 0.7935, + 0.794, + 0.7925, + 0.792, + 0.7905, + 0.79, + 0.791, + 0.789, + 0.79, + 0.788, + 0.7905, + 0.79, + 0.7885, + 0.79, + 0.7895, + 0.791, + 0.7905, + 0.792, + 0.7895, + 0.7915, + 0.793, + 0.7925, + 0.791, + 0.791, + 0.791, + 0.791, + 0.791, + 0.791, + 0.791, + 0.7905, + 0.791, + 0.792, + 0.792, + 0.7915, + 0.7915, + 0.7915 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.937772274017334, + 0.9376006126403809 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999986886978149 + ], + "nudging": { + "0.001": [ + -0.04965643584728241, + -0.030679266899824142 + ], + "0.003": [ + -0.14321433007717133, + -0.08988389372825623 + ], + "0.01": [ + -0.4167234003543854, + -0.27598124742507935 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.282194623565674, + 1.8021317630767821, + 1.290370544052124, + 0.9686317783355712, + 0.7942994188308716, + 0.7037483291625977, + 0.6552832854270935, + 0.6296794363975525, + 0.6148017653465271, + 0.6100365350723267, + 0.6096824949026107, + 0.604195829296112, + 0.6080462079524994, + 0.6034878133773803, + 0.6054122657775879, + 0.6029368188858032, + 0.6196025349617005, + 0.6137223323822022, + 0.6131332286834716, + 0.607370358657837, + 0.6205254472732544, + 0.6207848463058472, + 0.6232059438705444, + 0.6186815485954285, + 0.6224006581783295, + 0.6181600985527038, + 0.6084850495815277, + 0.6079479592323304, + 0.629641656780243, + 0.6227955137252807, + 0.6316008956909179, + 0.6274790578842163, + 0.6385569313049316, + 0.6368639594554901, + 0.6237436760902405, + 0.6281486724853516, + 0.6293207456588745, + 0.6216304894447326, + 0.6239378217697144, + 0.6469531507015228, + 0.6208334467887878, + 0.6244380719184875, + 0.6174096193313598, + 0.6198301626205445, + 0.6222816544532775, + 0.6192285632133484, + 0.6139031839370728, + 0.6136475460052491, + 0.6211447484016418, + 0.6104061424255371, + 0.6133950750350952, + 0.6175869959831238, + 0.6119502241134643, + 0.6125527906417847, + 0.6169743155002594, + 0.6045381330490113, + 0.6027683501243591, + 0.6022960813522339, + 0.6013002532958984, + 0.6025074361801147, + 0.5996582602500915, + 0.5981982765197754, + 0.5991991576194763, + 0.5996488208770752, + 0.595704001712799, + 0.5946896816253662, + 0.5987521299839019, + 0.592281983089447, + 0.5919814961433411, + 0.5917617532730103, + 0.5915903926849365, + 0.5901475148677826, + 0.5897085474967957, + 0.5893317813873291, + 0.5883101566314697, + 0.5882777759075165, + 0.5877544073104859, + 0.587434159374237, + 0.5873497516155243, + 0.5872392297744751 + ], + "train_acc": [ + 0.1615, + 0.3999, + 0.5808, + 0.6687, + 0.7161, + 0.7409, + 0.7516, + 0.7604, + 0.7653, + 0.7674, + 0.7681, + 0.7689, + 0.767, + 0.7713, + 0.7724, + 0.7726, + 0.7652, + 0.7648, + 0.7675, + 0.766, + 0.7639, + 0.7664, + 0.7614, + 0.7654, + 0.7661, + 0.764, + 0.7739, + 0.7688, + 0.7627, + 0.764, + 0.7612, + 0.7644, + 0.7603, + 0.7611, + 0.7638, + 0.7587, + 0.7605, + 0.761, + 0.7654, + 0.7567, + 0.7658, + 0.7671, + 0.7691, + 0.7652, + 0.7656, + 0.7674, + 0.7658, + 0.7699, + 0.7617, + 0.7703, + 0.7686, + 0.7653, + 0.7677, + 0.7681, + 0.7659, + 0.771, + 0.7726, + 0.7735, + 0.7712, + 0.7739, + 0.7732, + 0.7758, + 0.7719, + 0.7712, + 0.774, + 0.7726, + 0.7726, + 0.7759, + 0.7776, + 0.7775, + 0.7778, + 0.7776, + 0.7772, + 0.7772, + 0.7778, + 0.7764, + 0.7777, + 0.7786, + 0.7785, + 0.7784 + ], + "test_acc": [ + 0.265, + 0.5165, + 0.6045, + 0.6645, + 0.697, + 0.7095, + 0.7115, + 0.7185, + 0.7185, + 0.7185, + 0.7125, + 0.716, + 0.7215, + 0.716, + 0.7115, + 0.7095, + 0.7125, + 0.706, + 0.699, + 0.6985, + 0.718, + 0.7035, + 0.7025, + 0.699, + 0.7015, + 0.6985, + 0.712, + 0.709, + 0.699, + 0.696, + 0.705, + 0.713, + 0.698, + 0.704, + 0.6915, + 0.6945, + 0.6965, + 0.694, + 0.6945, + 0.69, + 0.7055, + 0.697, + 0.7045, + 0.693, + 0.7075, + 0.698, + 0.693, + 0.6945, + 0.7015, + 0.697, + 0.699, + 0.6975, + 0.699, + 0.7035, + 0.6985, + 0.7035, + 0.699, + 0.703, + 0.699, + 0.7045, + 0.703, + 0.7085, + 0.7005, + 0.701, + 0.699, + 0.7025, + 0.707, + 0.701, + 0.704, + 0.7065, + 0.7045, + 0.705, + 0.705, + 0.7045, + 0.7035, + 0.705, + 0.7045, + 0.7035, + 0.7035, + 0.7025 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.005922339856624603, + 0.020320668816566467 + ], + "perturbation_rho": [ + -0.003393532708287239, + 0.013989023864269257 + ], + "nudging": { + "0.001": [ + -1.6870606486918405e-05, + -0.0001334029802819714 + ], + "0.003": [ + -3.559933975338936e-05, + -0.0004005617811344564 + ], + "0.01": [ + 5.659737507812679e-05, + -0.0013348986394703388 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.135848754119873, + 1.3642803058624267, + 0.8708873195648194, + 0.6620696384429932, + 0.5891413642883301, + 0.57967520570755, + 0.5887710757732392, + 0.5980366667747498, + 0.6088974040985108, + 0.6177972668647767, + 0.6234511965751648, + 0.6228584952354431, + 0.6300664884567261, + 0.6292729211807251, + 0.6327571807861329, + 0.6370973803520202, + 0.6390834430217743, + 0.6375089395999909, + 0.6519857896804809, + 0.6564193545341491, + 0.6642557950973511, + 0.6591811975479126, + 0.6635806708335876, + 0.6719323859214783, + 0.681973802947998, + 0.6752701175689697, + 0.6823263836860657, + 0.680218187904358, + 0.6895751893997193, + 0.6950895532131195, + 0.690692015838623, + 0.7078337843418121, + 0.693129168510437, + 0.6974928091049194, + 0.7008464097976684, + 0.7004407194137573, + 0.696805198431015, + 0.7037288009643554, + 0.696394179725647, + 0.7049403734207154, + 0.718198802280426, + 0.7099995137214661, + 0.7002471772193909, + 0.7115488752365112, + 0.7011648622512817, + 0.705596800327301, + 0.7055955667495728, + 0.7068639204978943, + 0.712410222530365, + 0.7061294185638428, + 0.7098195759773255, + 0.7036320822715759, + 0.7083044646263122, + 0.7005896663665772, + 0.7051161972999572, + 0.7042372000694275, + 0.7064647805690766, + 0.703298209953308, + 0.7030874502182007, + 0.7018115946769714, + 0.7009259914398194, + 0.7010174451828003, + 0.7004158262252808, + 0.7019228082180023, + 0.6986435826301575, + 0.6975876085281372, + 0.6982375308990478, + 0.6989794599533081, + 0.6969254281044006, + 0.6955446625709534, + 0.696240187549591, + 0.6952586332321167, + 0.6951992818832398, + 0.6944246446609497, + 0.6940418438911438, + 0.6938989589691162, + 0.6935289325714111, + 0.6932655550956726, + 0.6931727689743042, + 0.6930741609573364 + ], + "train_acc": [ + 0.231, + 0.5519, + 0.704, + 0.7597, + 0.7786, + 0.776, + 0.7753, + 0.7712, + 0.7689, + 0.7718, + 0.7668, + 0.7683, + 0.7644, + 0.7634, + 0.7586, + 0.7587, + 0.7535, + 0.7585, + 0.7496, + 0.7509, + 0.7513, + 0.7463, + 0.7498, + 0.7442, + 0.7432, + 0.7474, + 0.7412, + 0.7453, + 0.7404, + 0.7381, + 0.7374, + 0.7304, + 0.7417, + 0.7382, + 0.7395, + 0.738, + 0.7394, + 0.7367, + 0.7336, + 0.7345, + 0.7327, + 0.7336, + 0.7406, + 0.7313, + 0.7329, + 0.7331, + 0.7364, + 0.7362, + 0.7308, + 0.7342, + 0.7326, + 0.7363, + 0.734, + 0.7356, + 0.7308, + 0.7347, + 0.7327, + 0.7349, + 0.735, + 0.7372, + 0.7391, + 0.7353, + 0.7343, + 0.7373, + 0.7375, + 0.7371, + 0.738, + 0.7376, + 0.7359, + 0.7372, + 0.7369, + 0.7367, + 0.7383, + 0.7383, + 0.7371, + 0.7378, + 0.7377, + 0.7377, + 0.7376, + 0.7377 + ], + "test_acc": [ + 0.4135, + 0.627, + 0.7015, + 0.731, + 0.732, + 0.7305, + 0.715, + 0.7105, + 0.7035, + 0.7215, + 0.7115, + 0.7095, + 0.711, + 0.7055, + 0.694, + 0.6975, + 0.7035, + 0.693, + 0.701, + 0.6925, + 0.696, + 0.689, + 0.691, + 0.688, + 0.6935, + 0.6805, + 0.6875, + 0.686, + 0.6855, + 0.669, + 0.682, + 0.685, + 0.67, + 0.6755, + 0.676, + 0.6715, + 0.6735, + 0.6815, + 0.6735, + 0.6615, + 0.6705, + 0.678, + 0.673, + 0.6755, + 0.679, + 0.6795, + 0.671, + 0.669, + 0.675, + 0.665, + 0.6725, + 0.674, + 0.676, + 0.671, + 0.674, + 0.6665, + 0.676, + 0.6755, + 0.679, + 0.6815, + 0.6775, + 0.673, + 0.6775, + 0.6755, + 0.6745, + 0.673, + 0.674, + 0.6755, + 0.675, + 0.676, + 0.6755, + 0.673, + 0.673, + 0.675, + 0.6745, + 0.6725, + 0.673, + 0.674, + 0.6735, + 0.6735 + ], + "state_pred_error": [ + 0.8063683609008789, + 0.3884696524143219, + 0.2311003609418869, + 0.18046433920860291, + 0.16924471125602722, + 0.16555276873111724, + 0.1602503327846527, + 0.15167320017814637, + 0.140824283182621, + 0.1298466329574585, + 0.11834586684703827, + 0.11143888697624206, + 0.10435668296813964, + 0.10323678240776062, + 0.0928786245584488, + 0.08840008661746979, + 0.08519339587688446, + 0.08778857303857804, + 0.08263514815568924, + 0.08055064792633057, + 0.07980460293293, + 0.07705434393882751, + 0.07739766277074814, + 0.07446456137895584, + 0.0734913741350174, + 0.07287049880027771, + 0.07218570121526718, + 0.07035595026016235, + 0.07018024356365204, + 0.0692975877046585, + 0.06897079907655716, + 0.06649487104415894, + 0.06588162162899971, + 0.06435961349010468, + 0.06434023708701134, + 0.06222202478647232, + 0.0626620704293251, + 0.06185628715753555, + 0.05922087868452072, + 0.057531780862808225, + 0.05768225061893463, + 0.0554687408208847, + 0.054569963669776914, + 0.05414690698385238, + 0.05308204159736633, + 0.05163135576248169, + 0.05053922039270401, + 0.049180154889822005, + 0.04925686872601509, + 0.047615612363815306, + 0.046402145498991014, + 0.04576419175863266, + 0.045621140229702, + 0.04635717123746872, + 0.04377198639512062, + 0.043869176548719406, + 0.04219145889282227, + 0.04124122514724732, + 0.04061387507915497, + 0.04018232229351997, + 0.039839565473794934, + 0.03889179226756096, + 0.03857449699044228, + 0.03783939574360847, + 0.03660583376288414, + 0.03604392006397247, + 0.03533379606604576, + 0.03495548709630966, + 0.03465898452997208, + 0.0342097640991211, + 0.0333374612390995, + 0.03270132002830505, + 0.03256121125221252, + 0.03309162433743477, + 0.03434458671808243, + 0.031629494720697406, + 0.030447168147563933, + 0.029967701929807664, + 0.029437697196006776, + 0.028844930332899095 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6727198958396912, + 0.3693685829639435 + ], + "perturbation_rho": [ + 0.6028042435646057, + 0.36745399236679077 + ], + "nudging": { + "0.001": [ + -0.02099989913403988, + -0.0025365445762872696 + ], + "0.003": [ + -0.06207232177257538, + -0.007595579605549574 + ], + "0.01": [ + -0.19608698785305023, + -0.025156188756227493 + ] + }, + "state_pred_error_per_layer": [ + 4083.197509765625, + 262.47991943359375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2804126327514647, + 1.7985749383926393, + 1.2908005512237548, + 0.9662449172019959, + 0.7956621127128601, + 0.7016273497581482, + 0.6522905420303344, + 0.6255401084899902, + 0.6117714551925659, + 0.6128746815681457, + 0.6068986643791199, + 0.6044070498466492, + 0.6102572951316834, + 0.6062020353317261, + 0.6156517067909241, + 0.6126874660491943, + 0.6097104368209839, + 0.6174453516960144, + 0.6185816154479981, + 0.6438342502593994, + 0.6368237316131592, + 0.6804909427642822, + 0.6997053329467774, + 0.7258448196411132, + 0.7487138278961182, + 0.7556256717681885, + 0.7934631998062134, + 0.802038497543335, + 0.8157362140655517, + 0.8650238488197327, + 0.8622131116867066, + 0.8802598802566528, + 0.9258453697204589, + 0.9959634174346924, + 0.9478269100189209, + 1.0003521003723144, + 1.077512856578827, + 1.0192589988708496, + 1.028103258895874, + 1.0586500679016113, + 1.0699232969284058, + 1.0799424433708191, + 1.0838925231933594, + 1.1248778113365174, + 1.1027689414978028, + 1.1598035910606384, + 1.1366910076141357, + 1.1348427181243896, + 1.1708768878936768, + 1.1435981479644775, + 1.1552022342681885, + 1.2040845465660095, + 1.1642921708106995, + 1.1581912057876587, + 1.1544302150726318, + 1.1856851593017579, + 1.1730238010406495, + 1.1706515258789063, + 1.175933620452881, + 1.2015250160217286, + 1.179624587059021, + 1.18775200214386, + 1.1831196794509888, + 1.1909604908943177, + 1.1947224998474122, + 1.1949542335510255, + 1.1888987186431885, + 1.1910899550437928, + 1.1911025504112243, + 1.195369605255127, + 1.193122798538208, + 1.194731010055542, + 1.1899194046020507, + 1.1925264017105102, + 1.191719772720337, + 1.1909632276535034, + 1.189614386367798, + 1.1892432201385499, + 1.188741414451599, + 1.1885441581726075 + ], + "train_acc": [ + 0.1623, + 0.4052, + 0.5791, + 0.6702, + 0.7173, + 0.7455, + 0.7557, + 0.7621, + 0.7675, + 0.7666, + 0.7696, + 0.7723, + 0.7664, + 0.7713, + 0.7708, + 0.7678, + 0.7703, + 0.7652, + 0.7695, + 0.7575, + 0.7586, + 0.7436, + 0.734, + 0.7259, + 0.723, + 0.7172, + 0.703, + 0.6981, + 0.6893, + 0.6707, + 0.6709, + 0.6653, + 0.6557, + 0.6313, + 0.644, + 0.623, + 0.6036, + 0.6162, + 0.613, + 0.6077, + 0.6007, + 0.5952, + 0.598, + 0.5809, + 0.5939, + 0.571, + 0.583, + 0.5811, + 0.5635, + 0.5749, + 0.578, + 0.5625, + 0.5689, + 0.5734, + 0.5731, + 0.5696, + 0.5712, + 0.5682, + 0.5694, + 0.5553, + 0.5659, + 0.5635, + 0.566, + 0.5599, + 0.5604, + 0.5627, + 0.5634, + 0.5593, + 0.5621, + 0.5604, + 0.5607, + 0.5593, + 0.5635, + 0.5619, + 0.5657, + 0.5614, + 0.5632, + 0.565, + 0.5645, + 0.5642 + ], + "test_acc": [ + 0.268, + 0.513, + 0.6075, + 0.6595, + 0.696, + 0.7095, + 0.7215, + 0.7145, + 0.723, + 0.72, + 0.7195, + 0.7195, + 0.723, + 0.713, + 0.708, + 0.718, + 0.711, + 0.7065, + 0.7095, + 0.694, + 0.6845, + 0.6965, + 0.654, + 0.6715, + 0.67, + 0.655, + 0.6405, + 0.6595, + 0.6045, + 0.612, + 0.62, + 0.5865, + 0.5695, + 0.5475, + 0.5605, + 0.528, + 0.5695, + 0.5465, + 0.552, + 0.5245, + 0.525, + 0.5495, + 0.5245, + 0.549, + 0.5255, + 0.4805, + 0.5195, + 0.484, + 0.532, + 0.522, + 0.5115, + 0.5325, + 0.5325, + 0.5145, + 0.494, + 0.5195, + 0.5155, + 0.5115, + 0.5065, + 0.511, + 0.513, + 0.524, + 0.5115, + 0.5165, + 0.5135, + 0.508, + 0.513, + 0.502, + 0.5045, + 0.504, + 0.5175, + 0.514, + 0.5145, + 0.5165, + 0.51, + 0.5135, + 0.5115, + 0.5125, + 0.513, + 0.5125 + ], + "value_loss": [ + 2.940468542289734, + 0.79788527135849, + 0.6377222188949585, + 0.68224133644104, + 0.7263548100471496, + 0.7324671993255615, + 0.7309100345611572, + 0.717535104560852, + 0.7103414190292359, + 0.6660294913291931, + 0.6247495171546936, + 0.5396882646560669, + 0.4996064971446991, + 0.45136471157073976, + 0.4529336892604828, + 0.4058929618358612, + 0.391290897321701, + 0.39949184267520904, + 0.40146105794906617, + 0.4176544015884399, + 0.3929467046737671, + 0.4356102319717407, + 0.44995045413970947, + 0.4677547811985016, + 0.506061519908905, + 0.4956396166801453, + 0.5163082196235657, + 0.5677194129943848, + 0.5988344200134277, + 0.599899713230133, + 0.5649642105102539, + 0.597481498336792, + 0.62520577750206, + 0.7375187145233154, + 0.624705169582367, + 0.6632982563972473, + 0.7675839500427246, + 0.669120393371582, + 0.6651788431167602, + 0.7156087099552154, + 0.696215266418457, + 0.6955457643985749, + 0.6779295589447022, + 0.7293293210983276, + 0.6809166513442994, + 0.764018877029419, + 0.7062238107681275, + 0.685149402809143, + 0.7134047386169433, + 0.6853949756622314, + 0.6999969066619873, + 0.7731949109077454, + 0.6987295764446259, + 0.6907983577728272, + 0.6681401613235474, + 0.7007834080696106, + 0.6814730290412903, + 0.661990501499176, + 0.6626340481758117, + 0.705364034461975, + 0.6682385860443115, + 0.6713524225234986, + 0.6693500059127807, + 0.6651503324508667, + 0.6654500586509705, + 0.6543948979377746, + 0.6422414421081543, + 0.6383527196884156, + 0.6420085886001586, + 0.6456019569396972, + 0.6395301539421081, + 0.6431583649635315, + 0.6233767694473267, + 0.6305849503517151, + 0.6271460248947144, + 0.6468473421096802, + 0.6199060997486114, + 0.6318170052528381, + 0.6215379253387451, + 0.6212269179344178 + ], + "term_loss": [ + 1.6892825514793397, + 0.28991217994689944, + 0.30822358050346377, + 0.3786318918466568, + 0.42494087133407593, + 0.42721891040802, + 0.4199708504676819, + 0.4035639883041382, + 0.3996427752017975, + 0.3595923094034195, + 0.33094902596473696, + 0.2548507522583008, + 0.21975787994861604, + 0.17496245877742767, + 0.173782960999012, + 0.12534335107803346, + 0.1120484961271286, + 0.11436202818453312, + 0.11488216164112092, + 0.11582057362794876, + 0.08930488972663879, + 0.10528950003981591, + 0.10394810205698013, + 0.10426158441305161, + 0.12753498150110246, + 0.10871876295804977, + 0.11132348638176918, + 0.14436086015701294, + 0.14408548067808152, + 0.13344688698649407, + 0.10571571690440178, + 0.13017865498065948, + 0.13939437173306943, + 0.20552679252624512, + 0.11907351903915406, + 0.13748738572597505, + 0.19904934087991716, + 0.13540437815189363, + 0.12853734107017517, + 0.1618148654460907, + 0.13909575666189194, + 0.13520186334848405, + 0.12121448392868042, + 0.1466166281223297, + 0.12041640423536301, + 0.16912428863048554, + 0.13152958631515502, + 0.11219572712182999, + 0.12457058460712434, + 0.10920219086408615, + 0.1173021228313446, + 0.16791136612892152, + 0.11367217564582825, + 0.10726595187187195, + 0.09067037861347199, + 0.11207262431383133, + 0.09823015294075012, + 0.08530473515987397, + 0.08550616343021393, + 0.10875923759937287, + 0.08709428926706314, + 0.08641628972291947, + 0.08627706418037415, + 0.08137298605442048, + 0.0812585338205099, + 0.07228367166519165, + 0.06536642589569092, + 0.0619819268733263, + 0.06462425166070461, + 0.06505866675376892, + 0.06278609230518341, + 0.0658116526722908, + 0.0513275152683258, + 0.056986387073993686, + 0.05485347003340721, + 0.07127472396492958, + 0.050447821268439295, + 0.06053386932611465, + 0.05252971643209457, + 0.05304660900235176 + ], + "bridge_loss": [ + 0.9279641841857811, + 0.16856330198049546, + 0.039708731412887575, + 0.010337709330767393, + 0.011771508574485778, + 0.022529736855626106, + 0.03331982454061508, + 0.03982229630947113, + 0.03738117287158966, + 0.03454190602302551, + 0.027281567510962487, + 0.024664730344712733, + 0.023858268588781355, + 0.025735928761959077, + 0.0272073194026947, + 0.02882993689775467, + 0.027838965237140655, + 0.028774000322818755, + 0.02812835749387741, + 0.03022514525949955, + 0.030929905086755752, + 0.03656129573583603, + 0.04052359770536423, + 0.04557864816188812, + 0.04997927314043045, + 0.050188125783205036, + 0.04993401603698731, + 0.05739394021034241, + 0.07838522285223007, + 0.06485828175544739, + 0.05224925307035446, + 0.0506726308375597, + 0.051239190012216565, + 0.0647153436422348, + 0.053563565707206724, + 0.05078575596809387, + 0.06262156112790107, + 0.04680149354934692, + 0.04500690677165985, + 0.049841736525297164, + 0.046847368633747104, + 0.04284440612792969, + 0.03791265842914581, + 0.046439746141433716, + 0.03537028197050095, + 0.04456134281158447, + 0.03218785969913006, + 0.030664079475402832, + 0.03130132013559341, + 0.029161811190843583, + 0.032022461515665054, + 0.03898258820772171, + 0.02969357035756111, + 0.02903288689851761, + 0.02478138956427574, + 0.0249088092982769, + 0.02389162595272064, + 0.019117333182692528, + 0.018994592445343732, + 0.023708287239074706, + 0.019777522890269756, + 0.018769464632868767, + 0.020211394253373146, + 0.017110029135644435, + 0.017269017577171326, + 0.014731672486662864, + 0.012424837739765644, + 0.01189460586681962, + 0.01335356667637825, + 0.014654298931360246, + 0.012049511376023293, + 0.012707741624116897, + 0.009858337254822254, + 0.010841082896292209, + 0.011562466982007026, + 0.015217449271678925, + 0.009477784027159214, + 0.01224556357562542, + 0.011088584440946578, + 0.010462266248464584 + ], + "tgrad_loss": [ + 0.32322183175086977, + 0.33940978274345396, + 0.2897899122238159, + 0.29327174363136294, + 0.28964242973327636, + 0.28271855030059817, + 0.27761935591697695, + 0.27414881958961484, + 0.27331746387481687, + 0.27189527068138125, + 0.26651892404556277, + 0.2601727846622467, + 0.25599034695625306, + 0.25066632494926455, + 0.25194340829849243, + 0.2517196734428406, + 0.2514034350395203, + 0.25635581159591675, + 0.25845054063796996, + 0.2716086819887161, + 0.2727119073867798, + 0.29375943875312804, + 0.30547875442504885, + 0.31791454901695254, + 0.32854726486206054, + 0.3367327250480652, + 0.3550507174730301, + 0.36596461181640627, + 0.37636372227668763, + 0.4015945445537567, + 0.40699923944473265, + 0.41663020915985105, + 0.4345722186088562, + 0.46727658042907716, + 0.4520680808544159, + 0.4750251211166382, + 0.5059130459785461, + 0.4869145246505737, + 0.49163460040092466, + 0.5039521028518676, + 0.5102721470355988, + 0.5174995000839233, + 0.5188024171829224, + 0.5362729483604431, + 0.5251299654006958, + 0.5503332437992096, + 0.5425063617706298, + 0.5422895937919616, + 0.5575328386306763, + 0.5470309760093689, + 0.5506723180770874, + 0.5663009528160096, + 0.5553638293266296, + 0.5544995170593262, + 0.5526883927822113, + 0.563801976966858, + 0.5593512482643127, + 0.5575684350967407, + 0.5581332973480224, + 0.5728965188980103, + 0.5613667737007141, + 0.5661666715621948, + 0.5628615488052369, + 0.5666673162460327, + 0.5669225110054016, + 0.5673795532226562, + 0.5644501794815063, + 0.5644761901378632, + 0.5640307699203492, + 0.5658889928817749, + 0.5646945568084717, + 0.5646389728546143, + 0.5621909219741821, + 0.5627574834823609, + 0.5607300892829895, + 0.5603551671981811, + 0.559980492067337, + 0.5590375660896302, + 0.5579196195602417, + 0.5577180406570434 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.39126425981521606, + 0.7445269823074341 + ], + "perturbation_rho": [ + 0.44417524337768555, + 0.7429547905921936 + ], + "nudging": { + "0.001": [ + -0.009039473719894886, + -0.006878397427499294 + ], + "0.003": [ + -0.027019120752811432, + -0.020580623298883438 + ], + "0.01": [ + -0.08887787163257599, + -0.06797216832637787 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L2_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L2_s456.json new file mode 100644 index 0000000..3e9ec33 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L2_s456.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.9560056144714355, + 1.1671714973449707, + 0.7729741273880005, + 0.6163077599525452, + 0.5501252895355224, + 0.5102293436050415, + 0.47986490659713743, + 0.4551184079170227, + 0.4281283717632294, + 0.41059817826747896, + 0.3900598440170288, + 0.3775464247703552, + 0.35782486624717713, + 0.34545214071273805, + 0.32954725866317747, + 0.312077562713623, + 0.3001769031524658, + 0.2857774089574814, + 0.268246430015564, + 0.2654800416946411, + 0.24711972908973695, + 0.23591814823150634, + 0.22430862407684327, + 0.21694810314178467, + 0.19728492946624757, + 0.19133227586746215, + 0.18050886018276216, + 0.16754731903076173, + 0.15603712682724, + 0.14723092963695525, + 0.1393954524040222, + 0.13442619478702544, + 0.12217882280349732, + 0.11515008834600449, + 0.10545161597728729, + 0.0976712616443634, + 0.09565990908145905, + 0.08852378897666931, + 0.08450308041572571, + 0.07969852757751941, + 0.07292226366400718, + 0.06799264116883277, + 0.06508905214071274, + 0.061624961662292484, + 0.05785034103393555, + 0.05549244320392609, + 0.053127787148952485, + 0.050860308933258054, + 0.048702414500713345, + 0.04664224576950073, + 0.04522364996671677, + 0.04416376640796661, + 0.04225023184418678, + 0.0404514856338501, + 0.039005454522371294, + 0.03781551446318626, + 0.03683884832262993, + 0.035825042724609374, + 0.034970838397741316, + 0.03423578343987465, + 0.03352795054614544, + 0.03287497969865799, + 0.0322679201349616, + 0.03175261213183403, + 0.03134917322397232, + 0.03098049667477608, + 0.030580134057998656, + 0.03025078364908695, + 0.029965906804800033, + 0.029746233332157136, + 0.029537916985154154, + 0.029368729928135873, + 0.029206447684764863, + 0.029097266083955766, + 0.028998262310028076, + 0.028925995123386384, + 0.028875470691919328, + 0.028838179144263267, + 0.028815924447774886, + 0.028804841729998587 + ], + "train_acc": [ + 0.3249, + 0.6552, + 0.7598, + 0.7934, + 0.8034, + 0.8132, + 0.8258, + 0.8368, + 0.8409, + 0.8468, + 0.8571, + 0.8623, + 0.8682, + 0.8719, + 0.882, + 0.8883, + 0.8916, + 0.9008, + 0.9064, + 0.9096, + 0.9171, + 0.9213, + 0.9265, + 0.9316, + 0.9423, + 0.9439, + 0.9489, + 0.9549, + 0.9613, + 0.9653, + 0.9682, + 0.9692, + 0.9762, + 0.9794, + 0.9845, + 0.9883, + 0.9886, + 0.9905, + 0.9913, + 0.9924, + 0.9951, + 0.9961, + 0.9968, + 0.9974, + 0.9982, + 0.9984, + 0.9985, + 0.9992, + 0.9991, + 0.9992, + 0.9993, + 0.9993, + 0.9994, + 0.9996, + 0.9996, + 0.9998, + 0.9998, + 0.9999, + 0.9999, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.5485, + 0.7015, + 0.7495, + 0.7625, + 0.768, + 0.769, + 0.775, + 0.774, + 0.779, + 0.7795, + 0.782, + 0.7905, + 0.788, + 0.7875, + 0.7895, + 0.7925, + 0.7875, + 0.797, + 0.797, + 0.796, + 0.8025, + 0.799, + 0.7925, + 0.802, + 0.7925, + 0.7925, + 0.7965, + 0.796, + 0.802, + 0.7975, + 0.8, + 0.7925, + 0.799, + 0.7945, + 0.7965, + 0.797, + 0.791, + 0.793, + 0.795, + 0.7905, + 0.7945, + 0.796, + 0.795, + 0.793, + 0.7945, + 0.796, + 0.7925, + 0.794, + 0.7945, + 0.7935, + 0.7905, + 0.7905, + 0.7845, + 0.788, + 0.7885, + 0.789, + 0.7895, + 0.7885, + 0.79, + 0.7905, + 0.791, + 0.791, + 0.79, + 0.7905, + 0.79, + 0.789, + 0.789, + 0.791, + 0.79, + 0.79, + 0.791, + 0.7905, + 0.791, + 0.7905, + 0.791, + 0.79, + 0.7905, + 0.7905, + 0.7905, + 0.7905 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9291538000106812, + 0.9242061376571655 + ], + "perturbation_rho": [ + 0.9999991059303284, + 0.9999985694885254 + ], + "nudging": { + "0.001": [ + -0.045578956604003906, + -0.02785908617079258 + ], + "0.003": [ + -0.13051706552505493, + -0.0812857374548912 + ], + "0.01": [ + -0.36666756868362427, + -0.24512334167957306 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2925382926940916, + 1.7889437934875487, + 1.260253756904602, + 0.9539756924629211, + 0.7977886853218079, + 0.7140761584281922, + 0.6654267780303955, + 0.6397091209411621, + 0.6243139269828797, + 0.6154428773880005, + 0.6143751846313477, + 0.6155710045814514, + 0.6156138698577881, + 0.6219459392547607, + 0.6182852596759796, + 0.6140298984527588, + 0.6210012950897217, + 0.6292118134498597, + 0.6216321679115295, + 0.6227944535255432, + 0.6250838468551636, + 0.6302425016403198, + 0.6193829513549804, + 0.6351193978309632, + 0.6367992011070251, + 0.650238129234314, + 0.6344584981918335, + 0.6519463251113892, + 0.6449099941253662, + 0.6615370457649231, + 0.6371989486694336, + 0.6602863219261169, + 0.6565528917312622, + 0.6482889573097229, + 0.6413513114929199, + 0.6494462338447571, + 0.6409127470016479, + 0.6464275256156922, + 0.648155325126648, + 0.6618475336074829, + 0.6339232350826264, + 0.6367729577064514, + 0.6629635499000549, + 0.6310218623638153, + 0.6272157665252686, + 0.6426493437290192, + 0.6343029105186463, + 0.626497606754303, + 0.6296635850906372, + 0.6324865888595581, + 0.625750997543335, + 0.6378193023681641, + 0.6297788947105408, + 0.6210315748214722, + 0.624997318649292, + 0.6212919867515564, + 0.6215335542201996, + 0.6199177579879761, + 0.6204080033302307, + 0.6204842404842377, + 0.6156154773712158, + 0.6164784337997437, + 0.6144172075271607, + 0.61289912109375, + 0.6115792436599732, + 0.6114538358688355, + 0.6116359647274018, + 0.6083082750320434, + 0.6086608262062073, + 0.6079776787757873, + 0.6070331044197083, + 0.6068843227386475, + 0.6061222413063049, + 0.6054628374576568, + 0.604520062637329, + 0.6041548914432525, + 0.6038100759506225, + 0.6035206285476684, + 0.6033140742301941, + 0.6032149271965027 + ], + "train_acc": [ + 0.1535, + 0.405, + 0.5877, + 0.6723, + 0.7129, + 0.7316, + 0.7494, + 0.7562, + 0.7635, + 0.7636, + 0.7659, + 0.7655, + 0.7659, + 0.7638, + 0.7629, + 0.7636, + 0.7632, + 0.761, + 0.7595, + 0.7621, + 0.7619, + 0.7576, + 0.7662, + 0.7592, + 0.7583, + 0.7543, + 0.7593, + 0.7561, + 0.7595, + 0.7512, + 0.7575, + 0.7494, + 0.7525, + 0.7562, + 0.756, + 0.7541, + 0.7569, + 0.7583, + 0.7539, + 0.7511, + 0.7617, + 0.7574, + 0.7493, + 0.7613, + 0.7607, + 0.752, + 0.7581, + 0.7592, + 0.7602, + 0.7593, + 0.7591, + 0.7563, + 0.7569, + 0.7631, + 0.7601, + 0.7629, + 0.763, + 0.7645, + 0.7651, + 0.7623, + 0.7671, + 0.7636, + 0.7652, + 0.7662, + 0.7644, + 0.766, + 0.769, + 0.7658, + 0.7697, + 0.7674, + 0.7685, + 0.7671, + 0.7688, + 0.7701, + 0.7691, + 0.7691, + 0.7701, + 0.7697, + 0.7701, + 0.77 + ], + "test_acc": [ + 0.2575, + 0.5275, + 0.6195, + 0.6685, + 0.6845, + 0.701, + 0.7085, + 0.72, + 0.7235, + 0.7225, + 0.7265, + 0.7345, + 0.7315, + 0.73, + 0.7255, + 0.723, + 0.7285, + 0.729, + 0.726, + 0.728, + 0.73, + 0.718, + 0.717, + 0.725, + 0.7125, + 0.7275, + 0.705, + 0.7205, + 0.7095, + 0.7145, + 0.721, + 0.718, + 0.7235, + 0.7245, + 0.7205, + 0.711, + 0.7185, + 0.7225, + 0.721, + 0.726, + 0.719, + 0.726, + 0.7235, + 0.7175, + 0.707, + 0.7215, + 0.719, + 0.718, + 0.723, + 0.7265, + 0.718, + 0.719, + 0.726, + 0.7185, + 0.7165, + 0.7215, + 0.721, + 0.723, + 0.7265, + 0.7255, + 0.726, + 0.724, + 0.728, + 0.7225, + 0.7245, + 0.7255, + 0.7245, + 0.727, + 0.724, + 0.7245, + 0.7265, + 0.729, + 0.7285, + 0.7305, + 0.73, + 0.73, + 0.729, + 0.731, + 0.73, + 0.73 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.02131858840584755, + 0.03880482539534569 + ], + "perturbation_rho": [ + 0.006325956434011459, + 0.07241131365299225 + ], + "nudging": { + "0.001": [ + -0.0007009014952927828, + -0.00027983251493424177 + ], + "0.003": [ + -0.002087946515530348, + -0.0008400778751820326 + ], + "0.01": [ + -0.006775922141969204, + -0.002794599626213312 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.1408685943603514, + 1.3764964288711548, + 0.8937187995910645, + 0.6806521401405334, + 0.6063734632492065, + 0.5921373236656189, + 0.6012698959350586, + 0.6085097344875335, + 0.618865624332428, + 0.6229370524406433, + 0.6271081844329834, + 0.6296928139686584, + 0.6329344481468201, + 0.6373940747737884, + 0.6441978803634644, + 0.6502310201644897, + 0.6577924034118653, + 0.6638825251579284, + 0.6633781417846679, + 0.662655659198761, + 0.671446533203125, + 0.6748080488204956, + 0.6730749175071716, + 0.6885585793495178, + 0.6853348649978638, + 0.6937937314987183, + 0.7025538193225861, + 0.6914417263031006, + 0.6994074465751648, + 0.7016401989936829, + 0.7077653275966644, + 0.7140635179519653, + 0.719589767742157, + 0.7156314441680908, + 0.7186767238616943, + 0.7123939609527588, + 0.7217615343093872, + 0.7193854808807373, + 0.7269024057388306, + 0.7369294118881226, + 0.7207375118255616, + 0.7266824924468994, + 0.731508938407898, + 0.725278225517273, + 0.7310970863819123, + 0.7277004768371582, + 0.7388540773391724, + 0.7262511849403381, + 0.7372460752487182, + 0.7248942784309387, + 0.7235971044540406, + 0.7246456790924072, + 0.7409098614692688, + 0.7274047603607178, + 0.7256083255767822, + 0.7254483180999756, + 0.7276198521614075, + 0.726950217628479, + 0.725731752204895, + 0.7291518458366394, + 0.7226115200996399, + 0.7278635671615601, + 0.7244456878662109, + 0.7224804187774658, + 0.7225179643630981, + 0.7228940364837646, + 0.721614897441864, + 0.7204741502761841, + 0.7193958771705627, + 0.7201352106094361, + 0.7190518887519837, + 0.7184531566619873, + 0.7180235387802124, + 0.7173173397064209, + 0.7167859954833984, + 0.7164597539424896, + 0.7162381525039673, + 0.7160966100692749, + 0.7159361206054687, + 0.7158677879333496 + ], + "train_acc": [ + 0.2242, + 0.5483, + 0.693, + 0.7528, + 0.7704, + 0.7716, + 0.7678, + 0.7698, + 0.7661, + 0.7652, + 0.7631, + 0.7655, + 0.7626, + 0.7634, + 0.7573, + 0.7524, + 0.7496, + 0.7523, + 0.7482, + 0.7508, + 0.7477, + 0.7456, + 0.7467, + 0.7432, + 0.7436, + 0.7385, + 0.7362, + 0.7417, + 0.741, + 0.7403, + 0.7365, + 0.7338, + 0.7302, + 0.7333, + 0.7367, + 0.7347, + 0.7324, + 0.731, + 0.729, + 0.7291, + 0.7328, + 0.7293, + 0.726, + 0.7307, + 0.7315, + 0.7312, + 0.7276, + 0.7278, + 0.7248, + 0.7315, + 0.7328, + 0.7319, + 0.7249, + 0.7287, + 0.7328, + 0.7342, + 0.7285, + 0.7311, + 0.7316, + 0.7284, + 0.7332, + 0.7295, + 0.7326, + 0.7339, + 0.7349, + 0.7327, + 0.7321, + 0.7348, + 0.7331, + 0.7339, + 0.7336, + 0.7336, + 0.7346, + 0.736, + 0.7342, + 0.7352, + 0.7351, + 0.7353, + 0.7355, + 0.7359 + ], + "test_acc": [ + 0.4415, + 0.6245, + 0.6935, + 0.725, + 0.7325, + 0.7305, + 0.7295, + 0.735, + 0.723, + 0.723, + 0.7235, + 0.722, + 0.716, + 0.7185, + 0.708, + 0.708, + 0.712, + 0.7085, + 0.713, + 0.7005, + 0.702, + 0.7055, + 0.7015, + 0.6855, + 0.6955, + 0.695, + 0.687, + 0.692, + 0.6915, + 0.691, + 0.6865, + 0.6765, + 0.685, + 0.686, + 0.6875, + 0.6875, + 0.6865, + 0.678, + 0.675, + 0.6825, + 0.6795, + 0.6825, + 0.6835, + 0.679, + 0.681, + 0.6775, + 0.677, + 0.672, + 0.6755, + 0.6765, + 0.6815, + 0.6765, + 0.672, + 0.6775, + 0.678, + 0.675, + 0.675, + 0.682, + 0.6735, + 0.6745, + 0.6785, + 0.669, + 0.6865, + 0.677, + 0.6775, + 0.6735, + 0.6715, + 0.675, + 0.6725, + 0.6735, + 0.6755, + 0.677, + 0.677, + 0.676, + 0.6765, + 0.676, + 0.675, + 0.675, + 0.675, + 0.6755 + ], + "state_pred_error": [ + 0.8080644834518432, + 0.39239263830184934, + 0.23570088872909545, + 0.18436644830703736, + 0.17015166330337525, + 0.16577841153144837, + 0.15891898512840272, + 0.14670312795639037, + 0.13382397260665893, + 0.1253697662591934, + 0.11607049119472504, + 0.10657218925952912, + 0.09855207993984222, + 0.0928174996972084, + 0.08665878224372864, + 0.08460470433235169, + 0.08135875176787376, + 0.07774004120826722, + 0.07695613958835602, + 0.075308149933815, + 0.07403676271438599, + 0.0740367253780365, + 0.07511613126993179, + 0.06968745267391205, + 0.06773570336103439, + 0.06727046658992768, + 0.06653650290369988, + 0.06482027760744095, + 0.06515331575870514, + 0.0638981928229332, + 0.0620466558098793, + 0.06260543761253357, + 0.06213358806967735, + 0.06028746428489685, + 0.05951403741836548, + 0.05873561415076256, + 0.05801951932907105, + 0.05811610379815101, + 0.05617883744239807, + 0.05539749718904495, + 0.054504805290699, + 0.0535935148537159, + 0.053170457899570464, + 0.05185950981974602, + 0.051334794068336485, + 0.05101199344396591, + 0.050492712152004245, + 0.05117302381396294, + 0.04784535982608795, + 0.04772583312392235, + 0.04679878767132759, + 0.045225712451338766, + 0.04433399237394333, + 0.043538872480392454, + 0.04340486377477646, + 0.04172027028799057, + 0.040727964186668394, + 0.04038996203541756, + 0.04039305700659752, + 0.040595778387784956, + 0.0387884624004364, + 0.03819443533420563, + 0.037498074996471405, + 0.03695043048858643, + 0.036768312060832975, + 0.03635304583311081, + 0.03555620402693749, + 0.034702681583166126, + 0.03439524923563003, + 0.033875951832532884, + 0.032905505937337876, + 0.0324125466644764, + 0.031943915390968323, + 0.03169405475258827, + 0.03094981493651867, + 0.031065510040521622, + 0.03044595140218735, + 0.0299276578605175, + 0.029405312579870224, + 0.02933962969481945 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.669547975063324, + 0.3677923083305359 + ], + "perturbation_rho": [ + 0.6219363808631897, + 0.33943480253219604 + ], + "nudging": { + "0.001": [ + -0.02052037976682186, + -0.002662357408553362 + ], + "0.003": [ + -0.06065082550048828, + -0.007972602732479572 + ], + "0.01": [ + -0.19162335991859436, + -0.026401527225971222 + ] + }, + "state_pred_error_per_layer": [ + 3936.27783203125, + 288.300537109375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2930677429199218, + 1.7906015796661376, + 1.2635988039970398, + 0.9581242958068847, + 0.8003487806320191, + 0.7156089757919312, + 0.6689188489913941, + 0.643795274734497, + 0.6305122444152832, + 0.623988843202591, + 0.6187444662094116, + 0.6178006851196289, + 0.6173453359603882, + 0.6273444614410401, + 0.6134593425750733, + 0.6198339825630188, + 0.6272809553146362, + 0.6293932919502259, + 0.6404480037689209, + 0.6594240272521973, + 0.659067080116272, + 0.6821993915557861, + 0.6791766733169555, + 0.734606586265564, + 0.7313875273704529, + 0.7563578330993652, + 0.7668250580310821, + 0.8190950353622437, + 0.826333743095398, + 0.9198218053817749, + 0.896049147605896, + 0.9007102657318116, + 0.9501289850234985, + 0.9285598526000977, + 0.9668602191925049, + 0.998112233543396, + 0.9962548406600952, + 1.025565596961975, + 1.0426634029388429, + 1.1057414449691771, + 1.06785728225708, + 1.127798579788208, + 1.095726201725006, + 1.1017658351898194, + 1.1498224843978881, + 1.1459971050262452, + 1.1370128602981568, + 1.149132413482666, + 1.1653138580322266, + 1.1741461233139039, + 1.1763445219039916, + 1.1848371679306031, + 1.1794607717514038, + 1.1951260248184203, + 1.1707811889648438, + 1.198930864906311, + 1.2012914625167848, + 1.206768136692047, + 1.204185746574402, + 1.2064070075988769, + 1.2319160966873168, + 1.2115518913269043, + 1.2102981552124024, + 1.221316057395935, + 1.2108774530410766, + 1.216943055343628, + 1.2206229318618775, + 1.2132027009963988, + 1.2105617532730102, + 1.2109660068511963, + 1.2121095266342163, + 1.2105155519485473, + 1.2125362398147583, + 1.2109583696365356, + 1.2117174470901488, + 1.211683067703247, + 1.2104114021301269, + 1.2101064739227294, + 1.209652373123169, + 1.209543790435791 + ], + "train_acc": [ + 0.154, + 0.4077, + 0.5905, + 0.6696, + 0.7103, + 0.7321, + 0.7438, + 0.7522, + 0.7595, + 0.7621, + 0.7628, + 0.7618, + 0.766, + 0.7603, + 0.7657, + 0.7652, + 0.7642, + 0.7582, + 0.7593, + 0.7481, + 0.7532, + 0.7425, + 0.7412, + 0.7202, + 0.7208, + 0.7118, + 0.7112, + 0.6904, + 0.6906, + 0.6662, + 0.6651, + 0.6607, + 0.6499, + 0.6509, + 0.636, + 0.6327, + 0.6251, + 0.6248, + 0.6112, + 0.5911, + 0.6054, + 0.5861, + 0.5939, + 0.597, + 0.574, + 0.574, + 0.5828, + 0.5792, + 0.5716, + 0.571, + 0.5708, + 0.5644, + 0.5659, + 0.564, + 0.5724, + 0.5651, + 0.5621, + 0.5623, + 0.5635, + 0.5608, + 0.5521, + 0.5568, + 0.5596, + 0.553, + 0.559, + 0.5588, + 0.5573, + 0.5606, + 0.5627, + 0.5631, + 0.5594, + 0.5612, + 0.5637, + 0.5609, + 0.5609, + 0.5635, + 0.5612, + 0.5626, + 0.5622, + 0.5622 + ], + "test_acc": [ + 0.2615, + 0.529, + 0.614, + 0.661, + 0.692, + 0.7, + 0.714, + 0.72, + 0.7285, + 0.7265, + 0.731, + 0.7265, + 0.716, + 0.726, + 0.7255, + 0.727, + 0.7255, + 0.718, + 0.7035, + 0.727, + 0.707, + 0.692, + 0.684, + 0.6745, + 0.655, + 0.6735, + 0.6505, + 0.626, + 0.6035, + 0.65, + 0.6145, + 0.626, + 0.624, + 0.5915, + 0.6, + 0.5885, + 0.592, + 0.5785, + 0.547, + 0.5985, + 0.553, + 0.558, + 0.5605, + 0.556, + 0.568, + 0.5725, + 0.5595, + 0.576, + 0.5515, + 0.521, + 0.554, + 0.545, + 0.558, + 0.5545, + 0.539, + 0.555, + 0.5535, + 0.5615, + 0.549, + 0.5325, + 0.55, + 0.546, + 0.544, + 0.5395, + 0.5525, + 0.549, + 0.545, + 0.55, + 0.548, + 0.548, + 0.548, + 0.549, + 0.5445, + 0.5435, + 0.549, + 0.543, + 0.5435, + 0.543, + 0.545, + 0.544 + ], + "value_loss": [ + 3.2248993295669557, + 0.7993324143409729, + 0.6241890686035156, + 0.6834478240966797, + 0.7149497946739197, + 0.7328285658836364, + 0.7252531176567077, + 0.7242275772094726, + 0.6944476741790772, + 0.6577629441261291, + 0.5848735992431641, + 0.5314478209733963, + 0.5021982323169708, + 0.46592460460662843, + 0.43146484746932984, + 0.42146070685386655, + 0.4119085889816284, + 0.39813878288269045, + 0.41772686648368834, + 0.4242308696746826, + 0.4232831803321838, + 0.4443666146278381, + 0.4284376886367798, + 0.48585635566711427, + 0.5515175453186035, + 0.48890927267074585, + 0.5025943306922913, + 0.5741351163864136, + 0.5820644855499267, + 0.6837124898910523, + 0.6473771015167237, + 0.6066724607467652, + 0.6526529814243317, + 0.6264799011230469, + 0.6441321707725525, + 0.6961791508674622, + 0.6708058875083923, + 0.7160791521072387, + 0.7070828273773193, + 0.7737439245223999, + 0.6961604730606079, + 0.759050937461853, + 0.7100138769149781, + 0.7116358661174774, + 0.7559867481231689, + 0.7568133228302002, + 0.7395440124511719, + 0.7170330075263978, + 0.7338975098609924, + 0.7261011720657349, + 0.720359804058075, + 0.7117862114906311, + 0.6998868808746338, + 0.7118762451171875, + 0.6942419066429139, + 0.708058609008789, + 0.6941633409500122, + 0.692590379858017, + 0.6789092469215393, + 0.6850510005950927, + 0.716767284488678, + 0.68156391954422, + 0.6771818018913269, + 0.6850450862884522, + 0.6689441861152648, + 0.7021669523239136, + 0.657691025352478, + 0.6575634796142578, + 0.6773880264282227, + 0.6467782649993896, + 0.6400901229858399, + 0.6624997299194336, + 0.649611467552185, + 0.6397799256324768, + 0.641498973274231, + 0.6482289396286011, + 0.6444473560333251, + 0.630499946641922, + 0.6389780987739563, + 0.6262330022811889 + ], + "term_loss": [ + 1.8183423800468446, + 0.29775885496139526, + 0.3068508393764496, + 0.39105849962234496, + 0.42729952583312986, + 0.4394968143463135, + 0.4197773234128952, + 0.4148836517333984, + 0.3934750539779663, + 0.36719825417995455, + 0.29819075326919553, + 0.24998210138082505, + 0.22208165415525435, + 0.18075168552398682, + 0.14858310407996178, + 0.1344268194437027, + 0.12288439840078354, + 0.10251754094362259, + 0.11906026402711868, + 0.10960771135091782, + 0.10353840012550354, + 0.11309561696052552, + 0.0958007196843624, + 0.1258739206790924, + 0.17593133050203325, + 0.11036868476867676, + 0.11591389536857605, + 0.16073772571086883, + 0.15807414741516113, + 0.21683111358880996, + 0.17209635527133943, + 0.13972420678138733, + 0.15794085698723792, + 0.13904727120399474, + 0.13483572725057602, + 0.1666991223335266, + 0.1425665506362915, + 0.16871983683109285, + 0.14408435807228087, + 0.18444827466011046, + 0.1321460841655731, + 0.16269202904701233, + 0.13014199110269548, + 0.1294034091487527, + 0.1440461580991745, + 0.15523652358055115, + 0.14207189916372298, + 0.12285058436393738, + 0.13586411867141723, + 0.1288945063829422, + 0.12319473965168, + 0.11254922043085099, + 0.10359074312001466, + 0.11389455975294113, + 0.10458315942287445, + 0.1094145234465599, + 0.09637801191806793, + 0.09371047725081444, + 0.08351869256496429, + 0.08925566356182098, + 0.10697866353988647, + 0.08361842547655106, + 0.08154404339790344, + 0.08493596833944321, + 0.0752170923113823, + 0.10030660749673843, + 0.06409129187166691, + 0.06702304346561432, + 0.08525947888493537, + 0.0602948613345623, + 0.056035476887226106, + 0.07380687378048897, + 0.06269274026155472, + 0.05782889631986618, + 0.05753139565885067, + 0.062405730831623075, + 0.06079903078079223, + 0.0512572136759758, + 0.05954945843219757, + 0.049621654653549195 + ], + "bridge_loss": [ + 1.1121261556328157, + 0.18033452768325806, + 0.044868849658966065, + 0.014689313915371895, + 0.01023074924647808, + 0.01922336928844452, + 0.03395731185674667, + 0.03782916660308838, + 0.03113397532105446, + 0.022801124688982963, + 0.02172847282886505, + 0.020213665278255938, + 0.022226871091127396, + 0.025470469930768014, + 0.028755379277467727, + 0.029124588099122047, + 0.02939661954641342, + 0.029101639929413795, + 0.02919348032474518, + 0.03238499325215816, + 0.032242322093248364, + 0.03024594938158989, + 0.026401079308986664, + 0.024576114797592162, + 0.03187911439538002, + 0.02190283774137497, + 0.02207313554286957, + 0.023493554462492464, + 0.027907810562849043, + 0.03462046889662743, + 0.04101263058185577, + 0.03280288675427437, + 0.03566813161671162, + 0.03487102485895157, + 0.03985436806678772, + 0.04859413042068481, + 0.044892528000473976, + 0.05330698952078819, + 0.05985534909963608, + 0.06091915727853775, + 0.05097657561898231, + 0.055695305168628695, + 0.05239534618854523, + 0.053533487647771834, + 0.06308192758560181, + 0.056202594065666196, + 0.052459887611866, + 0.04611912113130093, + 0.04382932303547859, + 0.039009837090969085, + 0.037849784502387046, + 0.035277613407373426, + 0.03421798730790615, + 0.03130286419391632, + 0.030226914799213408, + 0.02961234229207039, + 0.02709128211736679, + 0.025383359724283218, + 0.02319343387782574, + 0.02375578812658787, + 0.025886915796995164, + 0.02316858033835888, + 0.021137660603225233, + 0.02238177977204323, + 0.019515478390455247, + 0.026733190059661866, + 0.016641176676750184, + 0.017249585717916488, + 0.020065816271305083, + 0.015035193768143653, + 0.013222106355428696, + 0.017796086595952512, + 0.016782105472683908, + 0.013273935839533806, + 0.014949301466345787, + 0.01761808745712042, + 0.016150817796587943, + 0.01291478123217821, + 0.013207211822271346, + 0.011661755262315273 + ], + "tgrad_loss": [ + 0.29443079996109006, + 0.32123903341293336, + 0.2724693781852722, + 0.2777000066757202, + 0.27741951839923856, + 0.27410838158130646, + 0.2715184868335724, + 0.27151475338935854, + 0.26983864469528196, + 0.267763564658165, + 0.2649543730735779, + 0.261252060508728, + 0.2578897050380707, + 0.259702449131012, + 0.254126366353035, + 0.257909298157692, + 0.25962757234573364, + 0.2665196026802063, + 0.26947312445640564, + 0.2822381624221802, + 0.2875024567604065, + 0.3010250496864319, + 0.306235889339447, + 0.33540631856918335, + 0.34370709981918335, + 0.3566377507209778, + 0.3646072976827621, + 0.3899038382530212, + 0.39608252487182616, + 0.43226090650558474, + 0.43426811542510985, + 0.43414536876678467, + 0.4590439986228943, + 0.4525616018295288, + 0.4694420761108398, + 0.4808858978271484, + 0.4833468080043793, + 0.4940523235321045, + 0.5031431226730346, + 0.5283764887332916, + 0.5130378133773804, + 0.5406636076927185, + 0.5274765404701233, + 0.5286989701747894, + 0.5488586637496948, + 0.5453742033958435, + 0.5450122264862061, + 0.5480633078575134, + 0.5542040694236755, + 0.5581968259811402, + 0.5593152769088745, + 0.5639593736648559, + 0.5620781542778015, + 0.5666788202285766, + 0.559431838798523, + 0.5690317416191101, + 0.5706940474510193, + 0.5734965413570404, + 0.5721971173286438, + 0.5720395500183105, + 0.5839017023563385, + 0.5747769118309021, + 0.5745000981330871, + 0.5777273398399353, + 0.5742116190910339, + 0.5751271549224853, + 0.5769585556983948, + 0.5732908483505249, + 0.5720627280235291, + 0.5714482112884521, + 0.5708325432777405, + 0.5708967746734619, + 0.5701366203308106, + 0.5686770866394043, + 0.5690182728767395, + 0.5682051241397857, + 0.5674975052833557, + 0.5663279546737671, + 0.5662214254856109, + 0.5649495909690857 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.35489675402641296, + 0.6773503422737122 + ], + "perturbation_rho": [ + 0.4646533727645874, + 0.7230339646339417 + ], + "nudging": { + "0.001": [ + -0.007704081013798714, + -0.005977225489914417 + ], + "0.003": [ + -0.023026108741760254, + -0.017880568280816078 + ], + "0.01": [ + -0.07572861015796661, + -0.059002168476581573 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json new file mode 100644 index 0000000..ca9c224 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.6485030268669127, + 0.7620264513015748, + 0.5550794436454773, + 0.48446305503845216, + 0.4474473762512207, + 0.4145241394519806, + 0.3731674439430237, + 0.3462322264909744, + 0.3150002685546875, + 0.2903987177371979, + 0.26924062194824216, + 0.23645675805807115, + 0.19837250323295594, + 0.18251929836273192, + 0.18135696101188659, + 0.15074845348596572, + 0.11649558038413525, + 0.09285263032913207, + 0.09888959465026856, + 0.08603223395347595, + 0.06269924810230731, + 0.046742530822753904, + 0.04394126555845142, + 0.031720275783538816, + 0.026758466351032257, + 0.023394752728939056, + 0.019812115742266177, + 0.01714037846326828, + 0.015127740550041199, + 0.013289766156673431, + 0.01228538273870945, + 0.012052093788981437, + 0.01026724858507514, + 0.00912058850824833, + 0.00848468861579895, + 0.00808774781525135, + 0.0072535969689488415, + 0.0068384970754385, + 0.0065235509559512135, + 0.00603497141264379, + 0.00568141555711627, + 0.005382864147424698, + 0.005199306092783808, + 0.00492797272503376, + 0.004693482632003724, + 0.004515291118621826, + 0.004368959432840347, + 0.004224653296917677, + 0.004046281071379781, + 0.003903051765821874, + 0.0037841040194034575, + 0.0036743775807321073, + 0.0035745090641081333, + 0.003476204214990139, + 0.0033944160878658296, + 0.0033240677129477265, + 0.0032490688487887384, + 0.0031777531236410143, + 0.0031181889969855545, + 0.0030590228272601963, + 0.003005053073912859, + 0.0029609910145401955, + 0.0029263747449964285, + 0.0028864801935851573, + 0.0028537690378725527, + 0.002823205841332674, + 0.002794191201776266, + 0.0027695251271128655, + 0.0027482865223661065, + 0.0027297443959861992, + 0.002714714765176177, + 0.0027010637482628224, + 0.0026901938542723655, + 0.0026811452329158782, + 0.00267406751178205, + 0.0026686322901397943, + 0.0026645718470215797, + 0.0026618377018719913, + 0.0026602591374889017, + 0.0026594095595180987 + ], + "train_acc": [ + 0.4485, + 0.7375, + 0.7923, + 0.8155, + 0.8282, + 0.8423, + 0.8571, + 0.8716, + 0.8789, + 0.89, + 0.9023, + 0.9173, + 0.9347, + 0.9407, + 0.9378, + 0.9517, + 0.9694, + 0.9813, + 0.9738, + 0.9822, + 0.9909, + 0.9955, + 0.9962, + 0.999, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.665, + 0.768, + 0.783, + 0.7825, + 0.783, + 0.794, + 0.787, + 0.7995, + 0.789, + 0.793, + 0.796, + 0.795, + 0.797, + 0.793, + 0.8005, + 0.7975, + 0.7935, + 0.7945, + 0.7905, + 0.791, + 0.796, + 0.7935, + 0.792, + 0.7925, + 0.7915, + 0.7905, + 0.788, + 0.793, + 0.788, + 0.789, + 0.79, + 0.7865, + 0.7905, + 0.788, + 0.788, + 0.788, + 0.789, + 0.7835, + 0.788, + 0.7865, + 0.7855, + 0.786, + 0.7855, + 0.787, + 0.786, + 0.786, + 0.7845, + 0.783, + 0.7845, + 0.784, + 0.7845, + 0.7855, + 0.7865, + 0.787, + 0.787, + 0.7865, + 0.7855, + 0.7865, + 0.786, + 0.786, + 0.787, + 0.7865, + 0.7855, + 0.7855, + 0.7865, + 0.786, + 0.786, + 0.787, + 0.7865, + 0.7865, + 0.7865, + 0.7865, + 0.786, + 0.786, + 0.786, + 0.786, + 0.786, + 0.786, + 0.786, + 0.786 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8610074520111084, + 0.8541143536567688, + 0.8321727514266968, + 0.7993940114974976 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999986886978149, + 0.9999971389770508, + 0.9999833703041077 + ], + "nudging": { + "0.001": [ + -0.061208125203847885, + -0.048201389610767365, + -0.027980640530586243, + -0.012230003252625465 + ], + "0.003": [ + -0.1748121678829193, + -0.13912320137023926, + -0.08209913969039917, + -0.03633902221918106 + ], + "0.01": [ + -0.492245614528656, + -0.40577083826065063, + -0.25304561853408813, + -0.117084801197052 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.244384346008301, + 1.6658402580261231, + 1.122510219192505, + 0.8736206652641296, + 0.7597340629577637, + 0.6988716425895691, + 0.6796123376846314, + 0.6578597159862518, + 0.6504812906265259, + 0.6735348190307617, + 0.6848076729774475, + 0.6858792749404907, + 0.6815519685745239, + 0.6852759933471679, + 0.7381223386764526, + 0.7184744972229004, + 0.6851869500160217, + 0.7189444061279296, + 0.7768984985351562, + 0.728230765914917, + 0.7206257730484009, + 0.7248182010650634, + 0.7614868778228759, + 0.7475514825820923, + 0.7896351873397827, + 0.7320388195991516, + 0.7398907415866852, + 0.7591429317474365, + 0.7483150260925293, + 0.7531359097480774, + 0.7545860271453857, + 0.8287553598403931, + 0.7648152837753296, + 0.771906914806366, + 0.7739894755363464, + 0.7938769704818726, + 0.7921385692596435, + 0.7916910556793213, + 0.8290664767742157, + 0.7879267723083496, + 0.8088912184476852, + 0.798623261642456, + 0.800121602153778, + 0.7935735574245453, + 0.7912781294822693, + 0.8075062445163727, + 0.7912796350479125, + 0.7820112172603607, + 0.787954132270813, + 0.7751848423004151, + 0.7753581878662109, + 0.7797921692848205, + 0.7868508473396302, + 0.7874830360412598, + 0.7783025196075439, + 0.7713859317302704, + 0.7603790185928345, + 0.7596016332626343, + 0.7514689461231232, + 0.7495272707939148, + 0.7444016216278077, + 0.7518722133636475, + 0.7441502522945405, + 0.7440012859344483, + 0.7390048952102661, + 0.739477536201477, + 0.7372656646728516, + 0.734891752910614, + 0.7310723892688751, + 0.728121880531311, + 0.7290601845741272, + 0.7274617082595826, + 0.7263197314262391, + 0.7242576133728027, + 0.7240845788955689, + 0.7236108267784118, + 0.7226919463157654, + 0.7218466625213623, + 0.7212368441104889, + 0.7210169439315796 + ], + "train_acc": [ + 0.1771, + 0.4329, + 0.5991, + 0.6748, + 0.7141, + 0.7359, + 0.7439, + 0.7517, + 0.7556, + 0.7448, + 0.7473, + 0.7457, + 0.7492, + 0.7504, + 0.7355, + 0.7435, + 0.7536, + 0.7422, + 0.7257, + 0.7412, + 0.743, + 0.7378, + 0.73, + 0.7369, + 0.7233, + 0.7438, + 0.7408, + 0.736, + 0.7384, + 0.7424, + 0.7353, + 0.7203, + 0.7372, + 0.7362, + 0.7369, + 0.7316, + 0.7361, + 0.7297, + 0.7274, + 0.7303, + 0.7311, + 0.7304, + 0.7304, + 0.7325, + 0.7398, + 0.7282, + 0.7346, + 0.7348, + 0.7357, + 0.7391, + 0.7357, + 0.7392, + 0.7322, + 0.7313, + 0.7375, + 0.736, + 0.7434, + 0.7412, + 0.7436, + 0.7417, + 0.7455, + 0.7431, + 0.745, + 0.7429, + 0.7461, + 0.7436, + 0.7447, + 0.7457, + 0.7459, + 0.748, + 0.7469, + 0.747, + 0.7516, + 0.7472, + 0.7476, + 0.7486, + 0.7501, + 0.7492, + 0.7493, + 0.7499 + ], + "test_acc": [ + 0.2955, + 0.537, + 0.639, + 0.6815, + 0.7015, + 0.713, + 0.7055, + 0.7105, + 0.694, + 0.6975, + 0.6945, + 0.7035, + 0.6945, + 0.637, + 0.695, + 0.6955, + 0.696, + 0.6375, + 0.6905, + 0.7005, + 0.7, + 0.697, + 0.6775, + 0.6955, + 0.691, + 0.6925, + 0.6785, + 0.6975, + 0.673, + 0.6935, + 0.6645, + 0.683, + 0.6875, + 0.679, + 0.6825, + 0.6765, + 0.6835, + 0.685, + 0.675, + 0.668, + 0.6735, + 0.6695, + 0.675, + 0.684, + 0.675, + 0.655, + 0.6665, + 0.662, + 0.6705, + 0.68, + 0.6675, + 0.6695, + 0.67, + 0.6585, + 0.6675, + 0.684, + 0.6655, + 0.669, + 0.678, + 0.677, + 0.68, + 0.674, + 0.675, + 0.677, + 0.676, + 0.675, + 0.6775, + 0.6795, + 0.6795, + 0.6785, + 0.682, + 0.6765, + 0.677, + 0.677, + 0.679, + 0.6825, + 0.68, + 0.6825, + 0.6825, + 0.682 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.008613362908363342, + 0.039367884397506714, + 0.07619941979646683, + 0.0912623256444931 + ], + "perturbation_rho": [ + -0.007624803110957146, + 0.008791688829660416, + 0.13103844225406647, + 0.12304534018039703 + ], + "nudging": { + "0.001": [ + 0.0005033417255617678, + -0.00032083888072520494, + -0.0003624922828748822, + -0.0004093719180673361 + ], + "0.003": [ + 0.0015421062707901, + -0.0009612979483790696, + -0.0010858506429940462, + -0.0012270397273823619 + ], + "0.01": [ + 0.005509334150701761, + -0.003195145633071661, + -0.0036095697432756424, + -0.004080047365278006 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.9460896991729737, + 1.02048748588562, + 0.6666754946231842, + 0.5997845686912536, + 0.6188174986362457, + 0.6522882369995118, + 0.702923126411438, + 0.7500360467910766, + 0.7784844299316406, + 0.8033292488098145, + 0.8202642150878906, + 0.8388009960174561, + 0.8644936017990112, + 0.8621721601486206, + 0.8420976860046386, + 0.8441275070190429, + 0.8518479587554931, + 0.8519618356704712, + 0.8573237961769103, + 0.8466630826950073, + 0.8620194334030151, + 0.872311677646637, + 0.8844598554611206, + 0.8897781185150146, + 0.8986350463867188, + 0.9107674625396729, + 0.9466994457244873, + 0.937027760887146, + 0.9229575090408325, + 0.9407363571166992, + 0.9483418552398681, + 0.9390256658554077, + 0.9403314212799072, + 0.9275119705200195, + 0.9150855571746827, + 0.9282055849075317, + 0.9308360594749451, + 0.9139512258529663, + 0.932987433052063, + 0.9214247636795044, + 0.9115749345779419, + 0.9211696140289307, + 0.9204665400505065, + 0.9168176971912384, + 0.9151170783996582, + 0.9214367736816407, + 0.9209912311553955, + 0.9118391947746277, + 0.9123114767074585, + 0.92075571975708, + 0.9061430419921875, + 0.9054867052078247, + 0.8936779041290284, + 0.9038484088897705, + 0.9033261381149292, + 0.8901759426116943, + 0.8972558786392212, + 0.8854782384872436, + 0.8886939645767212, + 0.8866627412796021, + 0.8855161333084106, + 0.8790008495330811, + 0.8785218952178955, + 0.87869962849617, + 0.8714217117309571, + 0.8715060123443603, + 0.8701889377593994, + 0.866465859413147, + 0.8666391557693481, + 0.8658134422302246, + 0.8639697080612183, + 0.8635739400863648, + 0.8614107210159302, + 0.8612226030349731, + 0.860686711883545, + 0.8599462993621826, + 0.8594131113052368, + 0.8590457509994507, + 0.8588304187774658, + 0.8587044605255127 + ], + "train_acc": [ + 0.3069, + 0.631, + 0.745, + 0.7677, + 0.7673, + 0.7585, + 0.7431, + 0.7285, + 0.7221, + 0.711, + 0.7088, + 0.6988, + 0.6899, + 0.6911, + 0.6931, + 0.6895, + 0.6821, + 0.6871, + 0.6841, + 0.6861, + 0.685, + 0.6788, + 0.681, + 0.6818, + 0.6734, + 0.6787, + 0.6673, + 0.668, + 0.6761, + 0.6688, + 0.6658, + 0.6669, + 0.6636, + 0.6717, + 0.6721, + 0.6659, + 0.6707, + 0.6746, + 0.6666, + 0.6708, + 0.6728, + 0.6736, + 0.6688, + 0.6701, + 0.6778, + 0.6721, + 0.6728, + 0.6757, + 0.6743, + 0.6693, + 0.6738, + 0.6802, + 0.6788, + 0.6783, + 0.677, + 0.6837, + 0.677, + 0.6814, + 0.6807, + 0.6834, + 0.6819, + 0.6821, + 0.683, + 0.6832, + 0.6838, + 0.6858, + 0.6834, + 0.6856, + 0.6852, + 0.6866, + 0.6868, + 0.687, + 0.6865, + 0.6889, + 0.6866, + 0.6866, + 0.6872, + 0.6871, + 0.6874, + 0.6876 + ], + "test_acc": [ + 0.522, + 0.686, + 0.7305, + 0.725, + 0.7175, + 0.7205, + 0.6945, + 0.692, + 0.6795, + 0.6775, + 0.6695, + 0.657, + 0.657, + 0.6595, + 0.662, + 0.6585, + 0.64, + 0.648, + 0.6455, + 0.6335, + 0.6255, + 0.6325, + 0.6285, + 0.6225, + 0.6235, + 0.62, + 0.6245, + 0.624, + 0.628, + 0.6205, + 0.6235, + 0.6265, + 0.6115, + 0.6265, + 0.6175, + 0.6205, + 0.6225, + 0.6235, + 0.621, + 0.628, + 0.628, + 0.6265, + 0.624, + 0.625, + 0.6195, + 0.6285, + 0.632, + 0.6255, + 0.623, + 0.6335, + 0.6115, + 0.6285, + 0.6285, + 0.632, + 0.626, + 0.6255, + 0.6265, + 0.628, + 0.6265, + 0.635, + 0.634, + 0.629, + 0.632, + 0.633, + 0.6325, + 0.6295, + 0.6325, + 0.632, + 0.636, + 0.6265, + 0.6335, + 0.6305, + 0.6315, + 0.634, + 0.6325, + 0.6295, + 0.631, + 0.6315, + 0.6305, + 0.6305 + ], + "state_pred_error": [ + 0.7793568561077118, + 0.3118565825223923, + 0.20360799007415772, + 0.17635596759319305, + 0.16408502702713013, + 0.1599778488636017, + 0.16032327077388764, + 0.16038565831184387, + 0.15718616988658904, + 0.1544437967300415, + 0.15516557030677797, + 0.15298717787265778, + 0.1504029001235962, + 0.14225415984392167, + 0.13645789219141005, + 0.12674877222776412, + 0.11889368886947632, + 0.11306129736900329, + 0.10757653653621674, + 0.10412199894189834, + 0.09768045265674591, + 0.09353149293661117, + 0.09076726281642913, + 0.08965073142051697, + 0.08674556518793106, + 0.08478252203464508, + 0.08322861977815628, + 0.08022089281082154, + 0.07800674693584442, + 0.07719690150022507, + 0.07593471973538399, + 0.07448869940042496, + 0.07324682236909866, + 0.07216234427690506, + 0.07157725752592087, + 0.06850798486471177, + 0.06744037889242173, + 0.06449633466005325, + 0.06279489300251007, + 0.060556842333078384, + 0.05860834004878998, + 0.056899214422702786, + 0.05532535774707794, + 0.053600450432300564, + 0.05157438895106316, + 0.05032240780591965, + 0.049856857776641846, + 0.04676780249476433, + 0.04521846981048584, + 0.04605005966424942, + 0.04307681691348553, + 0.04080379275083542, + 0.03996113035082817, + 0.03907167859077454, + 0.03806798343658447, + 0.036509654211997984, + 0.03606395539045334, + 0.03462406445145607, + 0.033797594472765924, + 0.03285828292965889, + 0.03233671128153801, + 0.03190984711050987, + 0.03070613071322441, + 0.030161835169792175, + 0.029909810426831246, + 0.02907034457921982, + 0.028224628251791, + 0.0277183085501194, + 0.028236137807369232, + 0.026743644657731058, + 0.026232112246751784, + 0.02569632602930069, + 0.025446067842841147, + 0.025489903342723847, + 0.024715018486976624, + 0.024953959307074548, + 0.02375960406959057, + 0.023399142843484877, + 0.023335635387897492, + 0.022959388345479965 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.5847928524017334, + 0.3501134514808655, + 0.17105570435523987, + 0.15130013227462769 + ], + "perturbation_rho": [ + 0.5387442708015442, + 0.3080189526081085, + 0.17941737174987793, + 0.20768526196479797 + ], + "nudging": { + "0.001": [ + -0.017160478979349136, + -0.0019152601016685367, + -0.0006842610309831798, + -0.0005889273015782237 + ], + "0.003": [ + -0.05081973969936371, + -0.00573696568608284, + -0.002051552291959524, + -0.0017658264841884375 + ], + "0.01": [ + -0.16164088249206543, + -0.01902196928858757, + -0.006823995150625706, + -0.005875328555703163 + ] + }, + "state_pred_error_per_layer": [ + 10103.57421875, + 1132.8861083984375, + 636.5859375, + 537.355224609375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2463353088378906, + 1.6628951946258546, + 1.1295779554367065, + 0.8783353236198426, + 0.7639653888702392, + 0.7047067642211914, + 0.6768319065093994, + 0.68182680311203, + 0.6602677572250366, + 0.6724473495483398, + 0.6855211343765258, + 0.6726006875991821, + 0.7052314999580384, + 0.7074386056900024, + 0.7129003076553345, + 0.7024357145309448, + 0.7227834997177124, + 0.7313135984420777, + 0.7373644021987915, + 0.7224393496513367, + 0.7700278699874878, + 0.7357270636558533, + 0.8003145306587219, + 0.8743129741668701, + 0.9247114940643311, + 0.9404189452171325, + 0.915456344985962, + 0.9703503519058227, + 1.0076803161621093, + 1.0813798515319824, + 1.1350637050628662, + 1.1440386219978333, + 1.1056740509033203, + 1.166263697052002, + 1.2001307735443114, + 1.227112310028076, + 1.2333890773773193, + 1.3325600746154784, + 1.314357687187195, + 1.3420076190948487, + 1.3500135983467103, + 1.434612279510498, + 1.4547458221435547, + 1.5096508449554444, + 1.5078580778121948, + 1.591580895614624, + 1.496910350227356, + 1.450836026954651, + 1.4903024017333983, + 1.4724365951538085, + 1.4564998203277588, + 1.4475345220565796, + 1.4865602378845215, + 1.4574821096420287, + 1.4633408412933349, + 1.4454458599090576, + 1.4607100917816163, + 1.4355232284545898, + 1.4373876348495482, + 1.447427599143982, + 1.4473964019775392, + 1.4408766548156737, + 1.4291354480743408, + 1.4133699844360352, + 1.426364598274231, + 1.4254159889221192, + 1.4199595382690429, + 1.422476571083069, + 1.4094791442871093, + 1.4061016763687133, + 1.4055855443954468, + 1.4035878326416016, + 1.402430838394165, + 1.3991222805023193, + 1.3999051294326783, + 1.3970819057464599, + 1.3952340185165406, + 1.3938718709945679, + 1.3935380973815918, + 1.3929829921722412 + ], + "train_acc": [ + 0.1808, + 0.4377, + 0.5916, + 0.6766, + 0.716, + 0.7362, + 0.7476, + 0.7486, + 0.7527, + 0.7524, + 0.7446, + 0.7487, + 0.7415, + 0.7441, + 0.7413, + 0.7448, + 0.7382, + 0.7389, + 0.7355, + 0.743, + 0.7278, + 0.7372, + 0.7243, + 0.7026, + 0.6916, + 0.6858, + 0.6794, + 0.665, + 0.6553, + 0.6355, + 0.6132, + 0.6106, + 0.6108, + 0.5876, + 0.581, + 0.5631, + 0.5618, + 0.5438, + 0.5425, + 0.5328, + 0.5346, + 0.5133, + 0.5039, + 0.4927, + 0.4913, + 0.4756, + 0.4905, + 0.4983, + 0.4826, + 0.4915, + 0.4942, + 0.4966, + 0.4945, + 0.4911, + 0.4899, + 0.4916, + 0.4894, + 0.4955, + 0.4961, + 0.4848, + 0.4874, + 0.4913, + 0.4996, + 0.5021, + 0.5002, + 0.4975, + 0.496, + 0.4951, + 0.4993, + 0.4999, + 0.501, + 0.5021, + 0.5, + 0.5032, + 0.5005, + 0.5015, + 0.505, + 0.5026, + 0.5038, + 0.504 + ], + "test_acc": [ + 0.286, + 0.5365, + 0.6435, + 0.684, + 0.6895, + 0.717, + 0.7055, + 0.7145, + 0.706, + 0.695, + 0.702, + 0.6775, + 0.695, + 0.6835, + 0.703, + 0.6965, + 0.6885, + 0.6755, + 0.6835, + 0.6775, + 0.684, + 0.689, + 0.667, + 0.6625, + 0.64, + 0.649, + 0.636, + 0.627, + 0.6065, + 0.592, + 0.5795, + 0.593, + 0.5605, + 0.571, + 0.523, + 0.5305, + 0.503, + 0.5135, + 0.521, + 0.518, + 0.4995, + 0.491, + 0.4555, + 0.4515, + 0.452, + 0.4625, + 0.509, + 0.475, + 0.497, + 0.4865, + 0.4855, + 0.476, + 0.4865, + 0.488, + 0.4805, + 0.4825, + 0.499, + 0.4955, + 0.487, + 0.497, + 0.4805, + 0.4785, + 0.4875, + 0.481, + 0.4945, + 0.4895, + 0.4905, + 0.4995, + 0.489, + 0.4975, + 0.496, + 0.5045, + 0.4955, + 0.4995, + 0.507, + 0.5015, + 0.5025, + 0.5015, + 0.5025, + 0.502 + ], + "value_loss": [ + 2.911659792137146, + 0.8996274837493896, + 0.7878434350967407, + 0.833689813041687, + 0.8365230781555176, + 0.8657572345733643, + 0.908541974067688, + 0.8480338787078857, + 0.8042462064743042, + 0.8133011533737182, + 0.8212067371368408, + 0.7808171772003174, + 0.8961290629386902, + 0.8653587206840515, + 0.8886142436981201, + 0.8761268617630005, + 0.884904754447937, + 0.8448927827835083, + 0.7980134412765503, + 0.6888658224105835, + 0.7473662647247314, + 0.65811010055542, + 0.7839856298923492, + 0.880495791387558, + 0.9084092624664306, + 0.8530173231601715, + 0.7625637437820435, + 1.0123852161407472, + 0.7736059984683991, + 0.8328087013244629, + 0.8140958374023437, + 0.8670786144256591, + 0.7377396880626679, + 0.7568698725700378, + 0.8068661364555358, + 0.7318669836044311, + 0.8281291389465332, + 0.8503475652694702, + 0.7644144630432129, + 0.7720902391433716, + 0.7514402165412902, + 0.9521960460662842, + 0.8458146006584167, + 0.891452622795105, + 0.8914439929962158, + 1.057370574760437, + 0.8315652293205261, + 0.7571992207050323, + 0.7947545112609863, + 0.7905970148086547, + 0.7850572494506836, + 0.7695828517913819, + 0.7652045320510864, + 0.7695798728942871, + 0.7152940567016601, + 0.6907661506652832, + 0.7097496647834778, + 0.6639136574745178, + 0.6959176488876343, + 0.6530081424713134, + 0.6744708864212036, + 0.7077253155708313, + 0.6539039137840271, + 0.6366007213592529, + 0.6607606963157654, + 0.6579708410263061, + 0.6630125551223754, + 0.6548057119369507, + 0.6407008107185364, + 0.6340464912891388, + 0.6079182727813721, + 0.6078491495132446, + 0.597375852394104, + 0.5983859522819519, + 0.5880393584251404, + 0.5987486978530884, + 0.5848587021827698, + 0.5729552617073059, + 0.5823435966968536, + 0.5799021621704101 + ], + "term_loss": [ + 1.6125608334541321, + 0.3840840371608734, + 0.48750869870185853, + 0.5739233162879944, + 0.583460131931305, + 0.611264087486267, + 0.6456350657463074, + 0.5810235898971557, + 0.5565879321813584, + 0.5670145713806153, + 0.5748216830253601, + 0.5389469696044922, + 0.6412990503311157, + 0.611316840839386, + 0.6310292453765869, + 0.6179455483436584, + 0.6184575637817383, + 0.5764782516479492, + 0.527465288066864, + 0.41762967494726183, + 0.4613805497169495, + 0.3795637038946152, + 0.48266787681579587, + 0.5520704276800156, + 0.5708891902923584, + 0.5130272762060165, + 0.4277731086730957, + 0.6448732345700264, + 0.4158886254787445, + 0.4512560091495514, + 0.42728045053482056, + 0.47845339875221254, + 0.36093939908742906, + 0.3623666671514511, + 0.3938521237373352, + 0.30772404375076295, + 0.38484077141284945, + 0.3804583154678345, + 0.3062211089849472, + 0.31390601534843443, + 0.29931726670265196, + 0.46709287190437315, + 0.3718694251537323, + 0.4082421121120453, + 0.4114425645828247, + 0.5396676266670227, + 0.3574508339881897, + 0.30055283591747284, + 0.3261272901535034, + 0.32341902742385864, + 0.31227895908355713, + 0.3047007039070129, + 0.2977863587141037, + 0.2951382811933756, + 0.25380487928390505, + 0.2323027446269989, + 0.2462068591594696, + 0.21350320754051208, + 0.23597208461761474, + 0.19863421688079835, + 0.21512561297416688, + 0.24010928027629852, + 0.19815546962618827, + 0.1846117480993271, + 0.20065309627056122, + 0.20074695563316344, + 0.20255926916599273, + 0.19159356966018676, + 0.183841939163208, + 0.17822789697647096, + 0.1608728482246399, + 0.16112907934188841, + 0.15298778686523437, + 0.1534871971011162, + 0.14573802747726441, + 0.1528574206352234, + 0.14455881164073944, + 0.13546503726243972, + 0.1438804125547409, + 0.1424343505382538 + ], + "bridge_loss": [ + 0.9979561433154623, + 0.1923502779841423, + 0.03369875200092792, + 0.010089649520814419, + 0.017109860217571257, + 0.026464090970158578, + 0.03847438667416572, + 0.03879255889952183, + 0.022746800869703293, + 0.015745803397893905, + 0.012550205962359905, + 0.011100650027394295, + 0.01492225005030632, + 0.013557523837685584, + 0.015981767566502093, + 0.017492658911645413, + 0.016710551595687868, + 0.020652121636271475, + 0.021984567886590957, + 0.027721646511554718, + 0.02861447253227234, + 0.029199581980705262, + 0.036015259969234464, + 0.0433954286724329, + 0.04418629710674286, + 0.04494130345731974, + 0.04159592981934548, + 0.05838559107780456, + 0.03970318132787943, + 0.043886014127731326, + 0.03409061102867127, + 0.03418889250457287, + 0.02945999857187271, + 0.029395705950260163, + 0.04250650172829628, + 0.045237154906988146, + 0.06208780016303062, + 0.06760461230278016, + 0.05713116898536682, + 0.05177076178789139, + 0.0454777575224638, + 0.06035384655445814, + 0.045845873348414896, + 0.04476448094546795, + 0.04259207730293274, + 0.0661571847498417, + 0.04104372414797545, + 0.03152658507525921, + 0.03633371991813183, + 0.04221771730184555, + 0.048432806301116946, + 0.043537792390584945, + 0.04238384801149368, + 0.05086035580188036, + 0.0377189158320427, + 0.039344362449645995, + 0.04182275475263596, + 0.03353696493506431, + 0.042798616722226145, + 0.03527422734498978, + 0.04015132822394371, + 0.049883893620967866, + 0.040538436710834506, + 0.04075850441455841, + 0.04582972603738308, + 0.044166031336784366, + 0.0475761167883873, + 0.048364759862422946, + 0.04714719864577055, + 0.04529150511026382, + 0.03810691610574722, + 0.03794098879098892, + 0.03586618504524231, + 0.03720670894086361, + 0.03536857309937477, + 0.038663346046209336, + 0.035329807829856875, + 0.031151742255687714, + 0.03266222105920315, + 0.03182844363451004 + ], + "tgrad_loss": [ + 0.3011428183555603, + 0.32319316704273227, + 0.2666359860420227, + 0.24967685322761535, + 0.23595308814048768, + 0.22802906050682067, + 0.224432515001297, + 0.22821773476600646, + 0.22491148040294648, + 0.23054077467918396, + 0.2338348491191864, + 0.2307695638656616, + 0.23990776176452636, + 0.24048435621261596, + 0.24160322992801667, + 0.24068865609169007, + 0.24973663783073424, + 0.24776240782737732, + 0.24856358866691589, + 0.243514501452446, + 0.2573712419271469, + 0.24934680943489074, + 0.26530250334739686, + 0.28502992734909055, + 0.2933337756156921, + 0.2950487338542938, + 0.293194704246521, + 0.3091263904094696, + 0.31801419608592985, + 0.33766667613983153, + 0.3527247706413269, + 0.35443632416725157, + 0.3473402920246124, + 0.36510749626159666, + 0.3705075058937073, + 0.3789057858467102, + 0.3812005734443665, + 0.4022846411705017, + 0.4010621870994568, + 0.40641346549987795, + 0.4066451931238174, + 0.42474932079315186, + 0.4280993054389954, + 0.43844602947235106, + 0.4374093544960022, + 0.45154575901031496, + 0.43307066822052004, + 0.4251198007583618, + 0.43229349727630617, + 0.4249602687358856, + 0.42434548816680906, + 0.42134435329437253, + 0.42503432445526124, + 0.42358124074935916, + 0.4237702589035034, + 0.4191190438270569, + 0.4217200475215912, + 0.4168734808921814, + 0.4171469500541687, + 0.4190996997833252, + 0.41919394392967224, + 0.4177321403503418, + 0.4152100051879883, + 0.4112304693222046, + 0.4142778721809387, + 0.41305785455703736, + 0.41287716846466066, + 0.41484738330841064, + 0.4097116720199585, + 0.41052708587646486, + 0.4089385024547577, + 0.40877908191680906, + 0.4085218800544739, + 0.4076920410633087, + 0.40693275775909427, + 0.4072279285430908, + 0.40497008571624754, + 0.4063384813308716, + 0.4058009665966034, + 0.4056393639087677 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.1632033884525299, + 0.4602273404598236, + 0.4661305546760559, + 0.47359973192214966 + ], + "perturbation_rho": [ + 0.20324298739433289, + 0.5429707169532776, + 0.5653814077377319, + 0.5405630469322205 + ], + "nudging": { + "0.001": [ + -0.004459770396351814, + -0.0037539242766797543, + -0.003678151872009039, + -0.0036794268526136875 + ], + "0.003": [ + -0.013349814340472221, + -0.011245567351579666, + -0.011020736768841743, + -0.011023622006177902 + ], + "0.01": [ + -0.04415123537182808, + -0.037312425673007965, + -0.03657253086566925, + -0.036583565175533295 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json new file mode 100644 index 0000000..fa96d0f --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.7025919662475586, + 0.7795055631637573, + 0.5677913279533386, + 0.5046968063354492, + 0.4608808174133301, + 0.4361949195861816, + 0.40271503200531006, + 0.362711107635498, + 0.33460533142089843, + 0.31974913997650145, + 0.28304471197128295, + 0.26439799995422364, + 0.23186020562648774, + 0.20645251512527465, + 0.1854053668022156, + 0.1883622447013855, + 0.1564298264503479, + 0.13204074223041534, + 0.10547249886989593, + 0.10665607880353928, + 0.08874446132183075, + 0.07009058383703232, + 0.05733880244493485, + 0.043911282253265384, + 0.03912401325702667, + 0.03387549254000187, + 0.02815464017689228, + 0.02348671322837472, + 0.019660550662875174, + 0.017395093828439713, + 0.015793408343195914, + 0.014198495180904866, + 0.012760633385181427, + 0.0120456358730793, + 0.011391607284545899, + 0.010471956431865692, + 0.009712862337380647, + 0.008671599093079567, + 0.008101777815818787, + 0.007641905176639557, + 0.0070717818230390545, + 0.006704615060985088, + 0.006303096756339073, + 0.006046279940009117, + 0.00574500061199069, + 0.005459648424386978, + 0.005366687068715691, + 0.005106282755732537, + 0.0048983019106090065, + 0.004707646728307009, + 0.004541327039897442, + 0.004420189782977104, + 0.004278477553278208, + 0.004159028781205416, + 0.0040608737718313935, + 0.003950595530960709, + 0.003842289924249053, + 0.0037566692493855953, + 0.003692386071756482, + 0.003627489294856787, + 0.0035626379638910295, + 0.003507125860080123, + 0.0034519337229430677, + 0.0034051366314291954, + 0.0033655297085642814, + 0.003327148025482893, + 0.0032939382158219815, + 0.003263653342053294, + 0.0032373780891299248, + 0.0032149843648076057, + 0.0031963624887168408, + 0.0031805660903453828, + 0.003166854461468756, + 0.0031557184338569643, + 0.003146645697206259, + 0.003140145140886307, + 0.0031351621329784394, + 0.0031318566258996725, + 0.0031298461467027666, + 0.0031287998259067534 + ], + "train_acc": [ + 0.4243, + 0.7371, + 0.7887, + 0.8026, + 0.82, + 0.832, + 0.8453, + 0.8624, + 0.8743, + 0.881, + 0.8937, + 0.907, + 0.9186, + 0.9333, + 0.9397, + 0.9326, + 0.9481, + 0.9624, + 0.9761, + 0.971, + 0.9793, + 0.9886, + 0.9935, + 0.9975, + 0.9981, + 0.9988, + 0.9996, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.6665, + 0.765, + 0.759, + 0.7695, + 0.7725, + 0.7735, + 0.777, + 0.783, + 0.7815, + 0.7765, + 0.7895, + 0.781, + 0.7895, + 0.785, + 0.7865, + 0.786, + 0.789, + 0.7905, + 0.792, + 0.7855, + 0.7905, + 0.792, + 0.7955, + 0.7895, + 0.7915, + 0.793, + 0.7905, + 0.79, + 0.791, + 0.788, + 0.7935, + 0.792, + 0.79, + 0.7925, + 0.792, + 0.79, + 0.7855, + 0.791, + 0.788, + 0.789, + 0.79, + 0.7885, + 0.7895, + 0.7895, + 0.7915, + 0.7895, + 0.792, + 0.7905, + 0.7915, + 0.789, + 0.7885, + 0.789, + 0.789, + 0.7885, + 0.7885, + 0.788, + 0.7875, + 0.7875, + 0.787, + 0.7875, + 0.787, + 0.7875, + 0.7875, + 0.7865, + 0.787, + 0.7875, + 0.7865, + 0.7875, + 0.787, + 0.788, + 0.7875, + 0.788, + 0.7875, + 0.7875, + 0.7875, + 0.7875, + 0.7875, + 0.7875, + 0.7875, + 0.7875 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8902335166931152, + 0.8886877298355103, + 0.8827626705169678, + 0.8678592443466187 + ], + "perturbation_rho": [ + 0.9999993443489075, + 0.9999990463256836, + 0.9999973773956299, + 0.9999867081642151 + ], + "nudging": { + "0.001": [ + -0.05980858951807022, + -0.047062948346138, + -0.02711305394768715, + -0.011864672414958477 + ], + "0.003": [ + -0.17234034836292267, + -0.13683676719665527, + -0.07991128414869308, + -0.035327523946762085 + ], + "0.01": [ + -0.49256381392478943, + -0.4056996703147888, + -0.2497977763414383, + -0.11465895175933838 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2805367691040037, + 1.6415521514892577, + 1.0540750062942505, + 0.8191366905212403, + 0.720514697265625, + 0.6729900581359863, + 0.6483235983848572, + 0.6373948863983154, + 0.6437193074226379, + 0.6749926948547363, + 0.6499340630531311, + 0.6586005910873413, + 0.6826166941642762, + 0.6718164960861206, + 0.675482904624939, + 0.6877107390403747, + 0.7121948526382447, + 0.7166374977111817, + 0.7339209732055664, + 0.7540338826179505, + 0.7380614143371582, + 0.760818413734436, + 0.7298965669393539, + 0.745001176738739, + 0.7385975076675415, + 0.7762571002960205, + 0.7398200908660889, + 0.7519381859302521, + 0.7321780063629151, + 0.7773449554443359, + 0.84277982339859, + 0.784512722492218, + 0.7535494892120361, + 0.7960302189826965, + 0.7641264217376709, + 0.8023091213226319, + 0.7795416162490845, + 0.7875791462898254, + 0.760817495918274, + 0.7777634320259095, + 0.752805848312378, + 0.7481458770751953, + 0.7761073146820069, + 0.8001040952682495, + 0.7761383037567139, + 0.7439687911987305, + 0.7440207496643066, + 0.744167911529541, + 0.7687978046417236, + 0.7441968929290772, + 0.72595838098526, + 0.7307925410270691, + 0.7274970026016235, + 0.7375823734283448, + 0.7422896279573441, + 0.7248193643569947, + 0.7262517263412476, + 0.7219201570510865, + 0.7164952000141144, + 0.7161007792472839, + 0.7057839481353759, + 0.7116451340675354, + 0.708030333328247, + 0.711191120147705, + 0.7084746857643127, + 0.7060219361305237, + 0.7035173624038696, + 0.7019980341911316, + 0.6986017496109008, + 0.6976793788909912, + 0.6944869701385498, + 0.6933993984222412, + 0.6916578367948533, + 0.6894085638046265, + 0.689437709903717, + 0.68888226146698, + 0.6875977687835694, + 0.6869268341064453, + 0.6862103477478028, + 0.6858732402801514 + ], + "train_acc": [ + 0.1637, + 0.4532, + 0.6262, + 0.6939, + 0.7262, + 0.7438, + 0.7515, + 0.7572, + 0.7574, + 0.7472, + 0.7561, + 0.7538, + 0.7522, + 0.7545, + 0.7545, + 0.7499, + 0.7451, + 0.7464, + 0.7449, + 0.7378, + 0.7428, + 0.7358, + 0.7379, + 0.7375, + 0.7425, + 0.7304, + 0.7404, + 0.7376, + 0.741, + 0.7343, + 0.718, + 0.725, + 0.7363, + 0.7261, + 0.7303, + 0.7238, + 0.7288, + 0.7261, + 0.7343, + 0.7289, + 0.7322, + 0.7365, + 0.728, + 0.7232, + 0.7339, + 0.7365, + 0.7335, + 0.7383, + 0.7344, + 0.7359, + 0.7378, + 0.7373, + 0.7406, + 0.7376, + 0.7332, + 0.7401, + 0.7417, + 0.7442, + 0.745, + 0.7417, + 0.7427, + 0.7461, + 0.7451, + 0.7423, + 0.7436, + 0.7439, + 0.7452, + 0.7474, + 0.7481, + 0.7489, + 0.7489, + 0.7508, + 0.7484, + 0.7516, + 0.7485, + 0.7492, + 0.7498, + 0.7506, + 0.7498, + 0.7502 + ], + "test_acc": [ + 0.2825, + 0.546, + 0.6555, + 0.684, + 0.71, + 0.713, + 0.7245, + 0.723, + 0.7205, + 0.7245, + 0.7095, + 0.703, + 0.7015, + 0.709, + 0.714, + 0.699, + 0.712, + 0.692, + 0.681, + 0.701, + 0.69, + 0.703, + 0.6915, + 0.692, + 0.677, + 0.6985, + 0.6885, + 0.699, + 0.6855, + 0.6565, + 0.679, + 0.704, + 0.678, + 0.694, + 0.679, + 0.6945, + 0.6745, + 0.6855, + 0.69, + 0.676, + 0.701, + 0.6765, + 0.6765, + 0.685, + 0.699, + 0.6915, + 0.6885, + 0.686, + 0.696, + 0.695, + 0.6985, + 0.701, + 0.6925, + 0.6985, + 0.6985, + 0.694, + 0.701, + 0.705, + 0.695, + 0.7085, + 0.6975, + 0.697, + 0.697, + 0.705, + 0.707, + 0.707, + 0.705, + 0.6975, + 0.701, + 0.6995, + 0.707, + 0.7065, + 0.707, + 0.7055, + 0.706, + 0.705, + 0.7055, + 0.706, + 0.7065, + 0.7075 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.026215966790914536, + 0.05776425451040268, + 0.07666948437690735, + 0.08296040445566177 + ], + "perturbation_rho": [ + 0.04998716711997986, + 0.09949691593647003, + 0.049676910042762756, + 0.012540214695036411 + ], + "nudging": { + "0.001": [ + -0.0008748910040594637, + -0.00038322899490594864, + -0.0003354061918798834, + -0.00033481494756415486 + ], + "0.003": [ + -0.0026117637753486633, + -0.0011494184145703912, + -0.001006446429528296, + -0.0010040509514510632 + ], + "0.01": [ + -0.008544353768229485, + -0.0038241599686443806, + -0.0033461027778685093, + -0.003339859191328287 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.007753798675537, + 1.0622356224060059, + 0.69143017578125, + 0.6239932517051697, + 0.6335793426036834, + 0.674501599407196, + 0.7154178378105164, + 0.7578475559234619, + 0.785428904247284, + 0.7806968556404114, + 0.79781559009552, + 0.8039525414466858, + 0.8008891497612, + 0.796566740322113, + 0.8047402942657471, + 0.8085960758209229, + 0.8045371704101563, + 0.809913685798645, + 0.8109244365692139, + 0.822509958267212, + 0.8186556421279907, + 0.8206361956596374, + 0.8208891757965088, + 0.8155913323402405, + 0.8365351364135742, + 0.8417284649848938, + 0.8479398907661438, + 0.8543629753112792, + 0.8356543054580688, + 0.8371729434967041, + 0.849026389503479, + 0.8420911851882935, + 0.8437719006538391, + 0.8468664903640747, + 0.8579279032707214, + 0.8493580184936523, + 0.8420408730506896, + 0.8348710892677307, + 0.8287518863677978, + 0.8248524719238282, + 0.8344216783523559, + 0.8304245887756347, + 0.8186835735321045, + 0.8134511299133301, + 0.8171366225242614, + 0.8118591390132904, + 0.7982140255451202, + 0.7970935890197753, + 0.8015208456993103, + 0.7964595051288604, + 0.7967358273506164, + 0.8013176858901978, + 0.7927464712142944, + 0.7874492823600769, + 0.7888918502807617, + 0.8002659862518311, + 0.7785984733581542, + 0.7800743109226227, + 0.7750258285522461, + 0.7772714210510254, + 0.7739788970470428, + 0.7726497331619263, + 0.7723067853927612, + 0.7742076810836792, + 0.7713943565368653, + 0.769815579032898, + 0.7686135004043579, + 0.7663217308044433, + 0.7666474376678467, + 0.7653638418197631, + 0.7640022378921508, + 0.7641778549194336, + 0.7632465696334839, + 0.7620238209724426, + 0.7611095140457154, + 0.7607381951332093, + 0.7604392482757568, + 0.7600468851089478, + 0.7597837959289551, + 0.7596640625 + ], + "train_acc": [ + 0.282, + 0.6144, + 0.7404, + 0.7629, + 0.7625, + 0.7517, + 0.7434, + 0.7292, + 0.7245, + 0.7223, + 0.714, + 0.7117, + 0.7112, + 0.7079, + 0.7049, + 0.7033, + 0.7077, + 0.7012, + 0.6989, + 0.6952, + 0.6962, + 0.6999, + 0.698, + 0.6975, + 0.6959, + 0.6925, + 0.6911, + 0.6866, + 0.6941, + 0.6978, + 0.6929, + 0.6954, + 0.6926, + 0.6886, + 0.6905, + 0.6921, + 0.6969, + 0.6961, + 0.698, + 0.6998, + 0.694, + 0.6983, + 0.6999, + 0.7023, + 0.7011, + 0.7013, + 0.7085, + 0.7072, + 0.7043, + 0.7048, + 0.7031, + 0.7082, + 0.7094, + 0.7102, + 0.7084, + 0.7038, + 0.7109, + 0.7132, + 0.7136, + 0.7117, + 0.7123, + 0.715, + 0.7131, + 0.7154, + 0.7138, + 0.7148, + 0.7167, + 0.7178, + 0.7177, + 0.7184, + 0.7179, + 0.7185, + 0.7178, + 0.7189, + 0.7205, + 0.72, + 0.7207, + 0.7208, + 0.7205, + 0.7206 + ], + "test_acc": [ + 0.498, + 0.672, + 0.737, + 0.731, + 0.728, + 0.7105, + 0.698, + 0.7015, + 0.681, + 0.675, + 0.678, + 0.6765, + 0.68, + 0.6555, + 0.6635, + 0.6635, + 0.67, + 0.656, + 0.6685, + 0.662, + 0.662, + 0.667, + 0.671, + 0.6555, + 0.651, + 0.644, + 0.6565, + 0.641, + 0.6445, + 0.651, + 0.6485, + 0.653, + 0.6455, + 0.6365, + 0.652, + 0.6585, + 0.6445, + 0.654, + 0.6615, + 0.6605, + 0.6585, + 0.6565, + 0.6545, + 0.662, + 0.663, + 0.6595, + 0.664, + 0.6625, + 0.6565, + 0.662, + 0.645, + 0.6535, + 0.67, + 0.6685, + 0.67, + 0.6605, + 0.6615, + 0.667, + 0.668, + 0.668, + 0.662, + 0.664, + 0.6615, + 0.664, + 0.6595, + 0.666, + 0.6635, + 0.6625, + 0.66, + 0.6635, + 0.661, + 0.666, + 0.6635, + 0.664, + 0.665, + 0.663, + 0.6625, + 0.662, + 0.662, + 0.6625 + ], + "state_pred_error": [ + 0.7827486207008362, + 0.31122149848937986, + 0.20405255806446077, + 0.1785473354101181, + 0.16711481635570527, + 0.1693767168521881, + 0.1746032564878464, + 0.17555798501968384, + 0.17862845754623413, + 0.17690453650951385, + 0.17425159878730773, + 0.16519148182868956, + 0.15421706743240357, + 0.1434457843542099, + 0.13330313999652862, + 0.12446385669708251, + 0.11768645570278168, + 0.11164422111511231, + 0.10441685699224472, + 0.10158415093421937, + 0.09517893229722976, + 0.09017173348665238, + 0.08772520488500594, + 0.08342612677812576, + 0.08160507142543792, + 0.0786071489572525, + 0.07716105241775513, + 0.07485365310907365, + 0.07317224496603011, + 0.07141792141199112, + 0.06897861013412476, + 0.06749274585247039, + 0.06598065556287766, + 0.06508338479995728, + 0.06346238186359406, + 0.06226500202417374, + 0.060549116563796995, + 0.06055630297660828, + 0.05884025704264641, + 0.05801897701025009, + 0.05669505831003189, + 0.055699084228277206, + 0.05481746277809143, + 0.05341801876425743, + 0.05295276014208793, + 0.05195536425709724, + 0.050695552802085875, + 0.050078516376018525, + 0.04883329871296883, + 0.048564964467287065, + 0.047450669956207274, + 0.04657022901773453, + 0.04643023025393486, + 0.04527272279858589, + 0.045131425642967224, + 0.04429114927649498, + 0.04370682866573334, + 0.04249126278758049, + 0.04206086259484291, + 0.04127250732779503, + 0.04066784818768501, + 0.04100679843425751, + 0.03984400656223297, + 0.039111772429943084, + 0.03872905417084694, + 0.03760358746051788, + 0.037533375626802444, + 0.03731676592230797, + 0.03687030100226402, + 0.03601930988430977, + 0.0353958393573761, + 0.035445755779743196, + 0.03499365764260292, + 0.0341682822406292, + 0.03401557675898075, + 0.03333400482535362, + 0.033034325659275054, + 0.032180927592515944, + 0.03222785183191299, + 0.031816003906726835 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6404350996017456, + 0.4214136302471161, + 0.18068093061447144, + 0.15130802989006042 + ], + "perturbation_rho": [ + 0.5499319434165955, + 0.368219256401062, + 0.21391229331493378, + 0.1835726499557495 + ], + "nudging": { + "0.001": [ + -0.020009398460388184, + -0.0023713181726634502, + -0.0006903400644659996, + -0.0005570724606513977 + ], + "0.003": [ + -0.05908045917749405, + -0.007099837996065617, + -0.00206951005384326, + -0.0016702794237062335 + ], + "0.01": [ + -0.18587297201156616, + -0.0235043503344059, + -0.00688221026211977, + -0.005556063260883093 + ] + }, + "state_pred_error_per_layer": [ + 10066.107421875, + 1273.9140625, + 696.594482421875, + 612.3014526367188 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2802715728759764, + 1.6388436302185059, + 1.053798963165283, + 0.8138567586898804, + 0.716612920665741, + 0.6672540647506714, + 0.6528224432945251, + 0.6466248464584351, + 0.6415921350479126, + 0.664950927734375, + 0.6627229480743408, + 0.685637841796875, + 0.6988411318778992, + 0.6790707836151123, + 0.6934760662078857, + 0.7018385746002197, + 0.7308993638992309, + 0.719111060333252, + 0.8150796144485474, + 0.7402855098724366, + 0.7425731256484985, + 0.7482444780349732, + 0.7917413208007813, + 0.8034436722755433, + 0.847063459777832, + 0.8898068056106567, + 0.8742546170234681, + 0.8931990461349487, + 0.979162103843689, + 1.0233091241836547, + 1.0456207696914672, + 1.088154921579361, + 1.0924738161087035, + 1.1280992248535155, + 1.14695910320282, + 1.1968199752807618, + 1.1404859788894652, + 1.1790920137405396, + 1.112723836708069, + 1.1557879085540772, + 1.1529123931884766, + 1.1391218341827392, + 1.1959625034332275, + 1.1819099002838134, + 1.1729866676330567, + 1.164624983406067, + 1.1626405437469483, + 1.199929854774475, + 1.2018864694595337, + 1.1927341426849365, + 1.1924728622436525, + 1.1670917442321778, + 1.1843838939666749, + 1.188602296257019, + 1.181069985961914, + 1.1662905952453613, + 1.1854075830459594, + 1.1842269680976867, + 1.175111684703827, + 1.1727143672943114, + 1.1815870304107665, + 1.1729837955474853, + 1.1755547443389893, + 1.1800736003875731, + 1.1686390336036683, + 1.164267241859436, + 1.164349419593811, + 1.1732585205078125, + 1.1630031745910645, + 1.1624063230514525, + 1.1623846691131592, + 1.159834877204895, + 1.1611515955924987, + 1.1584980821609496, + 1.1587893016815185, + 1.157638655281067, + 1.1562239799499512, + 1.1557205964565278, + 1.1550566940307616, + 1.1548286571502686 + ], + "train_acc": [ + 0.1636, + 0.4547, + 0.6239, + 0.6951, + 0.7301, + 0.7466, + 0.7497, + 0.7534, + 0.7585, + 0.7523, + 0.7578, + 0.7492, + 0.7447, + 0.7551, + 0.7497, + 0.7441, + 0.7418, + 0.7432, + 0.7177, + 0.7372, + 0.7402, + 0.7386, + 0.7254, + 0.714, + 0.6966, + 0.6781, + 0.6838, + 0.6829, + 0.6653, + 0.6634, + 0.6556, + 0.6476, + 0.6373, + 0.6204, + 0.6179, + 0.6068, + 0.6152, + 0.6036, + 0.6106, + 0.5958, + 0.5993, + 0.5934, + 0.5778, + 0.5834, + 0.5835, + 0.5844, + 0.582, + 0.5718, + 0.5675, + 0.5709, + 0.5721, + 0.5806, + 0.5738, + 0.5671, + 0.5744, + 0.5787, + 0.5667, + 0.5667, + 0.5721, + 0.5704, + 0.5729, + 0.571, + 0.5721, + 0.566, + 0.5693, + 0.5734, + 0.5722, + 0.5718, + 0.5726, + 0.5753, + 0.5723, + 0.5739, + 0.5712, + 0.5708, + 0.5741, + 0.5722, + 0.5735, + 0.573, + 0.5736, + 0.5732 + ], + "test_acc": [ + 0.273, + 0.547, + 0.6555, + 0.6975, + 0.713, + 0.7265, + 0.719, + 0.712, + 0.7275, + 0.7135, + 0.7205, + 0.715, + 0.7025, + 0.7075, + 0.6945, + 0.711, + 0.7125, + 0.6925, + 0.7055, + 0.698, + 0.691, + 0.679, + 0.672, + 0.671, + 0.6555, + 0.6525, + 0.6495, + 0.6265, + 0.6235, + 0.6095, + 0.616, + 0.6085, + 0.609, + 0.576, + 0.569, + 0.6095, + 0.5785, + 0.596, + 0.5725, + 0.5615, + 0.566, + 0.5295, + 0.5305, + 0.559, + 0.5535, + 0.5695, + 0.548, + 0.549, + 0.5485, + 0.5275, + 0.5555, + 0.5525, + 0.547, + 0.557, + 0.549, + 0.558, + 0.557, + 0.549, + 0.5365, + 0.55, + 0.556, + 0.559, + 0.551, + 0.558, + 0.5575, + 0.5525, + 0.5515, + 0.5475, + 0.5565, + 0.5555, + 0.563, + 0.5545, + 0.5575, + 0.56, + 0.5625, + 0.558, + 0.56, + 0.5595, + 0.558, + 0.558 + ], + "value_loss": [ + 2.8735111057281495, + 0.8335682413101196, + 0.769390998840332, + 0.8538553759574891, + 0.8522886907577515, + 0.8185532119750977, + 0.8277693967819214, + 0.7784229893684387, + 0.7300227233886719, + 0.7802330356597901, + 0.769332304763794, + 0.8283760873794556, + 0.7907809033870697, + 0.6976581485748291, + 0.7120382925987244, + 0.6482724099636078, + 0.6534354884147644, + 0.593892509841919, + 0.7452015276908874, + 0.5669822316169739, + 0.5777508046627045, + 0.5676485029220582, + 0.6005406673431396, + 0.5610708597183227, + 0.6180012318134308, + 0.6325548360347748, + 0.5494541264533996, + 0.5714878581047058, + 0.7139776704788208, + 0.8037148260116577, + 0.7602687382698059, + 0.8407878190994262, + 0.7761835197448731, + 0.7896560256004334, + 0.7990566373825073, + 0.8447199113845825, + 0.7247003343582153, + 0.7957295311450958, + 0.6422031284332276, + 0.6728523059368133, + 0.6348221732616425, + 0.5987496240615845, + 0.6573260497093201, + 0.6036061918258667, + 0.5928497138023376, + 0.5621949359416961, + 0.5422956010818482, + 0.5782992021560669, + 0.5750265427589416, + 0.5459153981685638, + 0.5251600515365601, + 0.4968988045692444, + 0.5020302026748658, + 0.48168242778778075, + 0.4782550555229187, + 0.458009272813797, + 0.48891592626571656, + 0.4619943362236023, + 0.45534752962589264, + 0.4502370168685913, + 0.47029722967147825, + 0.4379799751281738, + 0.4465416639328003, + 0.44245663313865663, + 0.44536621041297914, + 0.4246152039527893, + 0.4194586960792541, + 0.4330580853462219, + 0.4234344777107239, + 0.40113246874809266, + 0.40549428577423097, + 0.4139835561752319, + 0.4035360648393631, + 0.40140957350730894, + 0.39820902795791624, + 0.39226190814971923, + 0.3981349976539612, + 0.3976579602479935, + 0.40020361919403075, + 0.38718592133522034 + ], + "term_loss": [ + 1.6547700959205627, + 0.3569759086608887, + 0.4995730664730072, + 0.613328255558014, + 0.6194977837085723, + 0.579716089630127, + 0.5759899250984192, + 0.5267154250264168, + 0.49604031887054445, + 0.5482948890686035, + 0.5394840831756592, + 0.5940117561340332, + 0.5486331809043884, + 0.46233955211639405, + 0.46987221883535385, + 0.39907051919698716, + 0.3999391771793365, + 0.3417030059814453, + 0.4683563796043396, + 0.30888337712287905, + 0.31755629993677137, + 0.30828637447357177, + 0.33097629477381707, + 0.28669681071043013, + 0.32924925060272214, + 0.3282053912878036, + 0.2512664660692215, + 0.26445692427158357, + 0.3812099160194397, + 0.4540276463031769, + 0.412122430229187, + 0.4838629661560059, + 0.4123155319213867, + 0.4150680226564407, + 0.41444860229492186, + 0.45303762993812563, + 0.35541438927650454, + 0.4120818091392517, + 0.2860383835077286, + 0.31014277563095094, + 0.27963082504272463, + 0.25354453073143957, + 0.29737128577232363, + 0.2565148003578186, + 0.24667102131843566, + 0.21899679546356202, + 0.20547868233919145, + 0.22946879208087922, + 0.22265157461166382, + 0.20190087502002715, + 0.18589250744581223, + 0.1647626592874527, + 0.16500887289047242, + 0.14553676958084105, + 0.14562038345336914, + 0.12770656932592392, + 0.15042840227484702, + 0.12728065757751464, + 0.12067141379714012, + 0.11855436496734618, + 0.13056303629875182, + 0.10663774018287658, + 0.11145729880332947, + 0.10661706770658493, + 0.10924380402565002, + 0.09346218340396881, + 0.0898735906124115, + 0.09771707606911659, + 0.09121034116744996, + 0.07615747270733118, + 0.07712909548282623, + 0.0854458722114563, + 0.0757170934215188, + 0.07425090863108635, + 0.07251303234994412, + 0.06824812455177307, + 0.07342738398313522, + 0.07247738439813256, + 0.07439423036575317, + 0.06566130868196488 + ], + "bridge_loss": [ + 0.9250297847082954, + 0.17875594335198403, + 0.024584124499559403, + 0.009463803791999816, + 0.012518692496418952, + 0.02811788408756256, + 0.04102186490893364, + 0.03981322860121727, + 0.02342328687310219, + 0.014045343008637428, + 0.014091408693790436, + 0.01357993180155754, + 0.016431021589040758, + 0.018039470773935317, + 0.02248061062693596, + 0.02640794592499733, + 0.02815555126667023, + 0.02941792515516281, + 0.03211450355052948, + 0.031108583983778953, + 0.032093208335340025, + 0.030620017021894454, + 0.031579648739099506, + 0.030231001940369606, + 0.03265896959304809, + 0.038522472846508025, + 0.035252166825532914, + 0.039083953332901, + 0.05084649066925049, + 0.058725530803203585, + 0.057208517038822175, + 0.06136698402166366, + 0.06703151053190232, + 0.07173536076545715, + 0.07859825726747513, + 0.07978210234642029, + 0.06855812752246856, + 0.07676569232344628, + 0.06038619836568832, + 0.05801328845620155, + 0.052716735702753065, + 0.043914621901512144, + 0.04799848956018686, + 0.039276413369178774, + 0.03984246690273285, + 0.03797423206567764, + 0.03278059434294701, + 0.036813641035556795, + 0.039771160554885866, + 0.03320262667536736, + 0.028382191380858422, + 0.026151864609122277, + 0.02777043187022209, + 0.025728233271837233, + 0.02371621637940407, + 0.024555341345071792, + 0.028544853276014328, + 0.024363518065214158, + 0.026727474239468575, + 0.023022234451770783, + 0.03015930926799774, + 0.02283631842434406, + 0.026408934420347214, + 0.025617169830203058, + 0.028104463522136212, + 0.024197242438793183, + 0.022750669395923614, + 0.02691462599337101, + 0.02528082738518715, + 0.01895334949493408, + 0.02164241167008877, + 0.022592386800050736, + 0.021976949539780615, + 0.02176335347890854, + 0.020175418317317964, + 0.019235759457945825, + 0.02052777136415243, + 0.020854398973286153, + 0.021812593013048172, + 0.01777836950570345 + ], + "tgrad_loss": [ + 0.2937112254619598, + 0.29783638520240785, + 0.24523381710052491, + 0.23106331899166108, + 0.22027222232818602, + 0.21071923723220826, + 0.21075760734081267, + 0.2118943401813507, + 0.21055911660194396, + 0.21789281148910522, + 0.2157568175792694, + 0.22078439950942993, + 0.2257167013168335, + 0.2172791259288788, + 0.21968546645641326, + 0.22279394526481627, + 0.22534075746536256, + 0.22277158393859864, + 0.24473064098358155, + 0.22699026865959168, + 0.22810129499435425, + 0.22874211015701293, + 0.23798472149372102, + 0.2441430545091629, + 0.2560930178642273, + 0.2658269679546356, + 0.26293549556732176, + 0.2679469756603241, + 0.2819212636470795, + 0.29096164264678953, + 0.29093779606819153, + 0.2955578689336777, + 0.2968364751815796, + 0.3028526331424713, + 0.3060097746372223, + 0.3119001868247986, + 0.3007278199195862, + 0.306882026720047, + 0.29577854566574097, + 0.3046962371826172, + 0.3024746113777161, + 0.3012904730796814, + 0.3119562791347504, + 0.3078149768829346, + 0.3063362253189087, + 0.3052239120483398, + 0.3040363299369812, + 0.3120167656898499, + 0.31260380606651306, + 0.31081189460754394, + 0.31088535375595094, + 0.30598428030014035, + 0.30925089569091796, + 0.3104174225330353, + 0.30891845417022706, + 0.3057473627090454, + 0.30994266691207883, + 0.31035016078948974, + 0.3079486409187317, + 0.30866041717529297, + 0.3095748833656311, + 0.3085059157371521, + 0.30867542929649355, + 0.310222395324707, + 0.3080179396867752, + 0.30695577449798583, + 0.306834437084198, + 0.3084263841152191, + 0.3069433072566986, + 0.3060216453075409, + 0.3067227794647217, + 0.30594529614448546, + 0.30584202256202697, + 0.30539531021118166, + 0.3055205769062042, + 0.3047780241012573, + 0.3041798396587372, + 0.3043261778593063, + 0.30399679365158083, + 0.30374624242782594 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.17809242010116577, + 0.5349531173706055, + 0.5522423982620239, + 0.5664830207824707 + ], + "perturbation_rho": [ + 0.22843755781650543, + 0.5910820364952087, + 0.6707864999771118, + 0.638596773147583 + ], + "nudging": { + "0.001": [ + -0.004492362029850483, + -0.00375316827557981, + -0.0035423573572188616, + -0.003583954880014062 + ], + "0.003": [ + -0.01343991793692112, + -0.011238809674978256, + -0.010609426535665989, + -0.010733431205153465 + ], + "0.01": [ + -0.044362872838974, + -0.03722546622157097, + -0.03515344485640526, + -0.0355607345700264 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json new file mode 100644 index 0000000..6147814 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.6721104705810548, + 0.7631012835502624, + 0.5599466526031495, + 0.5009647348403931, + 0.44250268206596377, + 0.4112984040737152, + 0.37521746096611025, + 0.35069607543945314, + 0.32816796259880066, + 0.28571113114356994, + 0.26920412228107454, + 0.23822724075317384, + 0.2403384908914566, + 0.19125519732236862, + 0.16398012406826018, + 0.14183301560282707, + 0.11679492046833038, + 0.11636687972545624, + 0.0922450327694416, + 0.07265362660884857, + 0.0646497187614441, + 0.06649317836761474, + 0.05584645546674728, + 0.03784047375321388, + 0.030665161864459514, + 0.02323187246620655, + 0.020697732216119768, + 0.01984555126428604, + 0.01643712175488472, + 0.014849836444854736, + 0.012898893329501152, + 0.011405612179636955, + 0.010688650423288345, + 0.010941692940890788, + 0.00924009888395667, + 0.008266829562187194, + 0.007798123356699944, + 0.007352828028798103, + 0.006834007120877505, + 0.0063644687902182345, + 0.00597649103552103, + 0.005696629038453102, + 0.00541699848882854, + 0.005169383949041367, + 0.004989086370170116, + 0.004769640618562699, + 0.0046363350734114645, + 0.004409096204489469, + 0.004235530799627304, + 0.004112518234550953, + 0.004026416325569153, + 0.0038965860821306704, + 0.0037635557891800998, + 0.00364411306977272, + 0.0035582759173586965, + 0.0034678645484149456, + 0.0034067507416009903, + 0.003331349766626954, + 0.003267878529988229, + 0.0032062796097248793, + 0.003156200988590717, + 0.003108995720744133, + 0.0030637201324105264, + 0.0030205708354711534, + 0.002985149787738919, + 0.0029531347144395115, + 0.0029254953995347024, + 0.0029017341434955596, + 0.0028784529194235803, + 0.0028606591559946536, + 0.0028430704237893223, + 0.0028297565318644046, + 0.0028177733197808264, + 0.002808107787370682, + 0.0028007785379886626, + 0.0027947440318763254, + 0.0027906116507947446, + 0.0027877884034067392, + 0.002786100262776017, + 0.0027851809598505497 + ], + "train_acc": [ + 0.4351, + 0.7466, + 0.7912, + 0.8118, + 0.8313, + 0.8447, + 0.8567, + 0.8703, + 0.8784, + 0.9005, + 0.9017, + 0.9151, + 0.9117, + 0.9381, + 0.9491, + 0.9615, + 0.9722, + 0.9694, + 0.9811, + 0.9884, + 0.9905, + 0.9899, + 0.9915, + 0.9975, + 0.9992, + 0.9999, + 1.0, + 0.9995, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.6795, + 0.754, + 0.7735, + 0.7805, + 0.7865, + 0.787, + 0.788, + 0.785, + 0.791, + 0.7955, + 0.7885, + 0.7945, + 0.787, + 0.7945, + 0.7965, + 0.795, + 0.7985, + 0.7915, + 0.7945, + 0.791, + 0.792, + 0.791, + 0.7915, + 0.7945, + 0.796, + 0.788, + 0.791, + 0.79, + 0.7925, + 0.792, + 0.7895, + 0.7935, + 0.791, + 0.789, + 0.793, + 0.791, + 0.792, + 0.7915, + 0.7905, + 0.7925, + 0.793, + 0.794, + 0.7905, + 0.7915, + 0.79, + 0.79, + 0.7915, + 0.79, + 0.793, + 0.793, + 0.791, + 0.7945, + 0.794, + 0.793, + 0.7925, + 0.794, + 0.792, + 0.7905, + 0.79, + 0.7895, + 0.792, + 0.7915, + 0.7925, + 0.792, + 0.792, + 0.7925, + 0.7925, + 0.7925, + 0.7925, + 0.793, + 0.7925, + 0.7925, + 0.792, + 0.7915, + 0.7925, + 0.792, + 0.792, + 0.792, + 0.792, + 0.792 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8668075799942017, + 0.8621845245361328, + 0.8550785779953003, + 0.8370286226272583 + ], + "perturbation_rho": [ + 0.9999995827674866, + 0.9999990463256836, + 0.999997615814209, + 0.9999850988388062 + ], + "nudging": { + "0.001": [ + -0.05954365432262421, + -0.04705682024359703, + -0.02751990780234337, + -0.01213783212006092 + ], + "0.003": [ + -0.17067265510559082, + -0.13620686531066895, + -0.0808744877576828, + -0.036085594445466995 + ], + "0.01": [ + -0.4802546799182892, + -0.3984469175338745, + -0.2503964900970459, + -0.11649051308631897 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2574989524841307, + 1.6380552871704102, + 1.0905220043182373, + 0.8434843078613281, + 0.7422607097625732, + 0.6838733669281006, + 0.6608151784896851, + 0.6541139087677001, + 0.6700486952781677, + 0.6548487804412841, + 0.6903288414001465, + 0.6872687412261963, + 0.7067448139190674, + 0.6931972984313964, + 0.7313086133956909, + 0.7074429125785827, + 0.7189123779296875, + 0.7329434277057648, + 0.7488891769409179, + 0.7615507186889648, + 0.7562071540832519, + 0.7549555555343628, + 0.772114220046997, + 0.7851960697174072, + 0.7795265257835389, + 0.7939942949295044, + 0.7774659820079803, + 0.8024665214061737, + 0.7958273443222046, + 0.8216977993011475, + 0.8670008243560791, + 0.8302605041503907, + 0.8018192520141602, + 0.818106721830368, + 0.7778735799789429, + 0.8109884427070617, + 0.8029882509231567, + 0.7874313503265381, + 0.7778594578742981, + 0.7777205188751221, + 0.8068863299846649, + 0.780433825969696, + 0.7781887583732605, + 0.7730012133598327, + 0.769133717250824, + 0.7593815219879151, + 0.7997064087867737, + 0.782936147928238, + 0.7640992984771728, + 0.7745265226364135, + 0.7642938511848449, + 0.7603380409240723, + 0.7646475133419037, + 0.751522674369812, + 0.7650270447731018, + 0.7674694633483887, + 0.7579075176239014, + 0.7549170202255249, + 0.7451096672534943, + 0.7400417304992676, + 0.7386390338897705, + 0.727668257522583, + 0.7409649150848389, + 0.7316446098327637, + 0.7244855234146118, + 0.7241755498886109, + 0.7200836553573609, + 0.7214753667831421, + 0.7202660327911377, + 0.7165880686283111, + 0.7148458456993103, + 0.7100509027481079, + 0.7098775724411011, + 0.7100581963539123, + 0.708662319278717, + 0.7074518667221069, + 0.7055805969238281, + 0.7049286954879761, + 0.7044133127212524, + 0.7041960348129273 + ], + "train_acc": [ + 0.1772, + 0.452, + 0.6052, + 0.6909, + 0.7204, + 0.743, + 0.753, + 0.751, + 0.7511, + 0.7583, + 0.7472, + 0.7483, + 0.7455, + 0.7476, + 0.7404, + 0.7448, + 0.7447, + 0.7427, + 0.7342, + 0.7382, + 0.7419, + 0.7362, + 0.7394, + 0.7329, + 0.7374, + 0.7314, + 0.7371, + 0.7304, + 0.7337, + 0.7245, + 0.7187, + 0.7191, + 0.729, + 0.7308, + 0.7314, + 0.724, + 0.7301, + 0.7352, + 0.7325, + 0.7365, + 0.7319, + 0.7365, + 0.737, + 0.7367, + 0.7384, + 0.7407, + 0.7294, + 0.7387, + 0.7397, + 0.7325, + 0.738, + 0.738, + 0.7356, + 0.7392, + 0.7364, + 0.7387, + 0.7374, + 0.7368, + 0.7402, + 0.7425, + 0.7449, + 0.7465, + 0.7412, + 0.743, + 0.7442, + 0.7456, + 0.7468, + 0.745, + 0.7466, + 0.748, + 0.7493, + 0.7503, + 0.7517, + 0.75, + 0.7512, + 0.7515, + 0.7518, + 0.7503, + 0.7516, + 0.7519 + ], + "test_acc": [ + 0.309, + 0.543, + 0.6365, + 0.6885, + 0.7, + 0.7145, + 0.714, + 0.714, + 0.716, + 0.6965, + 0.705, + 0.6995, + 0.698, + 0.686, + 0.7, + 0.703, + 0.704, + 0.697, + 0.693, + 0.676, + 0.677, + 0.6665, + 0.6905, + 0.6885, + 0.6755, + 0.6875, + 0.681, + 0.677, + 0.6845, + 0.652, + 0.6575, + 0.692, + 0.6525, + 0.6685, + 0.6775, + 0.678, + 0.682, + 0.67, + 0.669, + 0.6635, + 0.677, + 0.68, + 0.675, + 0.678, + 0.671, + 0.667, + 0.6665, + 0.677, + 0.671, + 0.671, + 0.669, + 0.6855, + 0.679, + 0.6725, + 0.664, + 0.673, + 0.6785, + 0.6795, + 0.6755, + 0.6755, + 0.688, + 0.684, + 0.684, + 0.686, + 0.673, + 0.6795, + 0.6815, + 0.6785, + 0.674, + 0.68, + 0.6825, + 0.683, + 0.6785, + 0.6755, + 0.6765, + 0.683, + 0.6805, + 0.6815, + 0.6815, + 0.68 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.001797341974452138, + 0.06668862700462341, + 0.05448886379599571, + 0.09004470705986023 + ], + "perturbation_rho": [ + -0.01287321001291275, + 0.007983170449733734, + 0.10568365454673767, + 0.12522897124290466 + ], + "nudging": { + "0.001": [ + -0.0001986024435609579, + -0.0004886264214292169, + -0.0003064559423364699, + -0.000437408743891865 + ], + "0.003": [ + -0.0005703098722733557, + -0.0014648186042904854, + -0.0009188501280732453, + -0.001311213942244649 + ], + "0.01": [ + -0.0016110537108033895, + -0.004868227988481522, + -0.0030549662187695503, + -0.004361548461019993 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.970423934173584, + 1.0188906314849853, + 0.6803888530254364, + 0.6183670483589172, + 0.6407907210350037, + 0.675392436504364, + 0.7211614998817444, + 0.7503331409454346, + 0.7658470903396607, + 0.78841116065979, + 0.8109269844055176, + 0.8219402812957763, + 0.8228919342041016, + 0.8259679775238037, + 0.8465613422393798, + 0.8502985542297363, + 0.8594941413879394, + 0.8541229305267334, + 0.8707549245834351, + 0.8710284989356994, + 0.8676784825325012, + 0.8654314409255981, + 0.847813544845581, + 0.8484393062591553, + 0.8654967462539673, + 0.8576792402267456, + 0.8482211884498596, + 0.8531449937820434, + 0.8563604249954223, + 0.8368509140014648, + 0.8605183853149414, + 0.8388536148071289, + 0.8804149766921997, + 0.8480586463928222, + 0.838437174987793, + 0.8545515079498291, + 0.8535089003562927, + 0.8567220569610595, + 0.8433004068374634, + 0.8453849071502686, + 0.8383244281768799, + 0.8520817733764648, + 0.8613478240966796, + 0.8393393857955933, + 0.8388194683074951, + 0.8312189640045166, + 0.8367521869659423, + 0.8318347694396973, + 0.8283476368904114, + 0.8408833297729492, + 0.835852100944519, + 0.8230558944702149, + 0.8201510600090027, + 0.8144685863494873, + 0.8189937896728515, + 0.8204439929962158, + 0.8067114233970643, + 0.8116221212387085, + 0.8106674427986145, + 0.8022418712615966, + 0.7973626476287842, + 0.7976334384918213, + 0.8014879680633545, + 0.7981612595558166, + 0.7937649499893189, + 0.7902321870803833, + 0.7896893333435059, + 0.792438854598999, + 0.7878884392738342, + 0.7869910089492798, + 0.7866397365570068, + 0.7847629238128662, + 0.7840681342124939, + 0.783345707321167, + 0.7829301319122315, + 0.7823859727859497, + 0.7819064727783203, + 0.7816107426643372, + 0.7811750866889954, + 0.7810312837600708 + ], + "train_acc": [ + 0.2987, + 0.6326, + 0.7384, + 0.7635, + 0.7608, + 0.752, + 0.739, + 0.7292, + 0.7226, + 0.7148, + 0.7083, + 0.7011, + 0.7004, + 0.6955, + 0.6874, + 0.6843, + 0.6841, + 0.6859, + 0.6828, + 0.6814, + 0.6789, + 0.6862, + 0.6884, + 0.6901, + 0.6848, + 0.688, + 0.6941, + 0.6957, + 0.6931, + 0.7012, + 0.6928, + 0.6995, + 0.6831, + 0.6954, + 0.7021, + 0.6914, + 0.6947, + 0.6912, + 0.6951, + 0.6947, + 0.6961, + 0.6885, + 0.6895, + 0.6978, + 0.6978, + 0.6951, + 0.6949, + 0.6957, + 0.6969, + 0.6962, + 0.6955, + 0.6991, + 0.7018, + 0.7031, + 0.696, + 0.6985, + 0.7039, + 0.7033, + 0.7045, + 0.701, + 0.7066, + 0.708, + 0.7076, + 0.7037, + 0.7087, + 0.7092, + 0.7073, + 0.7101, + 0.7095, + 0.7096, + 0.7095, + 0.7118, + 0.7094, + 0.7102, + 0.7117, + 0.7089, + 0.7102, + 0.7095, + 0.7106, + 0.7106 + ], + "test_acc": [ + 0.5375, + 0.696, + 0.736, + 0.7335, + 0.728, + 0.7125, + 0.702, + 0.6935, + 0.6735, + 0.673, + 0.6755, + 0.6665, + 0.671, + 0.6575, + 0.6495, + 0.656, + 0.6575, + 0.6585, + 0.6585, + 0.647, + 0.6555, + 0.6535, + 0.661, + 0.6695, + 0.6645, + 0.676, + 0.673, + 0.649, + 0.6695, + 0.6595, + 0.66, + 0.6585, + 0.636, + 0.657, + 0.6365, + 0.651, + 0.6575, + 0.658, + 0.658, + 0.6615, + 0.65, + 0.644, + 0.6525, + 0.654, + 0.6425, + 0.638, + 0.6455, + 0.6455, + 0.6465, + 0.6515, + 0.6505, + 0.6475, + 0.6525, + 0.644, + 0.65, + 0.655, + 0.6475, + 0.652, + 0.6515, + 0.6495, + 0.6595, + 0.649, + 0.6575, + 0.6505, + 0.6525, + 0.652, + 0.6505, + 0.6525, + 0.6535, + 0.6545, + 0.657, + 0.6535, + 0.655, + 0.652, + 0.653, + 0.651, + 0.652, + 0.6525, + 0.651, + 0.651 + ], + "state_pred_error": [ + 0.7786139750480652, + 0.3122247148036957, + 0.20072943181991576, + 0.17233864879608154, + 0.15799049963951112, + 0.1520016979455948, + 0.15061514353752137, + 0.15201976532936096, + 0.15393238065242767, + 0.15233531470298767, + 0.1529501548051834, + 0.1518586612224579, + 0.14777747428417207, + 0.1396225711941719, + 0.13393001658916473, + 0.12688448318243026, + 0.11889619739055633, + 0.11048878728151322, + 0.10281732966899872, + 0.09756427093744278, + 0.09126090179681778, + 0.08596743443012238, + 0.0826011387348175, + 0.07700357694625855, + 0.07508404291868209, + 0.07156078473329544, + 0.06937397572994232, + 0.06786044591665268, + 0.06689649878144265, + 0.0628541961312294, + 0.061125951021909715, + 0.059071518713235856, + 0.05804442538022995, + 0.05559697550535202, + 0.05349199259877205, + 0.0510828118801117, + 0.050134736907482144, + 0.050006070119142536, + 0.04583842672109604, + 0.04389976638555527, + 0.04246980703473091, + 0.04128407181501389, + 0.03976263640522957, + 0.03883026147484779, + 0.03822557154297829, + 0.03655906445980072, + 0.03534454255104065, + 0.034419277024269106, + 0.03396104025840759, + 0.03280952478647232, + 0.031770370733737945, + 0.03110829921364784, + 0.030244355934858323, + 0.029577301198244095, + 0.02884054028391838, + 0.0280285452991724, + 0.02734226542413235, + 0.02653370050191879, + 0.02591722692847252, + 0.02562211912572384, + 0.024784083288908004, + 0.02415384087264538, + 0.023749950650334358, + 0.023075414776802063, + 0.022662506771087648, + 0.022168341422080993, + 0.0219087354272604, + 0.021405927726626396, + 0.021224218714237214, + 0.020873518934845924, + 0.020796752271056176, + 0.020648898005485535, + 0.01995813894569874, + 0.01966182319521904, + 0.0194194305062294, + 0.018996354737877846, + 0.01872855971157551, + 0.018467084999382495, + 0.018039076521992683, + 0.018002220337092877 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6501579284667969, + 0.4189426302909851, + 0.1800653487443924, + 0.1647701859474182 + ], + "perturbation_rho": [ + 0.5907484292984009, + 0.36159276962280273, + 0.19337056577205658, + 0.1794498711824417 + ], + "nudging": { + "0.001": [ + -0.019326727837324142, + -0.002377996686846018, + -0.0006870059878565371, + -0.000631407368928194 + ], + "0.003": [ + -0.05702997371554375, + -0.007118801586329937, + -0.002059582155197859, + -0.0018930428195744753 + ], + "0.01": [ + -0.1790994107723236, + -0.023556631058454514, + -0.006848426535725594, + -0.0062964376993477345 + ] + }, + "state_pred_error_per_layer": [ + 7107.7138671875, + 890.22314453125, + 493.5357360839844, + 407.69677734375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2540888969421387, + 1.6410298145294189, + 1.0899561918258667, + 0.8455374429702759, + 0.7378649179458618, + 0.6901313011169433, + 0.6735435390472412, + 0.6544258743286133, + 0.6543777503967285, + 0.6590329810142517, + 0.6783974195480347, + 0.6698754477500916, + 0.6935008029937744, + 0.716245794391632, + 0.6978517965316773, + 0.7255995491027832, + 0.7385436865806579, + 0.7370423707962036, + 0.7421768573760986, + 0.7866301471710205, + 0.7981218069076538, + 0.7994531000137329, + 0.850463445854187, + 0.8955202503204346, + 0.8870052036285401, + 0.8269047240257263, + 0.837711269569397, + 0.8814192169189453, + 0.9286035356521607, + 1.0078046418190003, + 0.9495850528717041, + 0.9831599643707275, + 1.0586618783950805, + 1.0358479290008544, + 1.060762398147583, + 1.0723051456451416, + 1.1363716716766357, + 1.080968037033081, + 1.134492848777771, + 1.1133343200683594, + 1.154938784980774, + 1.1417428504943847, + 1.1993848468780517, + 1.1748576559066772, + 1.1947654231071472, + 1.2083104314804076, + 1.2755975540161133, + 1.2453838123321532, + 1.2651009052276612, + 1.2496138525009155, + 1.2461695442199707, + 1.2764700059890748, + 1.2867469375610352, + 1.304604454421997, + 1.3014329265594482, + 1.3248945934295655, + 1.33621167678833, + 1.3619223628997803, + 1.3417739696502686, + 1.3370944692611695, + 1.3508729553222656, + 1.355317646408081, + 1.3528772338867188, + 1.3464540214538574, + 1.3568033025741577, + 1.343411579322815, + 1.347543560028076, + 1.3430934253692628, + 1.3378395433425903, + 1.3415356441497803, + 1.3368797145843505, + 1.334293141937256, + 1.3349700309753418, + 1.3334004755020141, + 1.3332426280975342, + 1.33172604637146, + 1.3308066741943358, + 1.3304414348602296, + 1.3295167798995973, + 1.3292806955337524 + ], + "train_acc": [ + 0.1748, + 0.4499, + 0.6102, + 0.6889, + 0.7225, + 0.7409, + 0.7502, + 0.7518, + 0.7565, + 0.7574, + 0.7488, + 0.7508, + 0.743, + 0.7405, + 0.7472, + 0.7427, + 0.7371, + 0.7393, + 0.7409, + 0.7318, + 0.7263, + 0.7189, + 0.7077, + 0.6892, + 0.6857, + 0.7034, + 0.6947, + 0.6808, + 0.66, + 0.6346, + 0.6524, + 0.6394, + 0.6107, + 0.6184, + 0.6119, + 0.6065, + 0.587, + 0.6025, + 0.5811, + 0.5889, + 0.5741, + 0.5813, + 0.5675, + 0.5699, + 0.5636, + 0.5586, + 0.5374, + 0.5432, + 0.5426, + 0.5476, + 0.5501, + 0.5398, + 0.5383, + 0.5309, + 0.5355, + 0.52, + 0.5204, + 0.5127, + 0.5132, + 0.5169, + 0.5118, + 0.5122, + 0.5094, + 0.5203, + 0.5167, + 0.5177, + 0.5163, + 0.5199, + 0.5187, + 0.5212, + 0.5216, + 0.519, + 0.5225, + 0.5223, + 0.5225, + 0.5227, + 0.525, + 0.5242, + 0.5248, + 0.5255 + ], + "test_acc": [ + 0.31, + 0.5485, + 0.645, + 0.6845, + 0.7065, + 0.707, + 0.71, + 0.7125, + 0.717, + 0.709, + 0.701, + 0.698, + 0.691, + 0.7055, + 0.698, + 0.698, + 0.7, + 0.6845, + 0.669, + 0.656, + 0.683, + 0.6625, + 0.645, + 0.6275, + 0.626, + 0.631, + 0.6235, + 0.5625, + 0.5655, + 0.586, + 0.6095, + 0.5555, + 0.5475, + 0.5435, + 0.569, + 0.484, + 0.558, + 0.5495, + 0.5545, + 0.5155, + 0.548, + 0.514, + 0.513, + 0.532, + 0.4845, + 0.5125, + 0.5315, + 0.47, + 0.5255, + 0.525, + 0.499, + 0.5145, + 0.4825, + 0.497, + 0.4915, + 0.505, + 0.453, + 0.4795, + 0.4955, + 0.495, + 0.4815, + 0.496, + 0.497, + 0.4835, + 0.4905, + 0.492, + 0.494, + 0.49, + 0.4895, + 0.4885, + 0.4845, + 0.4925, + 0.4845, + 0.484, + 0.49, + 0.4865, + 0.4895, + 0.4905, + 0.489, + 0.487 + ], + "value_loss": [ + 3.067925698852539, + 0.8872503746986389, + 0.784230032157898, + 0.8464786403656006, + 0.8567787155151367, + 0.8420232248306274, + 0.8107911947250366, + 0.76327637424469, + 0.7439310749053956, + 0.7632134145736694, + 0.8066229679107666, + 0.7526053647041321, + 0.8069936139583588, + 0.8536850826263428, + 0.7878379513263702, + 0.8329431747436523, + 0.8027177619695663, + 0.7358918642997742, + 0.7229702713966369, + 0.7154047614097595, + 0.7539727543354035, + 0.6649943606376648, + 0.6917212394714356, + 0.7406036077499389, + 0.6360067028522491, + 0.5150869111537933, + 0.5327004407882691, + 0.4914137007713318, + 0.5129998965263367, + 0.5935896294116974, + 0.4661740849494934, + 0.4586599859714508, + 0.5206927395820617, + 0.5325411680221558, + 0.5089368036270142, + 0.5612850030899048, + 0.6255286026954651, + 0.4715394420623779, + 0.537113422870636, + 0.4809487106323242, + 0.5100893694877624, + 0.491378253364563, + 0.5363532768249512, + 0.4960866286277771, + 0.4698116518497467, + 0.4960141607284546, + 0.5674628148078918, + 0.5025658918380738, + 0.5430127717494965, + 0.5158628129005433, + 0.48981055545806884, + 0.5012782106876373, + 0.4980415323257446, + 0.5117126678466797, + 0.4960208126068115, + 0.5151057609558105, + 0.5090823886871337, + 0.5225202934265136, + 0.5217664462089538, + 0.5103578377723694, + 0.4982886472702026, + 0.5127610027790069, + 0.5053389938354492, + 0.4992716392040253, + 0.4872829970359802, + 0.4732895241737366, + 0.47746601195335386, + 0.49208361549377444, + 0.46516202363967896, + 0.467171999502182, + 0.4678579177856445, + 0.4566397163391113, + 0.46912312126159667, + 0.46011261644363405, + 0.46119874806404115, + 0.45755069794654846, + 0.45454912757873533, + 0.46414966630935667, + 0.46496015009880065, + 0.46226135368347165 + ], + "term_loss": [ + 1.7594063854694366, + 0.37591145000457765, + 0.5036363396644592, + 0.6062044906616211, + 0.6242774119853973, + 0.6045010264396667, + 0.5617577237606048, + 0.5238085851669312, + 0.5167714694976807, + 0.536994783115387, + 0.5744672933578491, + 0.5201116055488586, + 0.567726757800579, + 0.6057433352708816, + 0.5440834599018097, + 0.5835855722904205, + 0.5459397554039955, + 0.47647206230163575, + 0.4662741364479065, + 0.44569241828918454, + 0.476298482632637, + 0.3910742021560669, + 0.4032438316345215, + 0.44340121884346007, + 0.34564229555130005, + 0.24595328629016877, + 0.2536192675590515, + 0.20336173225641252, + 0.2100383534669876, + 0.2641002653121948, + 0.15515764528512954, + 0.13755231359004974, + 0.17821311106681823, + 0.19600526194572448, + 0.17045617690086365, + 0.2182028594017029, + 0.25423940081596375, + 0.1316945064663887, + 0.17203917299509047, + 0.1263727828025818, + 0.1424735504388809, + 0.1306004422903061, + 0.15452624399662018, + 0.1187472231388092, + 0.09432517062425613, + 0.1164723228931427, + 0.1585537355899811, + 0.1041444504737854, + 0.13414050550460815, + 0.11696476354598999, + 0.09393293557167053, + 0.09930002460479737, + 0.09558204698562622, + 0.10497297461628914, + 0.09059979002475739, + 0.10161748363077641, + 0.09518039667606354, + 0.10102285161018372, + 0.10330084440708161, + 0.09370956559181214, + 0.08114260835647583, + 0.09380301012992859, + 0.08571744566559791, + 0.0824426296055317, + 0.071114610221982, + 0.061979551124572756, + 0.06477263647913933, + 0.0772924101471901, + 0.05530736327469349, + 0.05676423398256302, + 0.05725909180641174, + 0.04929078468978405, + 0.05781498133838177, + 0.050458201050758364, + 0.051463548076152804, + 0.04791119509935379, + 0.045457855463027955, + 0.05178614779412746, + 0.05226057640612125, + 0.049428026616573334 + ], + "bridge_loss": [ + 1.0179481054047559, + 0.20606108825802802, + 0.03427657631635666, + 0.010473076432943344, + 0.016603080600500107, + 0.02517593368291855, + 0.03693295772075653, + 0.028744317154586314, + 0.014567548152804375, + 0.012067488829791546, + 0.012867180669307709, + 0.012119705080986023, + 0.014082370281219482, + 0.018210298416018487, + 0.02226397890150547, + 0.02276896116733551, + 0.025944879484176637, + 0.030690657392144202, + 0.030334649151563645, + 0.0356466594517231, + 0.0373953173071146, + 0.03450476716756821, + 0.03414955579042435, + 0.03280657273828983, + 0.028484632873535157, + 0.021447348003461958, + 0.026165857848525046, + 0.022548073571920395, + 0.023626256749033927, + 0.03081165543794632, + 0.024572184744477272, + 0.024584364867210388, + 0.026557748287916183, + 0.0237947801977396, + 0.019455672904849054, + 0.018987117165327073, + 0.029922924302518368, + 0.01343661539554596, + 0.02296329292356968, + 0.017573897647857665, + 0.02051718008518219, + 0.016063079220056533, + 0.022041453886032104, + 0.02147355371117592, + 0.014992918160557747, + 0.01587340624332428, + 0.02909149942398071, + 0.02134713576436043, + 0.027834608449041842, + 0.021670415142178535, + 0.018895103727281093, + 0.017823033079504967, + 0.016468752840161322, + 0.015435275170207024, + 0.015470961254835129, + 0.017179324565827846, + 0.01504898190498352, + 0.017772416092455386, + 0.018987592327594758, + 0.018407849557697774, + 0.015608608210086822, + 0.01722142017632723, + 0.01781987230181694, + 0.017794143831729888, + 0.014897557091712952, + 0.01346850597858429, + 0.014480280113220214, + 0.018174419306218624, + 0.013706611354649068, + 0.014696067751944064, + 0.015800623482465744, + 0.013735510259866714, + 0.01802016984522343, + 0.01632189666777849, + 0.01686810880601406, + 0.017228992500901222, + 0.01766794673204422, + 0.021452254375815393, + 0.022196426358819007, + 0.022721626716852187 + ], + "tgrad_loss": [ + 0.29057118844985963, + 0.30527783031463623, + 0.24631710891723632, + 0.22980107893943785, + 0.21589822309017181, + 0.21234626097679138, + 0.2121005094051361, + 0.21072347102165223, + 0.21259205179214477, + 0.2141511384963989, + 0.2192884954929352, + 0.22037405626773834, + 0.22518448123931883, + 0.22973145468235015, + 0.22149051184654237, + 0.22658863916397096, + 0.2308331280350685, + 0.22872914137840272, + 0.2263614887237549, + 0.23406568908691405, + 0.24027895650863648, + 0.23941539039611817, + 0.2543278500080109, + 0.26439581327438355, + 0.26187977333068846, + 0.24768628034591675, + 0.2529153157234192, + 0.2655038944244385, + 0.2793352873802185, + 0.298677712726593, + 0.28644425497055054, + 0.29652330493927004, + 0.31592187337875366, + 0.3127411260604858, + 0.3190249535560608, + 0.3240950348377228, + 0.34136627588272095, + 0.3264083216667175, + 0.3421109504699707, + 0.33700203189849853, + 0.3470986408233643, + 0.3447147289276123, + 0.359785578918457, + 0.3558658477306366, + 0.3604935604095459, + 0.36366842856407167, + 0.37981757740974426, + 0.3770743095874786, + 0.38103766255378724, + 0.3772276309490204, + 0.37698251342773437, + 0.3841551516532898, + 0.38599073448181154, + 0.39130441913604735, + 0.38995005826950074, + 0.39630895295143126, + 0.3988530141830444, + 0.40372502479553224, + 0.3994780075073242, + 0.39824042444229124, + 0.4015374305725098, + 0.40173657608032226, + 0.40180167770385744, + 0.3990348654270172, + 0.4012708299636841, + 0.3978414667129517, + 0.3982130952835083, + 0.39661678586006166, + 0.3961480514526367, + 0.3957116979598999, + 0.3947981976032257, + 0.3936134231567383, + 0.3932879699230194, + 0.3933325177192688, + 0.3928670913696289, + 0.3924105140209198, + 0.39142332553863524, + 0.3909112627029419, + 0.39050314569473266, + 0.39011170201301576 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.20670706033706665, + 0.594096302986145, + 0.6002212762832642, + 0.6189069747924805 + ], + "perturbation_rho": [ + 0.24109239876270294, + 0.6317664384841919, + 0.6270265579223633, + 0.6285783648490906 + ], + "nudging": { + "0.001": [ + -0.0037710254546254873, + -0.004560340661555529, + -0.004485958255827427, + -0.004530656151473522 + ], + "0.003": [ + -0.011285749264061451, + -0.013657940551638603, + -0.013435271568596363, + -0.013568824157118797 + ], + "0.01": [ + -0.03731346130371094, + -0.04525235667824745, + -0.044518306851387024, + -0.04495714232325554 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json new file mode 100644 index 0000000..a363017 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3597605170249938, + 0.6515352805137634, + 0.5761591612815857, + 0.5036653388023377, + 0.4378750482082367, + 0.3986785667896271, + 0.3651514029026032, + 0.32824506731033326, + 0.3065573793888092, + 0.25960179257392885, + 0.22397090587615967, + 0.18577685337066652, + 0.17314567223787308, + 0.13219234380722045, + 0.2145008885383606, + 0.14060048987865448, + 0.1320132321357727, + 0.15602792205810548, + 0.08493568333983421, + 0.04347894575595856, + 0.04405979743897915, + 0.026510945428907872, + 0.017329008316993712, + 0.014953341521322727, + 0.011717742429673671, + 0.010508880212903023, + 0.009168952202051878, + 0.008036357240378857, + 0.007489554305374622, + 0.006532931604981422, + 0.00620891650468111, + 0.005510815745592117, + 0.005301155371963978, + 0.004775684664398432, + 0.00437106367573142, + 0.004044459429383278, + 0.003801189873740077, + 0.003582138231769204, + 0.003404493835568428, + 0.003254202524572611, + 0.0030735614743083715, + 0.0029319060567766426, + 0.0028157311901450158, + 0.0027169062765315176, + 0.0026012683637440205, + 0.0024921510376036166, + 0.0024171145718544724, + 0.002337812060303986, + 0.0022599145282059907, + 0.0021856731843203307, + 0.00212739445772022, + 0.002071296547073871, + 0.0020127466212958097, + 0.00196753548104316, + 0.0019216904461383819, + 0.0018877944979816676, + 0.0018499503599479794, + 0.0018118849888443948, + 0.001789958526287228, + 0.0017553682591766118, + 0.0017257725574076177, + 0.0017022816266864537, + 0.00168052331879735, + 0.0016581403171643614, + 0.001639620173163712, + 0.001623599848151207, + 0.0016086858851835132, + 0.0015953668985515834, + 0.0015842857133597135, + 0.001574385955557227, + 0.0015660683127120137, + 0.001558823443762958, + 0.0015531524984166026, + 0.0015484464213252067, + 0.0015443269031122327, + 0.0015414506535977126, + 0.001539355414081365, + 0.001538024666160345, + 0.0015371435042470694, + 0.001536688283085823 + ], + "train_acc": [ + 0.5267, + 0.7494, + 0.7766, + 0.8091, + 0.8373, + 0.846, + 0.8606, + 0.8759, + 0.8863, + 0.9065, + 0.9204, + 0.9385, + 0.9412, + 0.9602, + 0.9215, + 0.9529, + 0.9556, + 0.9471, + 0.9748, + 0.9941, + 0.9925, + 0.9989, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7505, + 0.7575, + 0.758, + 0.7665, + 0.7615, + 0.7685, + 0.7675, + 0.7595, + 0.7745, + 0.7615, + 0.765, + 0.7595, + 0.764, + 0.7675, + 0.763, + 0.746, + 0.7585, + 0.764, + 0.763, + 0.776, + 0.771, + 0.769, + 0.772, + 0.7795, + 0.7725, + 0.7755, + 0.7765, + 0.772, + 0.773, + 0.7735, + 0.7745, + 0.774, + 0.7705, + 0.773, + 0.773, + 0.7735, + 0.7765, + 0.775, + 0.7735, + 0.7725, + 0.774, + 0.772, + 0.774, + 0.772, + 0.7705, + 0.7725, + 0.772, + 0.772, + 0.7725, + 0.7725, + 0.773, + 0.773, + 0.773, + 0.7745, + 0.773, + 0.771, + 0.772, + 0.772, + 0.77, + 0.772, + 0.7715, + 0.771, + 0.771, + 0.7715, + 0.772, + 0.7715, + 0.7715, + 0.7705, + 0.7715, + 0.771, + 0.7715, + 0.771, + 0.7715, + 0.771, + 0.7715, + 0.7715, + 0.7715, + 0.7715, + 0.7715, + 0.7715 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8705248832702637, + 0.8637571334838867, + 0.8509291410446167, + 0.8393645286560059, + 0.8308560848236084, + 0.8178726434707642, + 0.800449013710022, + 0.780108630657196 + ], + "perturbation_rho": [ + 0.9999995231628418, + 0.9999995827674866, + 0.9999989867210388, + 0.9999984502792358, + 0.9999953508377075, + 0.9999901056289673, + 0.9999750852584839, + 0.9999430179595947 + ], + "nudging": { + "0.001": [ + -0.06178125739097595, + -0.05145343393087387, + -0.040026240050792694, + -0.028534352779388428, + -0.018970515578985214, + -0.012147586792707443, + -0.007833496667444706, + -0.0053112502209842205 + ], + "0.003": [ + -0.17677445709705353, + -0.14845409989356995, + -0.11653909087181091, + -0.0838426947593689, + -0.056151725351810455, + -0.03613904491066933, + -0.02337692305445671, + -0.015877680853009224 + ], + "0.01": [ + -0.5067576169967651, + -0.4360688626766205, + -0.3518902063369751, + -0.26053690910339355, + -0.1787266880273819, + -0.1170111671090126, + -0.07650406658649445, + -0.052279047667980194 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.286389960861206, + 1.5046793308258057, + 1.003141529273987, + 0.8502165521621704, + 0.79491765127182, + 0.7619345289707183, + 0.7414057087898255, + 0.7364994804382324, + 0.7720167747497558, + 0.762273980808258, + 0.7816535405158996, + 0.8181071807861328, + 0.8168456993103027, + 0.8073886169433594, + 0.8274958035469056, + 0.8190181507110595, + 0.8747408109664917, + 0.9060320697784424, + 0.8967771499633789, + 0.8795616693496704, + 0.9533623218059539, + 0.9225506632804871, + 0.8967089427947998, + 1.0248757438659668, + 0.9947487607955933, + 1.0210036689758302, + 0.9943507525444031, + 0.9633036288261414, + 1.059937081384659, + 1.017498482131958, + 1.0583956523895264, + 1.0057311573028564, + 1.0065682273864747, + 1.0264606199264525, + 0.9849345092773437, + 1.0307427364349364, + 1.0011034609794616, + 1.0081669438362122, + 1.0175197954177857, + 1.049601664352417, + 1.0101221143722534, + 1.0102649535179138, + 1.0285917793273927, + 1.0752605737686156, + 1.0722829106330871, + 1.013289751815796, + 1.0027215727806091, + 0.9726143455982208, + 0.9526057465553284, + 1.0113349676132202, + 1.0276539045333861, + 0.9834941878318787, + 0.979356449508667, + 0.9529389619827271, + 0.9780878620147705, + 0.9671504787445069, + 0.9552891291618347, + 0.9549959115982055, + 0.9576946084022522, + 0.9455600605010986, + 0.945126536655426, + 0.9525565906047821, + 0.942156244468689, + 0.9393270302772522, + 0.9270951150894166, + 0.9252788740158081, + 0.9220846809387208, + 0.9299989045143128, + 0.9116277715682983, + 0.9150181134700776, + 0.9048595577239991, + 0.9056384092330932, + 0.9041959270477294, + 0.9009678789138794, + 0.9005821381568909, + 0.898265645122528, + 0.8972719952583313, + 0.8961263038635254, + 0.8954417029380798, + 0.8950483352661133 + ], + "train_acc": [ + 0.1682, + 0.4702, + 0.632, + 0.6851, + 0.7067, + 0.7165, + 0.7266, + 0.734, + 0.7213, + 0.7267, + 0.7244, + 0.7156, + 0.7148, + 0.7218, + 0.7179, + 0.7252, + 0.7109, + 0.7081, + 0.7083, + 0.7121, + 0.6998, + 0.7084, + 0.7135, + 0.696, + 0.6957, + 0.6912, + 0.7041, + 0.7055, + 0.6957, + 0.6988, + 0.6907, + 0.6998, + 0.6982, + 0.6939, + 0.704, + 0.6938, + 0.7025, + 0.6989, + 0.6988, + 0.6956, + 0.6967, + 0.6992, + 0.6908, + 0.6888, + 0.6808, + 0.7012, + 0.6984, + 0.7053, + 0.7083, + 0.6966, + 0.6956, + 0.7002, + 0.7045, + 0.7086, + 0.7024, + 0.707, + 0.7061, + 0.7049, + 0.7, + 0.7084, + 0.7063, + 0.7042, + 0.7075, + 0.7088, + 0.7096, + 0.7082, + 0.7103, + 0.7108, + 0.712, + 0.7136, + 0.717, + 0.7138, + 0.7123, + 0.7121, + 0.7125, + 0.7124, + 0.7132, + 0.7141, + 0.7138, + 0.7138 + ], + "test_acc": [ + 0.316, + 0.5695, + 0.6415, + 0.682, + 0.6865, + 0.7005, + 0.688, + 0.6815, + 0.677, + 0.6925, + 0.694, + 0.691, + 0.682, + 0.6885, + 0.667, + 0.639, + 0.6545, + 0.647, + 0.6855, + 0.6465, + 0.6645, + 0.6715, + 0.63, + 0.655, + 0.63, + 0.6585, + 0.666, + 0.664, + 0.64, + 0.641, + 0.632, + 0.6545, + 0.6605, + 0.6435, + 0.602, + 0.6495, + 0.6465, + 0.6625, + 0.64, + 0.6735, + 0.654, + 0.6435, + 0.612, + 0.621, + 0.6465, + 0.6645, + 0.656, + 0.663, + 0.636, + 0.639, + 0.647, + 0.662, + 0.654, + 0.646, + 0.6435, + 0.662, + 0.6725, + 0.6515, + 0.6605, + 0.6575, + 0.6595, + 0.6725, + 0.665, + 0.656, + 0.668, + 0.67, + 0.66, + 0.6705, + 0.664, + 0.67, + 0.671, + 0.6665, + 0.666, + 0.667, + 0.6685, + 0.6665, + 0.67, + 0.6705, + 0.6695, + 0.67 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.006531993858516216, + 0.06646430492401123, + 0.03470785170793533, + 0.06075863167643547, + 0.08359120786190033, + 0.10361115634441376, + 0.07729409635066986, + 0.08058023452758789 + ], + "perturbation_rho": [ + -0.009454472921788692, + 0.027615420520305634, + 0.016344428062438965, + 0.07737872004508972, + 0.07998150587081909, + 0.10012705624103546, + 0.06766189634799957, + 0.10667626559734344 + ], + "nudging": { + "0.001": [ + 0.0007423138595186174, + -0.0004339630249887705, + -0.000128742161905393, + -0.00022700021509081125, + -0.00032891874434426427, + -0.0003692444588523358, + -0.0002555775863584131, + -0.0003090384416282177 + ], + "0.003": [ + 0.0022933646105229855, + -0.0012996066361665726, + -0.00038488200516439974, + -0.0006815677043050528, + -0.000985405407845974, + -0.001108917174860835, + -0.0007655198569409549, + -0.000927455781493336 + ], + "0.01": [ + 0.008429424837231636, + -0.004321999382227659, + -0.0012797827366739511, + -0.0022665630094707012, + -0.003274995367974043, + -0.0036867314483970404, + -0.0025471593253314495, + -0.0030862612184137106 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7888231441497802, + 0.9241861874580384, + 0.7240635061264038, + 0.7652610589981079, + 0.8191699273109436, + 0.8505851211547851, + 0.8939923881530761, + 0.9012255577087402, + 0.9081583255767822, + 0.9199252265930176, + 0.9214971921920776, + 0.9398935409545899, + 0.9513171270370483, + 0.9611785633087159, + 0.9746305106163025, + 0.9664869049072266, + 0.9556780141830444, + 0.9599577611923218, + 0.9653084876060486, + 0.9609654689788818, + 0.9881143209457397, + 0.9882149921417236, + 0.9909763618469238, + 0.9672609125137329, + 0.9692873673439026, + 0.9848963592529297, + 0.9834712471008301, + 0.9938116626739502, + 0.9761260354995728, + 0.9862309640884399, + 0.9964988097190857, + 0.9895741086959838, + 1.0031852451324463, + 0.9945528154373169, + 0.9938870990753174, + 0.9850039566040039, + 0.982766799736023, + 0.9940546441078186, + 0.9699371845245361, + 1.0030255681037903, + 0.9629069705963135, + 0.9917603145599365, + 0.9868170715332031, + 0.9635244643211365, + 0.9542290064811707, + 0.9522285627365112, + 0.959105701637268, + 0.9572865758895874, + 0.9609386156082154, + 0.9519588193893432, + 0.9662731432914734, + 0.9482017148971558, + 0.9449867942810058, + 0.9475737733840942, + 0.9366802082061768, + 0.9512895627021789, + 0.9357378484725952, + 0.9315478944778443, + 0.930592444229126, + 0.925588726234436, + 0.9228597645759582, + 0.918616138458252, + 0.920361442565918, + 0.9141858814239502, + 0.9206330242156983, + 0.912045624256134, + 0.9115395063400269, + 0.9120437767028808, + 0.9089287811756134, + 0.9052299271583557, + 0.9062120104789734, + 0.9052583214759826, + 0.903732003068924, + 0.9017038101196289, + 0.9016088019371032, + 0.900925235080719, + 0.9002337282180786, + 0.89950648021698, + 0.899344504737854, + 0.8991525621414185 + ], + "train_acc": [ + 0.3518, + 0.6507, + 0.7278, + 0.7221, + 0.7157, + 0.704, + 0.6837, + 0.6747, + 0.6723, + 0.672, + 0.6664, + 0.6583, + 0.6557, + 0.6516, + 0.6463, + 0.6463, + 0.6498, + 0.6501, + 0.6474, + 0.653, + 0.6426, + 0.6447, + 0.6445, + 0.6507, + 0.6485, + 0.6467, + 0.6437, + 0.6427, + 0.6479, + 0.6483, + 0.6431, + 0.6429, + 0.6416, + 0.6448, + 0.6449, + 0.646, + 0.6441, + 0.6436, + 0.6521, + 0.6445, + 0.6551, + 0.6524, + 0.6439, + 0.6597, + 0.6584, + 0.6558, + 0.6528, + 0.6547, + 0.6585, + 0.6601, + 0.6553, + 0.6599, + 0.6603, + 0.6637, + 0.6623, + 0.6554, + 0.6631, + 0.6682, + 0.6642, + 0.6686, + 0.6645, + 0.6711, + 0.672, + 0.6707, + 0.6677, + 0.6712, + 0.6738, + 0.6701, + 0.6731, + 0.6735, + 0.6748, + 0.6746, + 0.6743, + 0.6749, + 0.6778, + 0.6736, + 0.6769, + 0.676, + 0.6765, + 0.6766 + ], + "test_acc": [ + 0.58, + 0.696, + 0.719, + 0.706, + 0.6865, + 0.67, + 0.6525, + 0.648, + 0.639, + 0.622, + 0.626, + 0.6225, + 0.6215, + 0.628, + 0.612, + 0.628, + 0.6145, + 0.6255, + 0.6265, + 0.6135, + 0.6095, + 0.6135, + 0.621, + 0.6175, + 0.626, + 0.6125, + 0.6105, + 0.6065, + 0.604, + 0.599, + 0.5715, + 0.6055, + 0.5985, + 0.6065, + 0.616, + 0.6205, + 0.5945, + 0.6145, + 0.6205, + 0.62, + 0.61, + 0.619, + 0.609, + 0.6145, + 0.616, + 0.612, + 0.617, + 0.5945, + 0.6145, + 0.605, + 0.611, + 0.6145, + 0.6095, + 0.616, + 0.6075, + 0.6085, + 0.6185, + 0.6165, + 0.6155, + 0.6145, + 0.616, + 0.622, + 0.6225, + 0.6185, + 0.626, + 0.6225, + 0.6215, + 0.6255, + 0.622, + 0.626, + 0.6245, + 0.6255, + 0.628, + 0.625, + 0.628, + 0.6275, + 0.6295, + 0.629, + 0.6295, + 0.63 + ], + "state_pred_error": [ + 0.7095542505741119, + 0.2204969837665558, + 0.15315507028102876, + 0.1501929506778717, + 0.1680251207113266, + 0.18483844525814055, + 0.1927951848268509, + 0.18053169043064118, + 0.15416607925891876, + 0.13751740345954894, + 0.13204463099241256, + 0.137019335603714, + 0.14018229098320006, + 0.13985622874498368, + 0.13382404689788818, + 0.12563955969810486, + 0.11495544098615647, + 0.10729084681272506, + 0.0991292914390564, + 0.0913941947221756, + 0.08400755655765534, + 0.07665130922794341, + 0.06990957274436951, + 0.06544679455757141, + 0.06332790016531945, + 0.059688883173465726, + 0.05787863445281982, + 0.05242338265180588, + 0.04925893352627754, + 0.0445285712659359, + 0.03784902328848839, + 0.03432314455509186, + 0.03293032890856266, + 0.0331594014942646, + 0.033307562443614006, + 0.03299136911034584, + 0.033409500086307525, + 0.033616409802436825, + 0.03379755539298058, + 0.033649980002641675, + 0.032497336408495905, + 0.03118463564515114, + 0.02951844048500061, + 0.02854375030398369, + 0.026753420197963715, + 0.025368909916281702, + 0.024291560703516006, + 0.023437905433773994, + 0.022952947756648065, + 0.02232878315448761, + 0.02181797335743904, + 0.021106301710009576, + 0.020409608674049378, + 0.019760580214858055, + 0.019138308236002922, + 0.018568420615792273, + 0.01808371136188507, + 0.01727056083083153, + 0.016739256817102432, + 0.016109547036886215, + 0.015664903444051744, + 0.015091081549227238, + 0.014631217294931411, + 0.014197941839694977, + 0.013777997905015946, + 0.01357243129312992, + 0.013283110724389553, + 0.012890019401907921, + 0.012523587247729302, + 0.012299926532804966, + 0.012003950168192386, + 0.01177265168428421, + 0.011549191689491272, + 0.011507066878676414, + 0.011230636714398862, + 0.011101334499567747, + 0.010917466147243976, + 0.010862733283638954, + 0.010788837406039238, + 0.010658458246290683 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6138853430747986, + 0.41074037551879883, + 0.25203365087509155, + 0.20834164321422577, + 0.16624599695205688, + 0.15929004549980164, + 0.15449269115924835, + 0.175917387008667 + ], + "perturbation_rho": [ + 0.5534218549728394, + 0.3554393947124481, + 0.28831934928894043, + 0.1869889795780182, + 0.14766299724578857, + 0.176305890083313, + 0.1294843554496765, + 0.16089865565299988 + ], + "nudging": { + "0.001": [ + -0.015559096820652485, + -0.0017606341280043125, + -0.0007992807659320533, + -0.0006281178793869913, + -0.0004932679585181177, + -0.00045871903421357274, + -0.0004438266041688621, + -0.000502013775985688 + ], + "0.003": [ + -0.04605434834957123, + -0.005273702088743448, + -0.002395393792539835, + -0.0018838276155292988, + -0.0014792272122576833, + -0.0013755084946751595, + -0.0013307692715898156, + -0.0015053658280521631 + ], + "0.01": [ + -0.14630448818206787, + -0.017482426017522812, + -0.00796731747686863, + -0.006267632823437452, + -0.00492177763953805, + -0.00457757618278265, + -0.004429594613611698, + -0.00500995060428977 + ] + }, + "state_pred_error_per_layer": [ + 7478.478515625, + 1555.7657470703125, + 846.884521484375, + 607.9534301757812, + 659.867919921875, + 614.796630859375, + 546.969482421875, + 518.796142578125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.285308999633789, + 1.4970221282958984, + 0.9958043640136719, + 0.8577417706489563, + 0.7985360019683838, + 0.7742141094207764, + 0.7541868792533875, + 0.7383458856582642, + 0.7444160983085633, + 0.7699382993698121, + 0.7617377349853516, + 0.8131803276062012, + 0.8340744517326355, + 0.8096075185775757, + 0.8233888305664062, + 0.8715233425140381, + 0.8412395213127136, + 0.8587033317565917, + 0.9323606998443603, + 0.9511387075424195, + 0.9220583269119262, + 0.9964756969451904, + 1.047953590965271, + 1.1211483845710755, + 1.1204530166625977, + 1.0928433876991273, + 1.1379628707885743, + 1.1724885011672974, + 1.11281310005188, + 1.0867287273406983, + 1.1001608766555786, + 1.064141231918335, + 1.0878272228240966, + 1.1576579273223877, + 1.1238960628509522, + 1.1606859970092773, + 1.1523268983840942, + 1.1631495752334595, + 1.1449461145401, + 1.2007387851715088, + 1.1955321371078491, + 1.1975843044281005, + 1.2237273839950562, + 1.2380825258255004, + 1.2528655261993409, + 1.2506139860153198, + 1.2446461044311523, + 1.2601920402526856, + 1.260292972946167, + 1.2225133561134338, + 1.1815817672729492, + 1.1279201912879944, + 1.1294625114440917, + 1.126245882987976, + 1.1246654704093932, + 1.1226116451263428, + 1.1226808778762818, + 1.1285088397979737, + 1.134099857711792, + 1.1264239824295044, + 1.1293188371658325, + 1.1205401794433594, + 1.119812659072876, + 1.1148133518218994, + 1.1078978939056396, + 1.1084100891113282, + 1.1039220796585083, + 1.106314839553833, + 1.1013267883300781, + 1.0988227684020997, + 1.0977583408355713, + 1.101661016845703, + 1.0976945793151855, + 1.1002184070587158, + 1.099597325706482, + 1.0982094870567323, + 1.098354042339325, + 1.0976181301116943, + 1.0973274658203125, + 1.0970626482963561 + ], + "train_acc": [ + 0.1665, + 0.4746, + 0.6308, + 0.6803, + 0.7017, + 0.7154, + 0.7205, + 0.7292, + 0.73, + 0.7237, + 0.7274, + 0.7147, + 0.7123, + 0.7201, + 0.7199, + 0.7116, + 0.7175, + 0.7182, + 0.7036, + 0.7017, + 0.6986, + 0.6771, + 0.661, + 0.6447, + 0.6427, + 0.6598, + 0.6551, + 0.6497, + 0.6566, + 0.6492, + 0.6392, + 0.6489, + 0.6354, + 0.6221, + 0.6365, + 0.6315, + 0.6316, + 0.6282, + 0.6354, + 0.6243, + 0.6263, + 0.6224, + 0.6126, + 0.613, + 0.6049, + 0.6047, + 0.5997, + 0.5934, + 0.5851, + 0.5892, + 0.5947, + 0.6053, + 0.6035, + 0.6011, + 0.6009, + 0.5983, + 0.5968, + 0.5938, + 0.5937, + 0.5964, + 0.5939, + 0.5953, + 0.5948, + 0.5983, + 0.6019, + 0.5955, + 0.5977, + 0.5985, + 0.5988, + 0.6014, + 0.6007, + 0.5982, + 0.6019, + 0.6017, + 0.6018, + 0.601, + 0.6003, + 0.6017, + 0.6011, + 0.6004 + ], + "test_acc": [ + 0.316, + 0.563, + 0.64, + 0.6705, + 0.6875, + 0.685, + 0.6855, + 0.695, + 0.6965, + 0.687, + 0.693, + 0.6385, + 0.68, + 0.6835, + 0.68, + 0.6845, + 0.6595, + 0.6695, + 0.648, + 0.6475, + 0.613, + 0.6205, + 0.617, + 0.6065, + 0.6275, + 0.6195, + 0.6055, + 0.625, + 0.6255, + 0.597, + 0.61, + 0.5655, + 0.592, + 0.577, + 0.5845, + 0.591, + 0.6035, + 0.6095, + 0.5905, + 0.5985, + 0.5995, + 0.5795, + 0.5785, + 0.5825, + 0.573, + 0.572, + 0.576, + 0.564, + 0.5665, + 0.5555, + 0.5655, + 0.5595, + 0.565, + 0.561, + 0.5715, + 0.5725, + 0.567, + 0.5575, + 0.566, + 0.559, + 0.5665, + 0.565, + 0.571, + 0.566, + 0.564, + 0.566, + 0.5705, + 0.569, + 0.572, + 0.5725, + 0.566, + 0.5685, + 0.5685, + 0.5695, + 0.571, + 0.5675, + 0.569, + 0.5695, + 0.569, + 0.5695 + ], + "value_loss": [ + 3.1271000915527343, + 0.9862023504257202, + 0.999002813911438, + 1.0425576148986817, + 1.0681012689590454, + 1.03996553068161, + 0.9741387175559998, + 0.9252232690811157, + 0.9215318450927734, + 1.0047331087112428, + 0.9920830215454102, + 1.0844781509399415, + 1.1991877380371094, + 1.1131661165237428, + 1.208943075942993, + 1.3144514158248901, + 1.2510551253318787, + 1.2366151815414428, + 1.4193125873565673, + 1.4414832863807678, + 1.234130789375305, + 1.1814983905792236, + 1.181002953338623, + 1.3016531824111939, + 1.1382783500671387, + 1.170673362350464, + 1.5918773588180541, + 1.2830027442932128, + 1.0921055715560912, + 1.0236657138824463, + 0.9862152492523193, + 0.849021138381958, + 0.9729941846847534, + 1.055552239227295, + 0.9573497166633606, + 0.979692142868042, + 0.8536088975906372, + 0.9205917440414428, + 0.9167158931732178, + 1.0006125350952149, + 0.9375052051544189, + 0.9362507380485535, + 0.8874157619476318, + 0.8648644126415252, + 0.9101438512802124, + 0.8190106260299682, + 0.8930434572219849, + 0.7672423245429992, + 0.7594193473815918, + 0.6917994091033935, + 0.6012004543304443, + 0.5240080141067505, + 0.5561031037807465, + 0.4888970242500305, + 0.45605546112060547, + 0.4390888867855072, + 0.43424798107147217, + 0.44492525901794433, + 0.43093778166770935, + 0.4075843402862549, + 0.41335898056030274, + 0.4024799570083618, + 0.4438731932640076, + 0.4120406524181366, + 0.3898531212806702, + 0.36487685375213624, + 0.4172193419456482, + 0.38758800344467165, + 0.34658458247184754, + 0.3497850526809692, + 0.34360920906066894, + 0.3693427942276001, + 0.34669516372680664, + 0.3415595028400421, + 0.3338581629753113, + 0.33175049436092374, + 0.32902164781093596, + 0.3372193983078003, + 0.34403223628997803, + 0.32433377566337585 + ], + "term_loss": [ + 1.7688616269111632, + 0.5567039131641388, + 0.7618842126846314, + 0.8274082384109497, + 0.8563696183204651, + 0.8081515713214874, + 0.7371555940628052, + 0.702651878452301, + 0.7090443038940429, + 0.7881656875610351, + 0.7814326080322266, + 0.8664573314666748, + 0.9778367706298828, + 0.8968942291259766, + 0.9918186021804809, + 1.08866188955307, + 1.0337607520103456, + 1.0145263776779174, + 1.178224391078949, + 1.1919040661811828, + 0.9849708090305328, + 0.8907354804992675, + 0.8850929956436158, + 0.9636733260154724, + 0.8116515071868896, + 0.8471049592018127, + 1.2205944297790527, + 0.9197152666568756, + 0.730262474155426, + 0.6721193412780762, + 0.6394133093833924, + 0.5264073338508606, + 0.6090341857910156, + 0.6560073004722595, + 0.5808387887001037, + 0.6305022970199585, + 0.5382268703460693, + 0.608380263376236, + 0.6007443336486816, + 0.6557021521091461, + 0.5751603908538818, + 0.5770105336666107, + 0.5359605489730835, + 0.5291802062988281, + 0.573161884689331, + 0.5040334848880768, + 0.5644822202682495, + 0.46114305610656736, + 0.4538517463684082, + 0.402396319103241, + 0.3250580922603607, + 0.2615281641483307, + 0.29292033083438873, + 0.2369567009449005, + 0.20991090397834777, + 0.19518582130670548, + 0.19080099306106568, + 0.19688191146850587, + 0.18551543823480607, + 0.16424798595905304, + 0.16575304796695708, + 0.1589976065158844, + 0.19366324095726012, + 0.1671199806332588, + 0.15091914472579956, + 0.1298795120716095, + 0.169755113196373, + 0.14672498960494995, + 0.1157905509352684, + 0.11689144127368926, + 0.11296927728652954, + 0.13240787162780762, + 0.11255746988058091, + 0.10960722550153733, + 0.10443557546138764, + 0.10119444595873356, + 0.09986090980172158, + 0.10406229302883148, + 0.1090045433819294, + 0.09466714213788509 + ], + "bridge_loss": [ + 1.0573119517879341, + 0.15241351038217543, + 0.01608453490436077, + 0.0064939980387687685, + 0.00945009122788906, + 0.0323205705165863, + 0.04268855847716332, + 0.030068882912397385, + 0.01993687737584114, + 0.01725001146569848, + 0.013776662385463715, + 0.013469882538914681, + 0.014333608262240886, + 0.013788160926103592, + 0.015742842441797255, + 0.01819062510430813, + 0.017548553105443718, + 0.019768079090118407, + 0.027314204022288322, + 0.03441775139570236, + 0.038058071267604826, + 0.06389330162107945, + 0.0633503836274147, + 0.09107995666265488, + 0.08258416488170624, + 0.0874572071313858, + 0.13215684812664985, + 0.12343537128567696, + 0.12941908707618713, + 0.12270671548843384, + 0.11486915047168732, + 0.09825265907049179, + 0.13369894971847535, + 0.1591746563911438, + 0.14571076006889344, + 0.1132983045578003, + 0.08243037438392639, + 0.08029556272029877, + 0.08846713262796402, + 0.1103203533411026, + 0.1305971376657486, + 0.12747013745307922, + 0.11351788620948791, + 0.09815907695889473, + 0.09737673666477203, + 0.0758411329627037, + 0.08800876551866531, + 0.06460359013080597, + 0.06309500212669372, + 0.05380393154621124, + 0.0478264770925045, + 0.04128478689193726, + 0.042341444367170335, + 0.03188926424384117, + 0.025954529893398286, + 0.025412592981755733, + 0.02477064228951931, + 0.028199707794189455, + 0.025668095329403878, + 0.02380155615210533, + 0.02794931230545044, + 0.024946860378980636, + 0.0320184164583683, + 0.02804033151268959, + 0.023456422537565233, + 0.019551472708582877, + 0.03227331275343895, + 0.025733040750026703, + 0.016958685997128485, + 0.019350963592529295, + 0.017583922302722932, + 0.023359004205465318, + 0.021352820153534412, + 0.018858864906430243, + 0.017002299439907075, + 0.018063389497995377, + 0.01701616567224264, + 0.02123323907852173, + 0.023313335365056993, + 0.018076158130913973 + ], + "tgrad_loss": [ + 0.300926530790329, + 0.27708493127822875, + 0.2210340663909912, + 0.20865537734031678, + 0.2022815556526184, + 0.19949339275360106, + 0.19429456148147584, + 0.19250250487327575, + 0.1925506702899933, + 0.19931740417480467, + 0.19687375478744507, + 0.20455093593597412, + 0.20701736421585082, + 0.2024837209701538, + 0.20138162145614624, + 0.20759890670776368, + 0.19974581598043442, + 0.20232072179317476, + 0.21377399282455445, + 0.21516146430969238, + 0.21110190229415893, + 0.22686960439682008, + 0.2325595742225647, + 0.24689988670349122, + 0.24404268040657043, + 0.23611119108200074, + 0.2391260844707489, + 0.23985210418701172, + 0.2324240131855011, + 0.2288396686077118, + 0.23193279480934142, + 0.2243611490726471, + 0.23026104683876036, + 0.24037028608322145, + 0.23080016889572144, + 0.23589155068397522, + 0.23295164408683777, + 0.23191592471599579, + 0.22750442996025086, + 0.2345900161266327, + 0.23174768257141112, + 0.23177007055282592, + 0.23793732562065126, + 0.23752512764930725, + 0.23960522780418397, + 0.23913600816726685, + 0.24055246658325194, + 0.2414956763267517, + 0.24247259407043456, + 0.2355991590976715, + 0.22831588366031647, + 0.2211950572013855, + 0.2208413278579712, + 0.2200510561466217, + 0.22019002876281737, + 0.21849047474861144, + 0.21867634949684142, + 0.21984363961219788, + 0.21975424647331238, + 0.21953480105400086, + 0.21965661954879762, + 0.2185354926586151, + 0.21819153480529785, + 0.2168803418636322, + 0.21547755289077758, + 0.21544586992263795, + 0.21519091215133668, + 0.215129975605011, + 0.2138353454589844, + 0.21354264924526214, + 0.21305600986480713, + 0.21357592091560365, + 0.21278487405776977, + 0.21309341056346892, + 0.21242028739452362, + 0.21249265823364258, + 0.2121445729970932, + 0.21192386741638183, + 0.2117143608570099, + 0.21159047515392304 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.08390675485134125, + 0.2993828356266022, + 0.37482553720474243, + 0.3876585066318512, + 0.3966418504714966, + 0.3863479495048523, + 0.3938036561012268, + 0.39385986328125 + ], + "perturbation_rho": [ + 0.09506039321422577, + 0.3888479173183441, + 0.42724472284317017, + 0.5000925064086914, + 0.4708487391471863, + 0.47097086906433105, + 0.48436442017555237, + 0.4723408818244934 + ], + "nudging": { + "0.001": [ + -0.0027529560029506683, + -0.0023121805861592293, + -0.0022948652040213346, + -0.0022791987285017967, + -0.0022901692427694798, + -0.0022190851159393787, + -0.0022319701965898275, + -0.002243783324956894 + ], + "0.003": [ + -0.008236072957515717, + -0.006927105598151684, + -0.00687650078907609, + -0.006829372141510248, + -0.006862659007310867, + -0.0066499970853328705, + -0.006688036024570465, + -0.006723873317241669 + ], + "0.01": [ + -0.027181372046470642, + -0.02298363298177719, + -0.02282092720270157, + -0.022664468735456467, + -0.02277727797627449, + -0.02207607962191105, + -0.022199643775820732, + -0.02231789380311966 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json new file mode 100644 index 0000000..c5d8746 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3703768091201782, + 0.6740123039245606, + 0.5613458353042603, + 0.5279877727508545, + 0.42555175495147707, + 0.4008464940071106, + 0.3418552673816681, + 0.3169305899143219, + 0.2989230684995651, + 0.22381072659492493, + 0.24954671635627745, + 0.18852242698669433, + 0.17931302828788756, + 0.15236511628627777, + 0.14625489993095397, + 0.08793083952665329, + 0.0944634979724884, + 0.06237407035827637, + 0.10902504413723946, + 0.05045343590974808, + 0.05675933723151684, + 0.030447202077507972, + 0.017234644067287447, + 0.015850160157680513, + 0.020682270124554633, + 0.011260225063562394, + 0.008402103558182716, + 0.006454302641004324, + 0.0056301679342985154, + 0.005158279886841774, + 0.0048245771206915375, + 0.00440153166204691, + 0.004052742725610733, + 0.003818019072525203, + 0.003542347052693367, + 0.003333687162399292, + 0.00319532755613327, + 0.0030527794640511276, + 0.0028776524614542724, + 0.002738851569220424, + 0.002615449556335807, + 0.0024998470187187196, + 0.00237983765527606, + 0.0022845500905066727, + 0.002204404693841934, + 0.002141781159862876, + 0.002064352393895388, + 0.0019999265871942042, + 0.001937351893261075, + 0.0018773890499025584, + 0.0018315334113314747, + 0.0017837765011005104, + 0.0017335505589842796, + 0.0017015570227056742, + 0.0016626481765881181, + 0.0016315237021073698, + 0.001601293208822608, + 0.0015703001253306865, + 0.0015464611501432954, + 0.0015225628331303597, + 0.0015008840339258314, + 0.0014787248853594065, + 0.001461056488007307, + 0.0014460599626414479, + 0.0014304681217297912, + 0.0014166310345754027, + 0.001404330819286406, + 0.001393687280640006, + 0.0013846246616914869, + 0.0013766696255654097, + 0.0013697378845885396, + 0.0013638495333492756, + 0.0013587745733559132, + 0.0013546861404553055, + 0.0013515702040866016, + 0.0013490962450392544, + 0.0013473950270563365, + 0.0013461836755275726, + 0.0013454901657998562, + 0.001345112643018365 + ], + "train_acc": [ + 0.5176, + 0.7374, + 0.7823, + 0.7897, + 0.8383, + 0.8471, + 0.8716, + 0.8776, + 0.8863, + 0.9211, + 0.9088, + 0.935, + 0.9374, + 0.9488, + 0.9488, + 0.976, + 0.9719, + 0.9873, + 0.9681, + 0.9892, + 0.9856, + 0.9951, + 0.9994, + 0.999, + 0.9969, + 0.9998, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.704, + 0.7445, + 0.748, + 0.76, + 0.76, + 0.76, + 0.767, + 0.7675, + 0.7675, + 0.7645, + 0.766, + 0.764, + 0.7615, + 0.7595, + 0.759, + 0.77, + 0.7635, + 0.769, + 0.759, + 0.756, + 0.7615, + 0.7645, + 0.7665, + 0.767, + 0.7615, + 0.768, + 0.7655, + 0.767, + 0.769, + 0.7655, + 0.7645, + 0.7645, + 0.7645, + 0.7645, + 0.766, + 0.766, + 0.764, + 0.765, + 0.7665, + 0.7655, + 0.765, + 0.7635, + 0.765, + 0.764, + 0.763, + 0.764, + 0.7625, + 0.762, + 0.7625, + 0.762, + 0.7635, + 0.7635, + 0.7625, + 0.7635, + 0.764, + 0.764, + 0.764, + 0.762, + 0.7625, + 0.7625, + 0.7635, + 0.7625, + 0.7625, + 0.7625, + 0.763, + 0.763, + 0.7635, + 0.7635, + 0.762, + 0.7625, + 0.763, + 0.7625, + 0.763, + 0.763, + 0.763, + 0.763, + 0.763, + 0.763, + 0.763, + 0.763 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.85625159740448, + 0.8527897596359253, + 0.847720742225647, + 0.8408411145210266, + 0.831807017326355, + 0.8158122301101685, + 0.7960221171379089, + 0.7814224362373352 + ], + "perturbation_rho": [ + 0.999999463558197, + 0.9999992847442627, + 0.9999988079071045, + 0.9999978542327881, + 0.999994695186615, + 0.9999883770942688, + 0.9999692440032959, + 0.9999352693557739 + ], + "nudging": { + "0.001": [ + -0.06596626341342926, + -0.055192336440086365, + -0.04268433526158333, + -0.03002634271979332, + -0.019770411774516106, + -0.012638297863304615, + -0.00813499465584755, + -0.00550876185297966 + ], + "0.003": [ + -0.1898897886276245, + -0.16005799174308777, + -0.12479926645755768, + -0.08847799897193909, + -0.05861322209239006, + -0.03762739524245262, + -0.02428549900650978, + -0.01647210866212845 + ], + "0.01": [ + -0.5478029251098633, + -0.4737934172153473, + -0.3800549805164337, + -0.2769272029399872, + -0.18745023012161255, + -0.12213317304849625, + -0.07957549393177032, + -0.05427805706858635 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.231708497619629, + 1.418635772895813, + 0.943305676651001, + 0.8297181538581848, + 0.7659538966178894, + 0.7355367126464843, + 0.7249059216499328, + 0.7103497696876526, + 0.7056580327033997, + 0.7284941980361939, + 0.7514717527389526, + 0.7495575723648071, + 0.8143573719024658, + 0.7943916882514953, + 0.8353345689773559, + 0.8233354604721069, + 0.8139635746955871, + 0.8670068431854248, + 0.8794054039955139, + 0.8576095231056213, + 0.8653796346664429, + 0.8882027687072754, + 0.882841535949707, + 0.8668330222129822, + 0.9123839077949524, + 0.8965684688568115, + 0.9347959500312805, + 0.9114629460334778, + 1.0174331352233887, + 1.0257655752182007, + 0.9572873649597168, + 0.9571795852661132, + 0.955192239189148, + 0.9428499357223511, + 0.9694318241119385, + 0.9648013277053833, + 0.9437480949401855, + 1.0161491086006165, + 0.9801935592651367, + 1.0127256759643555, + 0.9624169521331787, + 0.9303661527633666, + 0.9537605016708374, + 0.9153729921340943, + 0.9333063995361328, + 0.9985080844879151, + 0.9437879688262939, + 0.9058924737930298, + 0.9471581097126007, + 0.9148890993118286, + 0.9394946533441544, + 0.8862299453735352, + 0.9382994981765747, + 0.8954874497413635, + 0.8906831897735595, + 0.884014150428772, + 0.884524594116211, + 0.8859518936157227, + 0.8956645541667938, + 0.8656166372299194, + 0.8735888675689697, + 0.861944951248169, + 0.8634599599838256, + 0.8558167356491089, + 0.844254759979248, + 0.8468807869911193, + 0.8440567171096802, + 0.84414446849823, + 0.837095554637909, + 0.835498137664795, + 0.8313182315826416, + 0.828638949584961, + 0.8268064447402954, + 0.8259873526573182, + 0.8236354766845703, + 0.8209153217315673, + 0.8198824878692627, + 0.8184344896316529, + 0.8179562203884124, + 0.8174484502792358 + ], + "train_acc": [ + 0.1815, + 0.5159, + 0.651, + 0.6912, + 0.7167, + 0.7262, + 0.7308, + 0.7384, + 0.741, + 0.7376, + 0.7324, + 0.7328, + 0.7159, + 0.7239, + 0.7173, + 0.7224, + 0.7268, + 0.7175, + 0.715, + 0.7155, + 0.7135, + 0.7083, + 0.7079, + 0.7222, + 0.7109, + 0.7127, + 0.705, + 0.7133, + 0.691, + 0.6908, + 0.7041, + 0.7043, + 0.7034, + 0.7046, + 0.6986, + 0.7039, + 0.7053, + 0.6985, + 0.6989, + 0.6932, + 0.7021, + 0.7058, + 0.7036, + 0.7103, + 0.7038, + 0.694, + 0.7059, + 0.7157, + 0.7038, + 0.7053, + 0.6982, + 0.7145, + 0.7049, + 0.7129, + 0.7097, + 0.714, + 0.7158, + 0.7144, + 0.709, + 0.7129, + 0.7151, + 0.718, + 0.7154, + 0.7205, + 0.7183, + 0.7192, + 0.7212, + 0.719, + 0.7204, + 0.7232, + 0.7219, + 0.7235, + 0.7222, + 0.7244, + 0.725, + 0.7229, + 0.7241, + 0.7237, + 0.724, + 0.7242 + ], + "test_acc": [ + 0.37, + 0.5725, + 0.639, + 0.6635, + 0.684, + 0.6775, + 0.7075, + 0.705, + 0.682, + 0.6865, + 0.673, + 0.6715, + 0.661, + 0.652, + 0.679, + 0.6745, + 0.6695, + 0.655, + 0.666, + 0.6525, + 0.6585, + 0.636, + 0.6565, + 0.654, + 0.662, + 0.6365, + 0.641, + 0.6285, + 0.5975, + 0.646, + 0.6565, + 0.65, + 0.649, + 0.6255, + 0.631, + 0.654, + 0.635, + 0.6255, + 0.6485, + 0.6345, + 0.6385, + 0.6355, + 0.628, + 0.6475, + 0.6405, + 0.63, + 0.649, + 0.6375, + 0.656, + 0.6335, + 0.64, + 0.637, + 0.6515, + 0.6585, + 0.6535, + 0.6565, + 0.656, + 0.6415, + 0.658, + 0.6475, + 0.6555, + 0.6595, + 0.651, + 0.6525, + 0.654, + 0.657, + 0.652, + 0.6495, + 0.655, + 0.6595, + 0.656, + 0.656, + 0.652, + 0.658, + 0.656, + 0.658, + 0.658, + 0.658, + 0.6565, + 0.657 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.01574046164751053, + 0.07191511988639832, + 0.043905604630708694, + 0.07308061420917511, + 0.07518148422241211, + 0.026394926011562347, + 0.06854978203773499, + 0.03262286260724068 + ], + "perturbation_rho": [ + -0.02709903195500374, + 0.1010747104883194, + 0.06438975036144257, + 0.07812117040157318, + 0.0766223892569542, + 0.026489075273275375, + 0.09218208491802216, + 0.010375358164310455 + ], + "nudging": { + "0.001": [ + 0.0007142307586036623, + -0.0005231229588389397, + -0.00022074897424317896, + -0.0003081119211856276, + -0.00031572216539643705, + -0.0001395478320773691, + -0.00030396669171750546, + -0.0001277559931622818 + ], + "0.003": [ + 0.002162146382033825, + -0.0015680594369769096, + -0.0006631950382143259, + -0.0009237516205757856, + -0.0009470301447436213, + -0.00041793263517320156, + -0.0009104788769036531, + -0.00038223061710596085 + ], + "0.01": [ + 0.007441862486302853, + -0.0052239359356462955, + -0.0022090799175202847, + -0.003076428547501564, + -0.0031523762736469507, + -0.0013899998739361763, + -0.0030318819917738438, + -0.0012708738213405013 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8269318895339965, + 1.0051976400375366, + 0.7789531414031983, + 0.7320484294891357, + 0.7566996850967407, + 0.8095570373535156, + 0.8494610660552978, + 0.867692116355896, + 0.9100590816497802, + 0.9440827163696289, + 0.9782439228057861, + 0.9932998554229736, + 1.019014867591858, + 1.0342318592071533, + 1.0291874648094177, + 1.0253695629119872, + 1.0212761486053468, + 0.9800823013305664, + 0.9683791316986085, + 0.9785815362930298, + 0.9862299140930175, + 0.996787068939209, + 0.9779501231193543, + 0.9745217691421508, + 0.9691826663970947, + 0.9746626880645752, + 0.9487684160232543, + 0.9371404664993286, + 0.9199271064758301, + 0.9334722229003907, + 0.9503546269416809, + 0.923910745048523, + 0.9474884466171265, + 0.9268602334976196, + 0.9206624788284302, + 0.92753564453125, + 0.9302853199005127, + 0.9186395662307739, + 0.9185600196838379, + 0.9253120166778565, + 0.9207821632385254, + 0.9409901829719544, + 0.9193793958663941, + 0.92328047580719, + 0.9343797274589538, + 0.9142894317626953, + 0.9160927310943604, + 0.9014208396911622, + 0.8922535416603088, + 0.8816746612548828, + 0.875530839920044, + 0.8770241296768189, + 0.8663126466751099, + 0.8592928192138672, + 0.8631654893875123, + 0.8535493013381958, + 0.8564054052352905, + 0.8476457886695862, + 0.8455490423202514, + 0.8474060085296631, + 0.8453507354736328, + 0.8386427994728088, + 0.8379946626663208, + 0.8355536317825317, + 0.8326087244987488, + 0.8301034708023072, + 0.830259226512909, + 0.8299130233764649, + 0.8300449360847473, + 0.8248954859733582, + 0.8260357536315918, + 0.8241482278823853, + 0.8238134614944458, + 0.8230488618850708, + 0.8220901975631714, + 0.8213789791107178, + 0.820764907169342, + 0.8205714824676513, + 0.8203490972518921, + 0.8202249536514282 + ], + "train_acc": [ + 0.3329, + 0.6247, + 0.7097, + 0.7227, + 0.7276, + 0.7099, + 0.6974, + 0.6846, + 0.6714, + 0.6626, + 0.6488, + 0.6489, + 0.6369, + 0.6372, + 0.6319, + 0.632, + 0.6355, + 0.6386, + 0.6513, + 0.6427, + 0.6492, + 0.6472, + 0.6511, + 0.6486, + 0.6528, + 0.6518, + 0.6585, + 0.6669, + 0.6679, + 0.6653, + 0.6613, + 0.6667, + 0.6646, + 0.6671, + 0.6709, + 0.6708, + 0.6729, + 0.6698, + 0.6707, + 0.6667, + 0.6706, + 0.6663, + 0.6722, + 0.6713, + 0.6656, + 0.6721, + 0.6725, + 0.6774, + 0.6753, + 0.6819, + 0.686, + 0.6821, + 0.6868, + 0.687, + 0.6869, + 0.6871, + 0.6879, + 0.6917, + 0.6921, + 0.6905, + 0.6907, + 0.6917, + 0.6916, + 0.6973, + 0.6978, + 0.6964, + 0.6952, + 0.6978, + 0.6953, + 0.6958, + 0.6938, + 0.6957, + 0.6958, + 0.6957, + 0.6977, + 0.6981, + 0.6966, + 0.6975, + 0.6972, + 0.6976 + ], + "test_acc": [ + 0.5265, + 0.678, + 0.71, + 0.7075, + 0.675, + 0.665, + 0.654, + 0.6415, + 0.6275, + 0.6325, + 0.622, + 0.611, + 0.5895, + 0.5935, + 0.5915, + 0.5865, + 0.6105, + 0.6065, + 0.618, + 0.607, + 0.612, + 0.6175, + 0.609, + 0.615, + 0.6155, + 0.617, + 0.619, + 0.626, + 0.6165, + 0.615, + 0.622, + 0.633, + 0.6425, + 0.6285, + 0.6315, + 0.629, + 0.6235, + 0.63, + 0.6265, + 0.633, + 0.6165, + 0.627, + 0.6225, + 0.6145, + 0.6265, + 0.623, + 0.625, + 0.616, + 0.6225, + 0.628, + 0.6305, + 0.6375, + 0.6365, + 0.636, + 0.635, + 0.6425, + 0.6325, + 0.6285, + 0.6305, + 0.6385, + 0.638, + 0.64, + 0.6425, + 0.6405, + 0.644, + 0.646, + 0.6455, + 0.646, + 0.643, + 0.644, + 0.648, + 0.648, + 0.6505, + 0.65, + 0.647, + 0.6485, + 0.648, + 0.6485, + 0.649, + 0.65 + ], + "state_pred_error": [ + 0.7002311863422394, + 0.22084679579734803, + 0.15376953585147857, + 0.1484843623161316, + 0.15982647223472596, + 0.1811715921163559, + 0.1945667941093445, + 0.20176007509231567, + 0.20261625909805298, + 0.19124769098758698, + 0.18218962874412536, + 0.1763947120666504, + 0.17245661504268647, + 0.1630336755514145, + 0.15171641788482665, + 0.14321954603195192, + 0.13387794542312623, + 0.12238948247432709, + 0.11191521211862564, + 0.10725419701337814, + 0.10254445215463638, + 0.09755742149353028, + 0.09333524917364121, + 0.08919921718835831, + 0.08560046610832214, + 0.08166285650730133, + 0.07877540134191513, + 0.07652937555313111, + 0.0737526822566986, + 0.07185606707334519, + 0.07086474553346633, + 0.06932573999166489, + 0.06812271840572358, + 0.06726093112230301, + 0.06480677745938301, + 0.06218134503364563, + 0.06057768109440804, + 0.05787591310143471, + 0.05514800155162811, + 0.05402169469594956, + 0.053021151185035705, + 0.0528799110531807, + 0.05364514610171318, + 0.05383548038005829, + 0.05424729347229004, + 0.052925097239017484, + 0.051881495702266696, + 0.050513546645641325, + 0.05008096670508385, + 0.04856216832399368, + 0.047455233627557755, + 0.0464736877143383, + 0.04560171290636063, + 0.044719690442085264, + 0.04401536261439323, + 0.0430379842877388, + 0.042287754344940184, + 0.04157426287531853, + 0.041074179071187975, + 0.039926473212242124, + 0.03941906256079674, + 0.03929359982609749, + 0.03810683597326279, + 0.03805391449332237, + 0.03690763158798218, + 0.03655427814722061, + 0.0361525127530098, + 0.035647189819812776, + 0.03503355433940888, + 0.03485284671187401, + 0.03406067345738411, + 0.03359544692635536, + 0.0335003142118454, + 0.03281750077009201, + 0.032709699648618695, + 0.03246098607182503, + 0.032299374321103094, + 0.03149260161221027, + 0.03101077135503292, + 0.031075275203585623 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6320836544036865, + 0.4503885507583618, + 0.22882479429244995, + 0.17507168650627136, + 0.15456035733222961, + 0.15327030420303345, + 0.14079461991786957, + 0.1386653482913971 + ], + "perturbation_rho": [ + 0.5491607189178467, + 0.3870346248149872, + 0.23711450397968292, + 0.15141981840133667, + 0.12508505582809448, + 0.15914584696292877, + 0.13365353643894196, + 0.11637556552886963 + ], + "nudging": { + "0.001": [ + -0.02009502425789833, + -0.0022013955749571323, + -0.000710347609128803, + -0.0005365170654840767, + -0.0004632421478163451, + -0.0004581586108542979, + -0.00041777893784455955, + -0.00040680408710613847 + ], + "0.003": [ + -0.05951227992773056, + -0.006594196427613497, + -0.002129881177097559, + -0.0016088619595393538, + -0.0013889807742089033, + -0.0013738160487264395, + -0.0012525597121566534, + -0.001220083562657237 + ], + "0.01": [ + -0.18924641609191895, + -0.02186501771211624, + -0.007085676770657301, + -0.0053551034070551395, + -0.00462403055280447, + -0.004574076272547245, + -0.004170445259660482, + -0.004062457010149956 + ] + }, + "state_pred_error_per_layer": [ + 9406.7255859375, + 1991.255126953125, + 1233.173095703125, + 996.4456787109375, + 824.75537109375, + 800.2864990234375, + 821.3734130859375, + 840.202392578125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.232960743522644, + 1.420582393836975, + 0.9455811813354492, + 0.8257486240386963, + 0.7836144889831543, + 0.7402769828796387, + 0.729928002166748, + 0.7208036253929139, + 0.7297886791229248, + 0.7470350498199463, + 0.7721688493728638, + 0.7637209308624268, + 0.7816214589595795, + 0.7835877867221832, + 0.8151798434257508, + 0.8235684534072876, + 0.8353915449142456, + 0.9103365058898926, + 0.8753420095443726, + 0.8804965543746949, + 0.8581397535324097, + 0.8739657152175904, + 0.9016903800964355, + 0.990748242855072, + 0.9614215970993042, + 0.9776799642562867, + 0.9315557836532593, + 1.0852978912353515, + 1.141357445335388, + 1.0584074115753175, + 1.1172573081970214, + 1.2589679100036621, + 1.2367329082489014, + 1.23497767162323, + 1.190962762260437, + 1.2603005590438843, + 1.3260346855163574, + 1.3029141501426698, + 1.3730133871078491, + 1.389457112121582, + 1.410658281326294, + 1.3981717176437378, + 1.386588328552246, + 1.4026400897979736, + 1.364222408103943, + 1.352792622756958, + 1.3398897926330566, + 1.3449722723007203, + 1.3795583543777465, + 1.3794076923370362, + 1.3593113542556763, + 1.3827865106582642, + 1.4238173538208008, + 1.4441098989486694, + 1.3864106082916259, + 1.3831024318695069, + 1.3302570987701416, + 1.3178522941589355, + 1.3111997756958007, + 1.294492097091675, + 1.2957700435638428, + 1.2821458141326905, + 1.2766342969894409, + 1.270096806907654, + 1.2705438976287842, + 1.2668931608200074, + 1.2661620328903198, + 1.265557067680359, + 1.2638321792602538, + 1.2624110040664673, + 1.2631232545852662, + 1.258963946914673, + 1.2560675323486328, + 1.2551779272079469, + 1.2541378360748292, + 1.2531858157157898, + 1.2520371969223023, + 1.2515714080810547, + 1.251167310333252, + 1.2510119449615478 + ], + "train_acc": [ + 0.182, + 0.5116, + 0.6517, + 0.6921, + 0.708, + 0.7264, + 0.7306, + 0.7382, + 0.7317, + 0.731, + 0.7285, + 0.7313, + 0.7261, + 0.7293, + 0.7186, + 0.722, + 0.7219, + 0.7014, + 0.7063, + 0.7082, + 0.707, + 0.7001, + 0.6881, + 0.6614, + 0.6594, + 0.6525, + 0.6624, + 0.6161, + 0.6072, + 0.6145, + 0.5943, + 0.5501, + 0.554, + 0.5531, + 0.5665, + 0.5428, + 0.5238, + 0.5234, + 0.5168, + 0.5069, + 0.4863, + 0.5042, + 0.5041, + 0.4991, + 0.5112, + 0.5147, + 0.5196, + 0.5155, + 0.5037, + 0.5052, + 0.5158, + 0.5056, + 0.497, + 0.4917, + 0.5062, + 0.5071, + 0.5237, + 0.5225, + 0.5219, + 0.5364, + 0.5279, + 0.5373, + 0.5397, + 0.5403, + 0.5423, + 0.5425, + 0.5422, + 0.5421, + 0.5412, + 0.5445, + 0.5421, + 0.5432, + 0.5468, + 0.5464, + 0.5471, + 0.5477, + 0.548, + 0.5478, + 0.5477, + 0.5484 + ], + "test_acc": [ + 0.3665, + 0.5675, + 0.6405, + 0.6575, + 0.6705, + 0.697, + 0.69, + 0.708, + 0.7, + 0.6855, + 0.6895, + 0.679, + 0.689, + 0.671, + 0.686, + 0.672, + 0.647, + 0.647, + 0.662, + 0.648, + 0.652, + 0.649, + 0.6015, + 0.577, + 0.592, + 0.632, + 0.5725, + 0.4715, + 0.503, + 0.554, + 0.4985, + 0.4535, + 0.4465, + 0.5365, + 0.508, + 0.48, + 0.48, + 0.39, + 0.399, + 0.4295, + 0.417, + 0.4325, + 0.406, + 0.4525, + 0.461, + 0.46, + 0.494, + 0.4075, + 0.429, + 0.484, + 0.4755, + 0.4765, + 0.4635, + 0.4615, + 0.464, + 0.479, + 0.47, + 0.494, + 0.4885, + 0.4925, + 0.4965, + 0.5015, + 0.5045, + 0.51, + 0.4995, + 0.509, + 0.503, + 0.5125, + 0.506, + 0.5165, + 0.512, + 0.507, + 0.511, + 0.514, + 0.511, + 0.5155, + 0.5145, + 0.515, + 0.5165, + 0.5165 + ], + "value_loss": [ + 3.063135040283203, + 0.9178804653167725, + 1.0234842987060546, + 1.1325440734863281, + 1.1635567161560059, + 1.084977388381958, + 0.9335860944747925, + 0.8856829252243043, + 0.9029004842758178, + 0.9281125900268554, + 1.0018171398162843, + 0.9197395215988159, + 0.9605137948989868, + 0.9333957103729248, + 0.9645775228500366, + 1.000026789855957, + 0.9733592803955078, + 1.0830778367042542, + 0.9194553695678711, + 0.917877451992035, + 0.754574672961235, + 0.7473849777221679, + 0.760665825843811, + 0.8724378496170044, + 0.7502632125854493, + 0.8110419334411622, + 0.6086162291526794, + 0.8276397277832032, + 1.0285220121383667, + 0.6005109428405762, + 0.8579624128341675, + 0.8123299127578736, + 0.6401672322273254, + 0.7736768434524536, + 0.6747624232769013, + 0.509700684595108, + 0.6056561064720154, + 0.6021059381961823, + 0.6918458218574524, + 0.7592935428619385, + 0.7403267482757568, + 0.594590943145752, + 0.5076187595367432, + 0.589847268486023, + 0.6413895493507386, + 0.5144407531738281, + 0.4514115423679352, + 0.5254093447685242, + 0.4945307634830475, + 0.49715064158439637, + 0.5229528147697449, + 0.4919383934020996, + 0.5279038127899169, + 0.5955624567031861, + 0.484116339302063, + 0.48801227164268496, + 0.4493190938949585, + 0.4401164185523987, + 0.41058427753448484, + 0.4015273964881897, + 0.38259989376068115, + 0.3977900302886963, + 0.3736837770462036, + 0.38537446489334104, + 0.41789057059288026, + 0.3799989566802979, + 0.4289457809448242, + 0.37526923496723175, + 0.3512410442829132, + 0.3536668284416199, + 0.3485133903503418, + 0.3410946590900421, + 0.353677539396286, + 0.36449949283599853, + 0.35570076990127564, + 0.3507022621154785, + 0.3628367488861084, + 0.3334844871520996, + 0.33962156491279605, + 0.35056146993637083 + ], + "term_loss": [ + 1.7380315342903137, + 0.522208710193634, + 0.7970712635040283, + 0.9268595787048339, + 0.963915803527832, + 0.8737848152160644, + 0.7096522349834442, + 0.6905156551361084, + 0.717272045135498, + 0.7419232294082642, + 0.8111855196475982, + 0.7332462784767151, + 0.7724072788238525, + 0.7451452328681946, + 0.7710176473617554, + 0.8040578945159912, + 0.7748076803684235, + 0.8724104147434235, + 0.7111417359352111, + 0.708936474943161, + 0.5438156430184841, + 0.5117625785827636, + 0.5003676904678345, + 0.5760292330741882, + 0.4542557261943817, + 0.5189919714927673, + 0.3221183834314346, + 0.5177541013717651, + 0.6817261950492859, + 0.3209350066184998, + 0.5049364763259888, + 0.4522950346469879, + 0.32609601502418517, + 0.43547215032577513, + 0.35757653040885923, + 0.21219050855636595, + 0.2881464541435242, + 0.2884611166834831, + 0.3724199409008026, + 0.4170766181945801, + 0.39002414054870604, + 0.2564110339283943, + 0.18429851140975953, + 0.2539124309062958, + 0.30265880492925645, + 0.19822253029346465, + 0.14195171850919724, + 0.20319455585479737, + 0.1759055587053299, + 0.18195768083333969, + 0.20568956186771392, + 0.18406356749534608, + 0.2139556656241417, + 0.27537979845404625, + 0.18222865467071533, + 0.18534576222896576, + 0.1560566021680832, + 0.1466648970603943, + 0.12159120118618011, + 0.11602592898607254, + 0.10063835277557373, + 0.11672715072631835, + 0.09764246659278869, + 0.10889123477935791, + 0.1363328471660614, + 0.10446722288131714, + 0.14478881199359894, + 0.10136622951179743, + 0.08094131415486336, + 0.0810381259918213, + 0.0765758816510439, + 0.07205680896639824, + 0.08189015170931815, + 0.09137738156318664, + 0.08255635949671268, + 0.08009501400589943, + 0.087424889087677, + 0.06630494102239609, + 0.07004760477542878, + 0.0784306697010994 + ], + "bridge_loss": [ + 1.0358692544909136, + 0.13155127784013748, + 0.013771739280223846, + 0.006167022878676653, + 0.010226642233133316, + 0.03349325300455094, + 0.051338992768526076, + 0.025331524658203125, + 0.015777216017246246, + 0.016127415639162063, + 0.016217421828210354, + 0.014605749247968198, + 0.014789033402502537, + 0.016496201342344283, + 0.017412009951472282, + 0.020229191905260086, + 0.0237046923160553, + 0.02550773705840111, + 0.02643321447297931, + 0.02973362688422203, + 0.035443501433730124, + 0.05561487289965153, + 0.07549205500483513, + 0.09634782196283341, + 0.09850893812179566, + 0.09041237454414368, + 0.09321520891189575, + 0.09043479615449905, + 0.11861175520420074, + 0.05878040784597397, + 0.12119050502181053, + 0.10563623140454292, + 0.06031600506305695, + 0.08450027232170106, + 0.06857655513882636, + 0.03640015028715134, + 0.046798882389068604, + 0.0454333637714386, + 0.04170687899589538, + 0.059792518198490144, + 0.06378642410039902, + 0.05276329394876957, + 0.038991385126113894, + 0.04724101865887642, + 0.05553500943779945, + 0.03707851017713547, + 0.03180363908410072, + 0.04299691360294819, + 0.034361545622348784, + 0.03207299547791481, + 0.03789413919746876, + 0.025696152359247208, + 0.02592012819647789, + 0.030018769443035127, + 0.020179891040921213, + 0.021297355365753175, + 0.019295803980529307, + 0.02125145290493965, + 0.018039992034435272, + 0.017231546019017698, + 0.012940341040492059, + 0.01530613884627819, + 0.010978435875475407, + 0.012805462521314622, + 0.018135536977648734, + 0.012616378632187843, + 0.021419661676883698, + 0.01140245101414621, + 0.008457917086780072, + 0.011216394200921059, + 0.01065029435157776, + 0.00871082552820444, + 0.012181823249161243, + 0.013980842983722687, + 0.014248662017285824, + 0.012093166401982307, + 0.01729309495687485, + 0.009371091036498547, + 0.012113781988620759, + 0.0149920065253973 + ], + "tgrad_loss": [ + 0.28923423657417296, + 0.26412047119140625, + 0.21264128952026368, + 0.19951747903823852, + 0.18941426134109496, + 0.17769930906295775, + 0.17259486656188966, + 0.1698357372522354, + 0.16985121915340423, + 0.1700619439125061, + 0.17441420325040818, + 0.17188749091625213, + 0.17331748073101044, + 0.17175427423715592, + 0.1761478721141815, + 0.17573970379829407, + 0.17484690184593202, + 0.18515969462394713, + 0.18188041653633116, + 0.1792073583960533, + 0.17531552555561067, + 0.18000752310752868, + 0.18480607998371124, + 0.2000607961177826, + 0.19749854352474214, + 0.2016375789642334, + 0.19328263318538666, + 0.21945083560943604, + 0.22818406176567077, + 0.22079553413391112, + 0.23183543071746826, + 0.25439864926338196, + 0.2537552054405212, + 0.25370441846847536, + 0.24860933825969697, + 0.26111002612113954, + 0.27071076798439025, + 0.2682114581108093, + 0.2777190034866333, + 0.2824244068145752, + 0.286516183757782, + 0.28541661281585695, + 0.2843288654327393, + 0.28869381036758424, + 0.2831957377195358, + 0.27913971424102785, + 0.27765617990493774, + 0.2792178776741028, + 0.28426365900039674, + 0.2831199683666229, + 0.27936911489963534, + 0.2821786761760712, + 0.2880280209541321, + 0.29016389510631563, + 0.28170779008865354, + 0.28136915550231933, + 0.2739666873455048, + 0.27220006723403933, + 0.270953081035614, + 0.26826992158889773, + 0.26902120203971863, + 0.2657567394733429, + 0.26506287517547605, + 0.2636777688503265, + 0.26342218379974364, + 0.2629153573989868, + 0.2627373068809509, + 0.26250055599212646, + 0.2618418116569519, + 0.2614123071670532, + 0.26128721523284915, + 0.26032702457904816, + 0.25960556111335753, + 0.2591412717103958, + 0.25889574670791626, + 0.2585140820503235, + 0.25811876544952395, + 0.2578084535598755, + 0.25746017999649046, + 0.25713879618644714 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.159218892455101, + 0.41163527965545654, + 0.4353415369987488, + 0.4608742594718933, + 0.46223077178001404, + 0.4579800069332123, + 0.4774817228317261, + 0.48016148805618286 + ], + "perturbation_rho": [ + 0.16694357991218567, + 0.4445253610610962, + 0.4925374388694763, + 0.48059922456741333, + 0.4989780783653259, + 0.5061379075050354, + 0.5181043148040771, + 0.5382387638092041 + ], + "nudging": { + "0.001": [ + -0.0030890656635165215, + -0.00277144368737936, + -0.002747020684182644, + -0.00279785948805511, + -0.0027602596674114466, + -0.002695691306143999, + -0.0027822419069707394, + -0.0027705328539013863 + ], + "0.003": [ + -0.00924670323729515, + -0.00830182246863842, + -0.008229547180235386, + -0.00838212389498949, + -0.0082697793841362, + -0.008075461722910404, + -0.008334919810295105, + -0.00829961895942688 + ], + "0.01": [ + -0.030580628663301468, + -0.027534715831279755, + -0.027298064902424812, + -0.027803048491477966, + -0.027431834489107132, + -0.02679138071835041, + -0.027646536007523537, + -0.02752995677292347 + ] + } + } + } +}
\ No newline at end of file diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json new file mode 100644 index 0000000..d5471ee --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3463441451072693, + 0.656766887664795, + 0.5764270442962647, + 0.5049470205307007, + 0.44764996643066407, + 0.4062515335083008, + 0.3515693604946136, + 0.3206895810842514, + 0.2904161464214325, + 0.24753628358840943, + 0.2321726190328598, + 0.20620288902446626, + 0.14134707186222076, + 0.1381254968047142, + 0.09739616808891297, + 0.10028421921730042, + 0.08100424802601337, + 0.052481980854272844, + 0.03361937362849712, + 0.023064313806593417, + 0.016894574731588365, + 0.018029864579439163, + 0.01246860893368721, + 0.012793298210203648, + 0.009702475392818452, + 0.006933919629454613, + 0.006176107530295849, + 0.0052169317141175274, + 0.004689141265302897, + 0.004294289305061102, + 0.003947792701795697, + 0.0036314275674521924, + 0.0034709502309560776, + 0.0032241559058427812, + 0.0030264573903754353, + 0.002786829589307308, + 0.002691977459192276, + 0.0025502977319061754, + 0.0024069922894239424, + 0.002286381192691624, + 0.0021656719870865346, + 0.0020719593722373247, + 0.0019887995449826123, + 0.0019052102621644736, + 0.0018541046464815737, + 0.0017718917785212397, + 0.0017050478473305702, + 0.0016673840329051019, + 0.001611921975016594, + 0.0015704534363001584, + 0.00152546519190073, + 0.0014810588150285184, + 0.0014405241325497627, + 0.0014093171660788358, + 0.001379680984839797, + 0.0013552363596856594, + 0.0013281732812523842, + 0.0013030338326469064, + 0.0012812643218785525, + 0.0012605276802554726, + 0.0012419982708990573, + 0.0012246737219393253, + 0.0012093606535345316, + 0.0011956781635060905, + 0.0011842453136108816, + 0.0011722337789833546, + 0.0011620491795241833, + 0.0011536349520087242, + 0.001145646565500647, + 0.0011385902153328061, + 0.0011329171873629093, + 0.0011278443921357393, + 0.0011238585330545902, + 0.0011204954175278545, + 0.0011177971672266722, + 0.0011157147269695998, + 0.0011142772480845452, + 0.0011133035955950617, + 0.0011126888004131614, + 0.0011123772541992366 + ], + "train_acc": [ + 0.5307, + 0.7492, + 0.7785, + 0.8079, + 0.8279, + 0.8463, + 0.8668, + 0.8782, + 0.8923, + 0.9096, + 0.9143, + 0.9257, + 0.957, + 0.9551, + 0.9725, + 0.9702, + 0.9764, + 0.9903, + 0.9969, + 0.9996, + 0.9999, + 0.9987, + 0.9999, + 0.9995, + 0.9998, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7115, + 0.7255, + 0.7355, + 0.743, + 0.753, + 0.7475, + 0.755, + 0.7485, + 0.759, + 0.7515, + 0.7545, + 0.752, + 0.758, + 0.7455, + 0.755, + 0.7555, + 0.75, + 0.755, + 0.756, + 0.7595, + 0.7585, + 0.7595, + 0.76, + 0.7545, + 0.754, + 0.754, + 0.756, + 0.7565, + 0.7565, + 0.7595, + 0.756, + 0.7585, + 0.758, + 0.7565, + 0.7565, + 0.7575, + 0.7565, + 0.7555, + 0.757, + 0.754, + 0.756, + 0.7585, + 0.755, + 0.7545, + 0.755, + 0.7565, + 0.7565, + 0.7535, + 0.753, + 0.753, + 0.7535, + 0.754, + 0.7535, + 0.7545, + 0.753, + 0.7525, + 0.7535, + 0.754, + 0.753, + 0.754, + 0.7525, + 0.755, + 0.754, + 0.754, + 0.754, + 0.7545, + 0.755, + 0.7545, + 0.755, + 0.7535, + 0.7535, + 0.753, + 0.753, + 0.7535, + 0.7535, + 0.753, + 0.753, + 0.753, + 0.753, + 0.753 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8814424872398376, + 0.8780966401100159, + 0.8716025352478027, + 0.8659577369689941, + 0.8611791133880615, + 0.8505971431732178, + 0.840730607509613, + 0.8265380859375 + ], + "perturbation_rho": [ + 0.9999989867210388, + 0.9999986886978149, + 0.9999985694885254, + 0.9999977350234985, + 0.9999950528144836, + 0.9999887943267822, + 0.9999659657478333, + 0.9999250173568726 + ], + "nudging": { + "0.001": [ + -0.06260491907596588, + -0.05404583364725113, + -0.043221063911914825, + -0.03131342679262161, + -0.020883938297629356, + -0.013250280171632767, + -0.008379553444683552, + -0.005514292977750301 + ], + "0.003": [ + -0.17761416733264923, + -0.1546051800251007, + -0.1248859316110611, + -0.09147098660469055, + -0.06157959625124931, + -0.03932812437415123, + -0.02497147023677826, + -0.016470596194267273 + ], + "0.01": [ + -0.4892617166042328, + -0.43737056851387024, + -0.36532458662986755, + -0.27772778272628784, + -0.1931857019662857, + -0.12626537680625916, + -0.08131371438503265, + -0.05406741425395012 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2014614141464235, + 1.3978741569519042, + 0.9405525930404663, + 0.818086814880371, + 0.771164631652832, + 0.7745693199157715, + 0.7576864667892456, + 0.7463770871162414, + 0.7722696937561035, + 0.773443956565857, + 0.8196994282722473, + 0.8230226099014282, + 0.7985618083953857, + 0.8092234371185303, + 0.9053948894500733, + 0.862282297706604, + 0.8464451768875122, + 0.8680938564300537, + 0.9213174166679382, + 0.8934836537361145, + 0.8848338569641113, + 1.011159381198883, + 1.0715399806976318, + 0.9774782712936402, + 0.979182135295868, + 0.961297844696045, + 0.985339128112793, + 0.954636875629425, + 1.0366612503051758, + 1.044210665988922, + 0.9580166080474853, + 1.0057565264225006, + 1.0125841614723206, + 1.0388942193984985, + 1.02042639503479, + 0.9954714471817017, + 1.0312650917053223, + 1.0722410326957703, + 1.118370492553711, + 1.0643636600494384, + 1.0855006002426149, + 1.0861762029647828, + 1.0397474521636962, + 1.022234823036194, + 1.0104119994163514, + 1.0270879231452943, + 1.0053070098876953, + 0.9997533004760742, + 1.0271160902023315, + 1.0045647579193115, + 0.9574119953155518, + 0.9848262899398804, + 0.9798704895019531, + 0.9577104959487915, + 0.9448792140960693, + 0.9436322189331054, + 0.983009619140625, + 0.9360240677833557, + 0.9667974452972412, + 0.9391335056304931, + 0.9265738496780396, + 0.9455734071731567, + 0.9335931274414062, + 0.9092183971405029, + 0.9293749851226807, + 0.9204340211868286, + 0.9168742379188538, + 0.908523450088501, + 0.9023038515090942, + 0.9048189876556396, + 0.9040199153900147, + 0.8947954501152039, + 0.8920311195373535, + 0.8919297351837158, + 0.8907344808578491, + 0.8874358827590942, + 0.8880324649810791, + 0.8856353624343872, + 0.8847578605651856, + 0.8844726276397705 + ], + "train_acc": [ + 0.1982, + 0.5183, + 0.6515, + 0.6963, + 0.7146, + 0.7108, + 0.7191, + 0.7239, + 0.7188, + 0.7234, + 0.7114, + 0.7098, + 0.7247, + 0.7248, + 0.7024, + 0.7127, + 0.7225, + 0.7155, + 0.7086, + 0.7142, + 0.7154, + 0.6937, + 0.6873, + 0.7008, + 0.7005, + 0.7018, + 0.6989, + 0.7074, + 0.6935, + 0.6929, + 0.7088, + 0.6987, + 0.6988, + 0.6969, + 0.6981, + 0.6991, + 0.6971, + 0.6895, + 0.6819, + 0.6908, + 0.685, + 0.6889, + 0.6999, + 0.6981, + 0.7011, + 0.699, + 0.7006, + 0.6971, + 0.6944, + 0.6983, + 0.7066, + 0.6988, + 0.7024, + 0.7058, + 0.7113, + 0.7066, + 0.6974, + 0.7131, + 0.7112, + 0.7092, + 0.7148, + 0.7083, + 0.7087, + 0.7134, + 0.7109, + 0.7088, + 0.7134, + 0.7161, + 0.7161, + 0.7095, + 0.7185, + 0.7199, + 0.7198, + 0.7188, + 0.7173, + 0.7194, + 0.7216, + 0.7208, + 0.721, + 0.721 + ], + "test_acc": [ + 0.3525, + 0.593, + 0.6475, + 0.661, + 0.657, + 0.671, + 0.6795, + 0.664, + 0.674, + 0.6325, + 0.6495, + 0.664, + 0.6495, + 0.6235, + 0.6715, + 0.6375, + 0.6435, + 0.6425, + 0.6445, + 0.609, + 0.598, + 0.63, + 0.609, + 0.6375, + 0.6205, + 0.643, + 0.652, + 0.6065, + 0.618, + 0.6445, + 0.6355, + 0.629, + 0.6335, + 0.6225, + 0.6115, + 0.6205, + 0.6125, + 0.6295, + 0.6505, + 0.6245, + 0.5955, + 0.651, + 0.6355, + 0.6145, + 0.6445, + 0.64, + 0.6185, + 0.6395, + 0.633, + 0.6505, + 0.641, + 0.6495, + 0.651, + 0.641, + 0.645, + 0.637, + 0.655, + 0.6335, + 0.65, + 0.6465, + 0.644, + 0.6535, + 0.6595, + 0.661, + 0.648, + 0.657, + 0.6535, + 0.655, + 0.6515, + 0.657, + 0.658, + 0.661, + 0.651, + 0.6545, + 0.6535, + 0.6595, + 0.6555, + 0.6575, + 0.655, + 0.6545 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.025392260402441025, + 0.05978121981024742, + 0.09360896795988083, + 0.06215091794729233, + 0.08870920538902283, + 0.07948237657546997, + 0.10833052545785904, + 0.0900830328464508 + ], + "perturbation_rho": [ + -0.015408031642436981, + 0.08876338601112366, + 0.15722069144248962, + 0.07516318559646606, + 0.12132002413272858, + 0.08764688670635223, + 0.0905974954366684, + 0.06540436297655106 + ], + "nudging": { + "0.001": [ + -0.00034885239438153803, + -0.00048498986870981753, + -0.00045127709745429456, + -0.0002507510653231293, + -0.00043373170774430037, + -0.00040640440420247614, + -0.0004801496979780495, + -0.0003866151091642678 + ], + "0.003": [ + -0.000878344289958477, + -0.0014532352797687054, + -0.0013547346461564302, + -0.000751436804421246, + -0.001299282186664641, + -0.0012171604903414845, + -0.00143907661549747, + -0.0011573632946237922 + ], + "0.01": [ + -0.002068763133138418, + -0.004839141853153706, + -0.004507332108914852, + -0.002498403424397111, + -0.004324691370129585, + -0.004049480427056551, + -0.004787375684827566, + -0.0038477268535643816 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7595297370910645, + 0.9475741659164428, + 0.7447763685226441, + 0.7581909805297852, + 0.811722692489624, + 0.8899791458129883, + 0.9688082956314087, + 0.9621414354324341, + 0.961796886062622, + 0.9538854316711426, + 0.9661616035461426, + 0.950505804157257, + 0.9727196831703186, + 1.0116887701034545, + 1.0205289869308471, + 1.0264416973114014, + 1.0210129734039306, + 0.9992835007667541, + 0.9925045486450196, + 0.9951178996086121, + 1.011065309524536, + 0.9871878826141357, + 1.0031957998275758, + 1.0000246463775635, + 0.9818914362907409, + 1.0051741329193116, + 1.0145561868667603, + 1.0072885568618775, + 0.9990146213531494, + 1.002180821800232, + 1.0145820743560792, + 1.0009088862419129, + 0.987186259841919, + 0.988260524559021, + 1.0006609676361085, + 0.9837818576812745, + 0.980894729423523, + 0.9769309595108032, + 0.9737872982025146, + 0.9583989322662354, + 0.9679641858100891, + 0.9551776586532593, + 0.9422390087127686, + 0.9537172298431397, + 0.9439899353027343, + 0.943521542930603, + 0.9479599548339843, + 0.9455261005401612, + 0.9373712139129639, + 0.9349656831741333, + 0.9430942413330078, + 0.9451345511436462, + 0.9331818491458893, + 0.9223974617004395, + 0.9274687778472901, + 0.9191716623306274, + 0.9255869388580322, + 0.923639429473877, + 0.9151927932739258, + 0.9036617515563965, + 0.912812328338623, + 0.9029623630523682, + 0.8978730960845948, + 0.8989394746780396, + 0.8928214418888092, + 0.8919049097061157, + 0.8924614941596984, + 0.8891196983337403, + 0.8863753658294677, + 0.8851543426513672, + 0.8843002077102661, + 0.8839833070755004, + 0.8812764804840088, + 0.8801170440673828, + 0.8795399000167846, + 0.878050711631775, + 0.8773804382324218, + 0.8769560194015503, + 0.8765291761398315, + 0.8763642075538636 + ], + "train_acc": [ + 0.3558, + 0.6435, + 0.7191, + 0.72, + 0.7119, + 0.6954, + 0.665, + 0.6614, + 0.656, + 0.655, + 0.6515, + 0.6551, + 0.6411, + 0.6336, + 0.6326, + 0.6305, + 0.6287, + 0.6399, + 0.638, + 0.6382, + 0.6419, + 0.6497, + 0.6435, + 0.6474, + 0.646, + 0.6446, + 0.6415, + 0.6454, + 0.6415, + 0.6452, + 0.6418, + 0.6443, + 0.6468, + 0.6466, + 0.6443, + 0.6469, + 0.6513, + 0.6506, + 0.6566, + 0.6594, + 0.6576, + 0.6564, + 0.6626, + 0.6607, + 0.6659, + 0.6638, + 0.6673, + 0.6678, + 0.6662, + 0.6658, + 0.6636, + 0.6657, + 0.6705, + 0.6712, + 0.6726, + 0.674, + 0.6661, + 0.6721, + 0.6726, + 0.6776, + 0.6756, + 0.6779, + 0.6784, + 0.6801, + 0.6808, + 0.6787, + 0.6788, + 0.6814, + 0.6802, + 0.6833, + 0.6825, + 0.6816, + 0.6842, + 0.6843, + 0.6838, + 0.6857, + 0.685, + 0.6865, + 0.6861, + 0.6863 + ], + "test_acc": [ + 0.57, + 0.665, + 0.6875, + 0.6905, + 0.6825, + 0.646, + 0.6395, + 0.6295, + 0.6295, + 0.6195, + 0.629, + 0.618, + 0.614, + 0.596, + 0.608, + 0.5895, + 0.5995, + 0.6025, + 0.604, + 0.6165, + 0.601, + 0.615, + 0.5995, + 0.602, + 0.605, + 0.6055, + 0.5865, + 0.6125, + 0.6165, + 0.602, + 0.6025, + 0.606, + 0.6015, + 0.6085, + 0.6205, + 0.6, + 0.613, + 0.6125, + 0.615, + 0.616, + 0.6095, + 0.6355, + 0.617, + 0.6205, + 0.615, + 0.619, + 0.628, + 0.626, + 0.6285, + 0.6235, + 0.618, + 0.6265, + 0.6245, + 0.6265, + 0.632, + 0.625, + 0.6235, + 0.618, + 0.627, + 0.627, + 0.6195, + 0.6265, + 0.6355, + 0.629, + 0.629, + 0.628, + 0.629, + 0.632, + 0.634, + 0.6305, + 0.632, + 0.633, + 0.6315, + 0.632, + 0.629, + 0.6325, + 0.6315, + 0.6305, + 0.631, + 0.6315 + ], + "state_pred_error": [ + 0.7119821426868439, + 0.2199285702228546, + 0.15159940316677092, + 0.1455048334121704, + 0.16011591622829438, + 0.17240723192691804, + 0.1856574460029602, + 0.19060646598339082, + 0.18461057021617888, + 0.17915196049213408, + 0.16156295392513276, + 0.1458448067188263, + 0.13951418162584306, + 0.1363513420343399, + 0.12588273421525956, + 0.11220355759859085, + 0.0940346223115921, + 0.08044589848518371, + 0.07334359179735184, + 0.06827121561765671, + 0.0638974659562111, + 0.06077894349694252, + 0.05925172871351242, + 0.05808723242282868, + 0.057569033747911454, + 0.05934881684780121, + 0.060563347887992856, + 0.060616958856582644, + 0.05973702830076218, + 0.059038369923830034, + 0.05913116801381111, + 0.06012527327537537, + 0.05976770656704903, + 0.06020231146216393, + 0.05928394560813904, + 0.058542316550016404, + 0.05818368434906006, + 0.05711043501496315, + 0.05610687211751938, + 0.05552056633830071, + 0.05414653058052063, + 0.05291242948770523, + 0.05013820585012436, + 0.048317215740680694, + 0.04606599677205086, + 0.04470588800907135, + 0.0438895072221756, + 0.041934526485204696, + 0.04082408391237259, + 0.03920472621917725, + 0.038452356386184695, + 0.03671333760023117, + 0.035519248223304746, + 0.0345638000369072, + 0.033005472686886785, + 0.03193392164707184, + 0.031188388174772264, + 0.02983923709988594, + 0.028780742260813712, + 0.02811023307144642, + 0.027198891657590867, + 0.026264052698016165, + 0.025608342266082763, + 0.024711268293857575, + 0.024092616820335387, + 0.02376379963159561, + 0.022925849288702012, + 0.022340466144680975, + 0.022190902706980705, + 0.021424786433577536, + 0.02106497337818146, + 0.020676997044682503, + 0.02055346903204918, + 0.020126914477348327, + 0.01972040805220604, + 0.019614314609766006, + 0.019187554389238356, + 0.01890986149609089, + 0.01886671639084816, + 0.018439615397155284 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6046093106269836, + 0.3773959279060364, + 0.1675240397453308, + 0.13364183902740479, + 0.12548640370368958, + 0.11966440826654434, + 0.11708953976631165, + 0.12762311100959778 + ], + "perturbation_rho": [ + 0.5598001480102539, + 0.35775649547576904, + 0.14680343866348267, + 0.103827565908432, + 0.12472978234291077, + 0.08794894069433212, + 0.12868158519268036, + 0.09175367653369904 + ], + "nudging": { + "0.001": [ + -0.01812632381916046, + -0.0018294029869139194, + -0.0005177915445528924, + -0.00041508491267450154, + -0.00039664041833020747, + -0.00037947000237181783, + -0.0003740444080904126, + -0.0003969752578996122 + ], + "0.003": [ + -0.053716909140348434, + -0.0054817236959934235, + -0.0015528149669989944, + -0.0012443987652659416, + -0.001189632574096322, + -0.0011380251962691545, + -0.0011217063292860985, + -0.0011903976555913687 + ], + "0.01": [ + -0.17137765884399414, + -0.018192056566476822, + -0.005168645642697811, + -0.004143164958804846, + -0.0039602769538760185, + -0.0037884372286498547, + -0.003734107594937086, + -0.00396342109888792 + ] + }, + "state_pred_error_per_layer": [ + 11751.603515625, + 2306.73095703125, + 1321.091796875, + 1033.674560546875, + 973.6993408203125, + 865.9056396484375, + 869.378173828125, + 839.1387329101562 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2008896965026854, + 1.4054584117889404, + 0.9413134895324707, + 0.8322208425521851, + 0.7817444447517395, + 0.766307181072235, + 0.7719230993270874, + 0.7583044151306152, + 0.7602345886230468, + 0.7555905197143554, + 0.7762331862449646, + 0.798689239692688, + 0.8254908643722534, + 0.7902877309799194, + 0.8191847791671752, + 0.843696772480011, + 0.8999226076126099, + 0.8750352613449097, + 0.9063004100799561, + 1.0182397011756896, + 0.8965417966842651, + 0.9666744052886963, + 1.0089512565612793, + 1.007328366470337, + 1.0209112884521485, + 0.9945938415527343, + 1.0325454999923707, + 1.05485934715271, + 1.055373514175415, + 1.0699854314804078, + 1.0986695121765138, + 1.1126045949935912, + 1.1078404700279236, + 1.1185390811920166, + 1.1371925388336181, + 1.201495304107666, + 1.2209324337959289, + 1.1769378370285035, + 1.2876011058807373, + 1.269807508468628, + 1.2512431362152099, + 1.264885738182068, + 1.3760645431518554, + 1.284398963546753, + 1.2944733834266662, + 1.2793049654960633, + 1.279590975379944, + 1.2840878061294556, + 1.3577770275115968, + 1.3355762157440185, + 1.3204743861198425, + 1.3215809940338135, + 1.3097663831710815, + 1.293453282546997, + 1.318989148712158, + 1.2980890903472901, + 1.2837853858947754, + 1.3034196048736573, + 1.291077992630005, + 1.2697135080337525, + 1.276225595855713, + 1.279370401573181, + 1.253262141418457, + 1.2559870906829833, + 1.2534162567138671, + 1.249070475769043, + 1.2483550487518311, + 1.2445100688934325, + 1.2417517505645752, + 1.2406762868881225, + 1.2380864669799805, + 1.2353398445129395, + 1.2340172630310058, + 1.2329429447174072, + 1.231136992263794, + 1.2310544689178466, + 1.2299473683357238, + 1.229686898612976, + 1.229286951828003, + 1.2290444581985474 + ], + "train_acc": [ + 0.2037, + 0.516, + 0.6508, + 0.6907, + 0.7073, + 0.7123, + 0.7153, + 0.7213, + 0.7237, + 0.7267, + 0.726, + 0.7175, + 0.7129, + 0.7276, + 0.7204, + 0.7124, + 0.7065, + 0.7141, + 0.7075, + 0.684, + 0.7014, + 0.6798, + 0.6655, + 0.6582, + 0.6502, + 0.6556, + 0.64, + 0.628, + 0.6218, + 0.6158, + 0.5995, + 0.6016, + 0.5976, + 0.5955, + 0.5876, + 0.5705, + 0.5582, + 0.5704, + 0.5424, + 0.5442, + 0.5503, + 0.5452, + 0.5129, + 0.5399, + 0.5354, + 0.5425, + 0.5361, + 0.5384, + 0.5126, + 0.5154, + 0.5257, + 0.5199, + 0.5272, + 0.5292, + 0.5234, + 0.5312, + 0.5363, + 0.5287, + 0.5283, + 0.542, + 0.5333, + 0.5418, + 0.5433, + 0.5426, + 0.5425, + 0.5443, + 0.5431, + 0.5475, + 0.5473, + 0.5489, + 0.5481, + 0.5491, + 0.546, + 0.5462, + 0.5493, + 0.5477, + 0.5499, + 0.5466, + 0.5488, + 0.5486 + ], + "test_acc": [ + 0.348, + 0.5865, + 0.648, + 0.665, + 0.664, + 0.654, + 0.667, + 0.6655, + 0.6695, + 0.669, + 0.6805, + 0.6465, + 0.675, + 0.646, + 0.665, + 0.6225, + 0.654, + 0.6565, + 0.6365, + 0.6445, + 0.625, + 0.607, + 0.6095, + 0.6025, + 0.6165, + 0.614, + 0.5665, + 0.582, + 0.557, + 0.563, + 0.557, + 0.58, + 0.568, + 0.545, + 0.4575, + 0.484, + 0.534, + 0.473, + 0.4945, + 0.523, + 0.498, + 0.429, + 0.507, + 0.506, + 0.494, + 0.48, + 0.4965, + 0.484, + 0.463, + 0.474, + 0.4995, + 0.5165, + 0.505, + 0.4835, + 0.506, + 0.513, + 0.5, + 0.485, + 0.511, + 0.5185, + 0.5055, + 0.515, + 0.5165, + 0.5225, + 0.5235, + 0.5215, + 0.5255, + 0.523, + 0.526, + 0.523, + 0.5235, + 0.5235, + 0.527, + 0.526, + 0.528, + 0.528, + 0.53, + 0.527, + 0.5285, + 0.5275 + ], + "value_loss": [ + 2.8519159332275392, + 0.943093113040924, + 0.9696953145980834, + 1.0555597288131713, + 1.0231808990478515, + 1.0070185512542724, + 1.0053409986495971, + 1.0034786861419678, + 1.074703646659851, + 1.0331179862976074, + 1.1073360038757325, + 1.1542760429382324, + 1.1737403179168702, + 1.1156317903518678, + 1.1757224494934082, + 1.2075947334289552, + 1.4217233302116394, + 1.2618381538391112, + 1.2358001930236817, + 1.5412270696640014, + 0.985550724029541, + 1.0291227241516114, + 0.9544451610565186, + 0.8837470067977905, + 0.8537702310562134, + 0.7540037113189697, + 0.7435011320114135, + 0.7713030492305756, + 0.7737072071075439, + 0.7703527069091797, + 0.8406762672424316, + 0.9660953598022461, + 0.9581118317604065, + 0.8639301441192627, + 1.131364299106598, + 0.9075398429870606, + 0.7297967605352401, + 0.610801382446289, + 0.7295192481040954, + 0.6998717771530152, + 0.7179642705917358, + 0.5449347291946411, + 0.746469527053833, + 1.1022102794647217, + 0.8994069383621216, + 0.65495665807724, + 0.5736650440216065, + 0.554638107585907, + 0.6279040833473205, + 0.6575304574489593, + 0.5701413901329041, + 0.5867615478515625, + 0.6130897359848022, + 0.5448762645721436, + 0.5473845755577087, + 0.5205927000999451, + 0.5727422311782837, + 0.5688760271072387, + 0.5431896102905274, + 0.5042444682121277, + 0.4872834966659546, + 0.47681626167297364, + 0.48972151465415953, + 0.485532283782959, + 0.4564926029682159, + 0.48419216747283933, + 0.4549050573348999, + 0.4627880736351013, + 0.4412449298858643, + 0.43897649846076964, + 0.439124055480957, + 0.4265758001327515, + 0.41834584236145017, + 0.4291167945861816, + 0.4187319411754608, + 0.4475174812793732, + 0.40432348778247834, + 0.43183891644477845, + 0.4050795471668243, + 0.41436073665618894 + ], + "term_loss": [ + 1.655311958694458, + 0.549731699848175, + 0.7320676593780517, + 0.8351332375526428, + 0.8048139360427856, + 0.7700202879905701, + 0.7471456516265869, + 0.7647736320495605, + 0.8484953968286514, + 0.8139370037078857, + 0.8846953063964844, + 0.9258933193206788, + 0.9378262730121613, + 0.8885055972337723, + 0.9462037200927734, + 0.9678823600769043, + 1.1691513951301575, + 1.0146873613357543, + 0.981622580909729, + 1.2502811630249024, + 0.7126443691253662, + 0.7149904264450073, + 0.6176420908927918, + 0.5500664302825927, + 0.5115062843322754, + 0.44496897649765016, + 0.4283113181114197, + 0.44876509721279145, + 0.3894277139544487, + 0.426357678937912, + 0.46676229720115664, + 0.5529243560791015, + 0.5148136425852775, + 0.4639499371290207, + 0.6982595764636993, + 0.5183709760665893, + 0.36028967921733857, + 0.26226684079170226, + 0.3540671193122864, + 0.32895341753959656, + 0.3412381377100944, + 0.19596993993520737, + 0.358793759059906, + 0.6658679189682006, + 0.4896356201171875, + 0.28445579075813293, + 0.21803204145431518, + 0.20383631246089937, + 0.26368726410865784, + 0.28870824122428895, + 0.21559315396547318, + 0.22728329100608827, + 0.24814829128980637, + 0.18719943115711213, + 0.18591779079437257, + 0.1683158616065979, + 0.2141489410638809, + 0.210011887550354, + 0.19071238458156586, + 0.15903579448461533, + 0.14602340037822722, + 0.13510726680755616, + 0.15042966575622557, + 0.14709542198181152, + 0.12240583802461624, + 0.14543920485973358, + 0.12093815805912018, + 0.1282063971042633, + 0.10907832708358765, + 0.10826493293642998, + 0.10762279661893845, + 0.09866760165691375, + 0.0908609703540802, + 0.09999058279991149, + 0.09174880601167679, + 0.11339596772193909, + 0.08030046239048243, + 0.10032132915854454, + 0.0803849901676178, + 0.08663651337623596 + ], + "bridge_loss": [ + 0.8989060655173758, + 0.11960642929077149, + 0.015411593426018954, + 0.006060963110625744, + 0.00798061602562666, + 0.02676496696472168, + 0.0440154026389122, + 0.02723466747999191, + 0.014392563518881797, + 0.009799828293919564, + 0.009989605707675219, + 0.01066438391804695, + 0.014675824010372162, + 0.015108226895332337, + 0.014537670788168908, + 0.018136680734157563, + 0.021672747790813445, + 0.022625041630864144, + 0.02594750416278839, + 0.04525593014955521, + 0.044533857583999636, + 0.06834359543919563, + 0.0811832171201706, + 0.07807079297304154, + 0.08161697351336479, + 0.05447080357074738, + 0.05201703317463398, + 0.05524468503296375, + 0.11168219794034957, + 0.0641616762161255, + 0.08777698372602463, + 0.12359804570525884, + 0.15617993171811104, + 0.10881609472036362, + 0.13728766435980796, + 0.07868606736660004, + 0.055003388568758964, + 0.04358988349437714, + 0.05062321665287018, + 0.05054847391843796, + 0.055439580523967746, + 0.026933279258012772, + 0.042817439204454424, + 0.10670252997875214, + 0.07675310898423195, + 0.04261072409152985, + 0.028939780139923096, + 0.02048116326034069, + 0.019857217094302177, + 0.02864076868593693, + 0.017677207984775303, + 0.02280512315630913, + 0.031010216677188875, + 0.02628134009242058, + 0.025431732770800592, + 0.019921301141381263, + 0.03013700404167175, + 0.027916390109062196, + 0.022569763624668122, + 0.0205557999253273, + 0.014262732622027397, + 0.014771246069669723, + 0.01809905598759651, + 0.016506473726034164, + 0.013013275938481093, + 0.018298546454310418, + 0.01417785782366991, + 0.015295256960391999, + 0.013428864750266075, + 0.012695570394396782, + 0.013537625922262668, + 0.01115195343196392, + 0.010617554458975793, + 0.012874725475907326, + 0.01128501494526863, + 0.018389357506483794, + 0.008775913769751786, + 0.016407797276228667, + 0.009887954160571099, + 0.013127461233735085 + ], + "tgrad_loss": [ + 0.2976979078292847, + 0.2737549843788147, + 0.22221605656147003, + 0.21436553063392638, + 0.21038635082244872, + 0.21023330702781678, + 0.2141799436569214, + 0.21147037315368652, + 0.21181569137573242, + 0.20938114733695984, + 0.21265108547210693, + 0.21771834297180176, + 0.2212382229089737, + 0.21201796562671663, + 0.2149810601234436, + 0.22157568635940553, + 0.2308991893529892, + 0.22452575006484984, + 0.22823011336326599, + 0.24568997399806977, + 0.22837249422073364, + 0.24578870820999146, + 0.2556198622703552, + 0.2556097867488861, + 0.2606469665288925, + 0.25456393384933473, + 0.2631727811574936, + 0.2672932656288147, + 0.27259729590415954, + 0.27983335461616515, + 0.2861369857311249, + 0.28957296657562254, + 0.287118260717392, + 0.29116410436630247, + 0.29581704835891726, + 0.3104827980041504, + 0.31450369589328764, + 0.30494466242790225, + 0.3248289137840271, + 0.3203698843955994, + 0.32128654470443724, + 0.3220315122127533, + 0.3448583282709122, + 0.3296398288726807, + 0.3330182122707367, + 0.3278901381254196, + 0.32669322395324707, + 0.33032063636779785, + 0.3443595983505249, + 0.3401814471721649, + 0.3368710287094116, + 0.3366731337070465, + 0.33393123569488525, + 0.33139549551010133, + 0.33603504791259764, + 0.33235553741455076, + 0.3284562883377075, + 0.3309477458953857, + 0.3299074633598328, + 0.324652875328064, + 0.32699735922813417, + 0.3269377513885498, + 0.32119279050827027, + 0.32193038778305055, + 0.32107348833084104, + 0.3204544198989868, + 0.3197890423774719, + 0.319286421585083, + 0.31873773612976075, + 0.318015997505188, + 0.31796363191604615, + 0.3167562457561493, + 0.3168673168182373, + 0.31625148630142214, + 0.31569811849594115, + 0.31573215498924256, + 0.3152471107006073, + 0.3151097901344299, + 0.3148066032886505, + 0.3145967625617981 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.1268395036458969, + 0.30569249391555786, + 0.34143707156181335, + 0.3805205225944519, + 0.3833070397377014, + 0.38344305753707886, + 0.3742453455924988, + 0.3805825710296631 + ], + "perturbation_rho": [ + 0.10492167621850967, + 0.4008791148662567, + 0.42003583908081055, + 0.4331238567829132, + 0.4291571080684662, + 0.4853004217147827, + 0.4488537311553955, + 0.46586981415748596 + ], + "nudging": { + "0.001": [ + -0.0026137512177228928, + -0.002321421168744564, + -0.0024553369730710983, + -0.002636931836605072, + -0.0026186201721429825, + -0.0025994605384767056, + -0.0025331785436719656, + -0.0025637689977884293 + ], + "0.003": [ + -0.007821732200682163, + -0.0069553181529045105, + -0.0073580252937972546, + -0.007900664582848549, + -0.007845591753721237, + -0.007788289338350296, + -0.0075891693122684956, + -0.007681208662688732 + ], + "0.01": [ + -0.02585173025727272, + -0.023091215640306473, + -0.0244273878633976, + -0.026221776381134987, + -0.026039035990834236, + -0.025849176570773125, + -0.025189466774463654, + -0.02549329586327076 + ] + } + } + } +}
\ No newline at end of file |