diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json new file mode 100644 index 0000000..3a9dc65 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L8_s456.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0949109335899354, + 0.4847292046070099, + 0.43074436836242674, + 0.45461450641155243, + 0.3505706082344055, + 0.36935169534683226, + 0.3458066239833832, + 0.31260078072547914, + 0.3468876272201538, + 0.3495961265563965, + 0.3303800414800644, + 0.27149379975795745, + 0.2737216544628143, + 0.2767748848438263, + 0.2736096446037293, + 0.2938991106033325, + 0.2582871003627777, + 0.23739801230430602, + 0.2594614781618118, + 0.2630785707592964, + 0.2056863129377365, + 0.21809959688186645, + 0.24221352519989015, + 0.256286201775074, + 0.202121930706501, + 0.190755042886734, + 0.21771411544084548, + 0.1782619017124176, + 0.21908559448719025, + 0.18661829199790955, + 0.20600177307128906, + 0.18073079323768615, + 0.17271925398111343, + 0.1645322194814682, + 0.1671620917201042, + 0.15773158494234085, + 0.14472428426742553, + 0.14567419674396515, + 0.1518403840482235, + 0.13865896134376526, + 0.15951423366069795, + 0.16939479804039, + 0.13950223712921142, + 0.14568773169517518, + 0.1383738743185997, + 0.12232284970879555, + 0.1139566089630127, + 0.12166086977720261, + 0.11700058321952819, + 0.13092280693054198, + 0.12311471049785613, + 0.1198555045902729, + 0.1059309095799923, + 0.10063771556615829, + 0.09875465431213379, + 0.0968073558807373, + 0.10243437190055847, + 0.1019424331665039, + 0.0980549189567566, + 0.09463337656855583, + 0.08827412815093993, + 0.09218352751731873, + 0.08814562564194202, + 0.08469899677038192, + 0.083780100274086, + 0.08465643609762191, + 0.08265884437561036, + 0.08110810294151306, + 0.08215825154781342, + 0.07948198096752167, + 0.0788882690012455, + 0.07769866117238998, + 0.07724723608493805, + 0.07669834134578705, + 0.07622871665954589, + 0.07581909760832786, + 0.0755586281299591, + 0.07532668962180615, + 0.07521152381747961, + 0.07513501325845719 + ], + "train_acc": [ + 0.6208, + 0.8105, + 0.8295, + 0.8228, + 0.861, + 0.8558, + 0.8613, + 0.8739, + 0.8607, + 0.8631, + 0.8716, + 0.8908, + 0.8919, + 0.8925, + 0.8897, + 0.8837, + 0.8947, + 0.9068, + 0.8986, + 0.8962, + 0.9213, + 0.9183, + 0.9035, + 0.8971, + 0.9201, + 0.9259, + 0.9141, + 0.9322, + 0.9137, + 0.9271, + 0.9188, + 0.929, + 0.9344, + 0.9371, + 0.9353, + 0.9418, + 0.9461, + 0.9471, + 0.9438, + 0.9501, + 0.9409, + 0.933, + 0.9498, + 0.9473, + 0.9488, + 0.9564, + 0.9626, + 0.9572, + 0.9603, + 0.9521, + 0.9553, + 0.9586, + 0.9663, + 0.9705, + 0.9704, + 0.9724, + 0.9684, + 0.9697, + 0.97, + 0.971, + 0.9757, + 0.9731, + 0.9765, + 0.9777, + 0.9791, + 0.9795, + 0.9788, + 0.9812, + 0.9801, + 0.9815, + 0.9821, + 0.9826, + 0.9825, + 0.9832, + 0.9837, + 0.9842, + 0.9842, + 0.9844, + 0.9843, + 0.9844 + ], + "test_acc": [ + 0.781, + 0.8165, + 0.803, + 0.831, + 0.83, + 0.8365, + 0.849, + 0.8495, + 0.8445, + 0.8555, + 0.841, + 0.851, + 0.854, + 0.859, + 0.858, + 0.8525, + 0.858, + 0.8685, + 0.863, + 0.8625, + 0.8595, + 0.8605, + 0.8715, + 0.8585, + 0.872, + 0.8785, + 0.878, + 0.869, + 0.8685, + 0.8765, + 0.8655, + 0.8735, + 0.878, + 0.874, + 0.8755, + 0.878, + 0.879, + 0.878, + 0.868, + 0.8805, + 0.882, + 0.8785, + 0.8765, + 0.882, + 0.8855, + 0.8845, + 0.883, + 0.878, + 0.8845, + 0.885, + 0.888, + 0.8845, + 0.891, + 0.8855, + 0.888, + 0.884, + 0.8925, + 0.885, + 0.889, + 0.8865, + 0.884, + 0.8875, + 0.8875, + 0.891, + 0.8885, + 0.89, + 0.892, + 0.892, + 0.891, + 0.89, + 0.8895, + 0.891, + 0.892, + 0.8895, + 0.891, + 0.89, + 0.892, + 0.8915, + 0.8915, + 0.8915 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9125592708587646, + 0.9000785946846008, + 0.8909372687339783, + 0.8829550743103027, + 0.8725745677947998, + 0.8661020994186401, + 0.8620940446853638, + 0.8593741059303284 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.9999973177909851, + 0.9999907612800598, + 0.9999756813049316, + 0.9999436140060425, + 0.9999102354049683, + 0.9998818635940552, + 0.9998610019683838 + ], + "nudging": { + "0.001": [ + -0.030986659228801727, + -0.015735935419797897, + -0.008373400196433067, + -0.005039836745709181, + -0.003523369785398245, + -0.0027713021263480186, + -0.002361869905143976, + -0.0021209304686635733 + ], + "0.003": [ + -0.08494532853364944, + -0.045218996703624725, + -0.02457578107714653, + -0.01492589246481657, + -0.010475864633917809, + -0.008255371823906898, + -0.0070428503677248955, + -0.006327956914901733 + ], + "0.01": [ + -0.20531992614269257, + -0.12906500697135925, + -0.07575342804193497, + -0.04753156006336212, + -0.033830925822257996, + -0.02684028074145317, + -0.02297976426780224, + -0.020688600838184357 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1472257511138917, + 1.1181638860702514, + 0.7151324203491211, + 0.6038463168144226, + 0.5518400527000428, + 0.5422953238487244, + 0.4989058882713318, + 0.4734929576873779, + 0.5084627376556397, + 0.4886077699661255, + 0.5376619051456452, + 0.5474570850968361, + 0.554305893278122, + 0.5202565354347229, + 0.5240337833404541, + 0.5723548680782318, + 0.6057423986911774, + 0.6335679130554199, + 0.8334042789459228, + 0.6510819962501526, + 0.6476377725601197, + 0.9512515480041503, + 0.7544872245788574, + 0.7667170840382576, + 0.6804751989364624, + 0.6523664590835572, + 0.71346335105896, + 0.7457666255950928, + 0.8066830569267273, + 0.8132523374557495, + 0.6988166690826416, + 0.7388166641235352, + 0.754392647600174, + 0.5883678845405579, + 0.6688721237182618, + 0.6476173947811127, + 0.5539654819488525, + 0.5816531999588013, + 0.6078351530075073, + 0.6152278907775879, + 0.5529029175758362, + 0.5301448690414429, + 0.7110752467155457, + 0.5810994925498962, + 0.6101164865493774, + 0.5994223709389568, + 0.5442744667053223, + 0.6995502103805542, + 0.5148768998146057, + 0.5037326128482819, + 0.5214518201351166, + 0.5883345391273499, + 0.4768081897497177, + 0.5068866291046142, + 0.4764488230466843, + 0.45946760578155516, + 0.49770396411418916, + 0.43602915906906126, + 0.4487738832473755, + 0.4659734072804451, + 0.41908207817077636, + 0.46179782333374025, + 0.48253716304302213, + 0.3953704214572906, + 0.40171479530334475, + 0.42950227117538453, + 0.4127807888507843, + 0.3889078040599823, + 0.38612646083831786, + 0.38572493505477906, + 0.39088242225646974, + 0.3806451151371002, + 0.3771796305656433, + 0.37747309465408324, + 0.37728043706417086, + 0.37282773838043215, + 0.371367804813385, + 0.37083925895690917, + 0.36894340143203735, + 0.3683408546447754 + ], + "train_acc": [ + 0.2179, + 0.5936, + 0.7332, + 0.7781, + 0.7909, + 0.7968, + 0.8133, + 0.8234, + 0.8206, + 0.8287, + 0.8186, + 0.8215, + 0.8234, + 0.8267, + 0.8339, + 0.8278, + 0.8222, + 0.8158, + 0.791, + 0.8208, + 0.8186, + 0.7826, + 0.8065, + 0.8093, + 0.8194, + 0.8173, + 0.8108, + 0.8069, + 0.7948, + 0.8008, + 0.8137, + 0.8097, + 0.8044, + 0.8357, + 0.8234, + 0.8159, + 0.8369, + 0.8315, + 0.8232, + 0.8249, + 0.8354, + 0.8357, + 0.8055, + 0.8279, + 0.8258, + 0.8286, + 0.8311, + 0.806, + 0.8408, + 0.8408, + 0.8354, + 0.826, + 0.8485, + 0.8387, + 0.8468, + 0.8497, + 0.8422, + 0.8578, + 0.8495, + 0.8476, + 0.8598, + 0.8518, + 0.8443, + 0.8643, + 0.8624, + 0.854, + 0.8613, + 0.8654, + 0.8629, + 0.8669, + 0.8666, + 0.8697, + 0.869, + 0.8706, + 0.8686, + 0.869, + 0.8703, + 0.8691, + 0.872, + 0.8716 + ], + "test_acc": [ + 0.4355, + 0.66, + 0.725, + 0.7475, + 0.753, + 0.7685, + 0.753, + 0.7735, + 0.7605, + 0.762, + 0.7605, + 0.7725, + 0.796, + 0.7935, + 0.7745, + 0.7835, + 0.7695, + 0.684, + 0.728, + 0.7755, + 0.6765, + 0.7445, + 0.7595, + 0.779, + 0.7925, + 0.7355, + 0.7405, + 0.7515, + 0.7255, + 0.745, + 0.7365, + 0.717, + 0.778, + 0.737, + 0.746, + 0.805, + 0.791, + 0.769, + 0.7555, + 0.7715, + 0.769, + 0.721, + 0.78, + 0.715, + 0.8, + 0.7675, + 0.7165, + 0.796, + 0.783, + 0.7555, + 0.7335, + 0.7535, + 0.788, + 0.778, + 0.803, + 0.775, + 0.8035, + 0.7955, + 0.8055, + 0.809, + 0.7985, + 0.7825, + 0.8125, + 0.811, + 0.803, + 0.809, + 0.8145, + 0.8145, + 0.8115, + 0.81, + 0.806, + 0.815, + 0.8145, + 0.811, + 0.817, + 0.8105, + 0.817, + 0.814, + 0.815, + 0.8165 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.023487910628318787, + 0.16097302734851837, + 0.15321409702301025, + 0.08171598613262177, + 0.09132305532693863, + 0.0943714827299118, + 0.12134475260972977, + 0.11624611914157867 + ], + "perturbation_rho": [ + 0.006953349336981773, + 0.2090909481048584, + 0.23601846396923065, + 0.09328415989875793, + 0.10916170477867126, + 0.12872634828090668, + 0.15839380025863647, + 0.12173644453287125 + ], + "nudging": { + "0.001": [ + -0.0014989380724728107, + -0.0006578433676622808, + -0.0004933524178341031, + -0.0002418495569145307, + -0.00026780457119457424, + -0.0002914518117904663, + -0.000365283340215683, + -0.0003465903864707798 + ], + "0.003": [ + -0.004386726301163435, + -0.0019725339952856302, + -0.0014801708748564124, + -0.0007235509110614657, + -0.0008033128106035292, + -0.0008723997161723673, + -0.0010960788931697607, + -0.0010392360854893923 + ], + "0.01": [ + -0.013351024128496647, + -0.0065501369535923, + -0.004914519842714071, + -0.002402292797341943, + -0.002674146555364132, + -0.0028969072736799717, + -0.0036479653790593147, + -0.0034563695080578327 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6647419631958007, + 0.8504678049087524, + 0.6401122513771057, + 0.7083625171422958, + 0.7786526877403259, + 0.8720651931762695, + 0.9595140518188476, + 0.9861429462432861, + 0.9323599586486816, + 0.899129944229126, + 0.9279530187606811, + 0.8897452385902405, + 0.8938479597091675, + 0.8638220300674438, + 0.906347576713562, + 0.9050836343765258, + 0.8499874663829804, + 0.8411240774154664, + 0.8651394706249237, + 0.877176913356781, + 0.9522077980041503, + 0.9844632266044616, + 1.0108419298648834, + 0.9732825290679932, + 0.9338093704223632, + 0.9332979538917542, + 0.9276250453948974, + 0.9219045547485352, + 0.9317381838798523, + 0.9388368021011353, + 0.9790681660652161, + 0.9454907520294189, + 0.874178562927246, + 0.8427179465293885, + 0.8024572835922241, + 0.782051385307312, + 0.7510771628379822, + 0.7354073734283447, + 0.72446195602417, + 0.712243512916565, + 0.6917177545070649, + 0.6669502945899963, + 0.6513918544769287, + 0.6493661358833313, + 0.6412696421146393, + 0.6218226390838623, + 0.6146662407398223, + 0.6020424173355102, + 0.5983524523258209, + 0.5852884603500366, + 0.5948307316303253, + 0.598827698802948, + 0.5685866483688354, + 0.5605341876983643, + 0.5632628833770752, + 0.5427094759941101, + 0.5527820866823197, + 0.5406645874023438, + 0.5380706032276154, + 0.5333420150756836, + 0.5350062875747681, + 0.5249489510059356, + 0.5230996351242065, + 0.518796358013153, + 0.5124730639457703, + 0.5120888554573059, + 0.5096150938987732, + 0.5075559856414795, + 0.501591455078125, + 0.5030227668762207, + 0.5024164155960082, + 0.49786798992156983, + 0.49755160512924196, + 0.4957347078323364, + 0.49382514634132385, + 0.49241347570419314, + 0.491490665435791, + 0.4910508768081665, + 0.49063307988643645, + 0.49045275707244873 + ], + "train_acc": [ + 0.3852, + 0.6815, + 0.7626, + 0.7563, + 0.7446, + 0.7077, + 0.6719, + 0.6615, + 0.669, + 0.6782, + 0.6744, + 0.6783, + 0.6715, + 0.6817, + 0.6797, + 0.6778, + 0.6958, + 0.6924, + 0.6897, + 0.69, + 0.6764, + 0.6675, + 0.6555, + 0.6655, + 0.6802, + 0.6835, + 0.6881, + 0.6877, + 0.6863, + 0.6786, + 0.669, + 0.6783, + 0.7029, + 0.709, + 0.723, + 0.7296, + 0.7405, + 0.7436, + 0.7473, + 0.7544, + 0.7569, + 0.7609, + 0.7668, + 0.771, + 0.7733, + 0.7793, + 0.7802, + 0.7834, + 0.7873, + 0.7864, + 0.7863, + 0.7854, + 0.7935, + 0.7963, + 0.7942, + 0.8024, + 0.7976, + 0.8062, + 0.801, + 0.8054, + 0.806, + 0.8117, + 0.8073, + 0.8106, + 0.8125, + 0.8107, + 0.8135, + 0.8147, + 0.8131, + 0.8137, + 0.8118, + 0.8165, + 0.8167, + 0.8162, + 0.8171, + 0.8168, + 0.817, + 0.8161, + 0.8167, + 0.8165 + ], + "test_acc": [ + 0.5895, + 0.708, + 0.7305, + 0.718, + 0.6995, + 0.656, + 0.6345, + 0.6525, + 0.659, + 0.672, + 0.665, + 0.6575, + 0.6675, + 0.6645, + 0.643, + 0.657, + 0.672, + 0.659, + 0.644, + 0.6275, + 0.6365, + 0.616, + 0.6285, + 0.651, + 0.6335, + 0.652, + 0.668, + 0.667, + 0.657, + 0.636, + 0.6035, + 0.658, + 0.681, + 0.6835, + 0.686, + 0.714, + 0.7165, + 0.7065, + 0.71, + 0.7185, + 0.7315, + 0.722, + 0.733, + 0.7315, + 0.734, + 0.746, + 0.7475, + 0.7435, + 0.7505, + 0.7365, + 0.748, + 0.7485, + 0.7465, + 0.7505, + 0.758, + 0.75, + 0.7545, + 0.7575, + 0.7535, + 0.7565, + 0.7515, + 0.764, + 0.7645, + 0.762, + 0.755, + 0.761, + 0.76, + 0.764, + 0.7615, + 0.759, + 0.7635, + 0.7625, + 0.7655, + 0.761, + 0.7635, + 0.7625, + 0.7665, + 0.7665, + 0.7655, + 0.765 + ], + "state_pred_error": [ + 0.666967880153656, + 0.18810060460567474, + 0.13576818842887878, + 0.14196736080646516, + 0.16910594053268432, + 0.18899600715637208, + 0.19789577519893647, + 0.1905871472120285, + 0.18007886242866517, + 0.183910342335701, + 0.17881940922737122, + 0.1657484854698181, + 0.15431137666702271, + 0.14170081236362458, + 0.11855407935380936, + 0.100713077044487, + 0.08262610825300216, + 0.071003964304924, + 0.06459200706481934, + 0.062030674529075625, + 0.05962726338505745, + 0.06061183754205704, + 0.06133104244470596, + 0.06565195535421371, + 0.07003685694932937, + 0.07149426869153977, + 0.06879985384941101, + 0.06506773626804352, + 0.06144233440756798, + 0.05944625381231308, + 0.05934193442463875, + 0.06134367787837982, + 0.06049462513923645, + 0.057841612052917483, + 0.05770603183507919, + 0.05773961628675461, + 0.05772487918138504, + 0.05778447321653366, + 0.05642248193621635, + 0.0548339217543602, + 0.054051065188646316, + 0.050993192440271375, + 0.04841424728631973, + 0.045887135040760044, + 0.04289465088248253, + 0.04155976050496101, + 0.03856938924193382, + 0.03695869625508785, + 0.03501249846816063, + 0.03372661825418472, + 0.032175442039966584, + 0.030927191516757012, + 0.029651006668806077, + 0.029181170132756232, + 0.027786281275749208, + 0.027118772795796393, + 0.0260584001660347, + 0.025425236290693282, + 0.02490214566588402, + 0.023908728045225144, + 0.02325147164463997, + 0.022880420464277268, + 0.022282150906324388, + 0.021651219779253005, + 0.021038192823529242, + 0.020666827112436295, + 0.02006532666683197, + 0.01985739969611168, + 0.01912949861586094, + 0.01871727731227875, + 0.018331202378869055, + 0.017995913481712342, + 0.017765129128098488, + 0.017534943899512292, + 0.01711267368197441, + 0.016710035815835, + 0.016524365159869193, + 0.01614697908014059, + 0.015827153462171555, + 0.015557444103062153 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8715300559997559, + 0.44268321990966797, + 0.14538408815860748, + 0.1153520941734314, + 0.09680549800395966, + 0.08768410980701447, + 0.08654746413230896, + 0.08166047930717468 + ], + "perturbation_rho": [ + 0.7710200548171997, + 0.4253605008125305, + 0.09275925159454346, + 0.09712537378072739, + 0.11123719066381454, + 0.028249293565750122, + 0.05002531409263611, + 0.09535005688667297 + ], + "nudging": { + "0.001": [ + -0.025821710005402565, + -0.0012925827177241445, + -0.0003022191522177309, + -0.00024204532383009791, + -0.00020273974223528057, + -0.00018941261805593967, + -0.0001821343321353197, + -0.000160791736561805 + ], + "0.003": [ + -0.075216144323349, + -0.003872812259942293, + -0.0009075523121282458, + -0.0007258595433086157, + -0.0006082953768782318, + -0.000569098920095712, + -0.0005463344277814031, + -0.0004819876339752227 + ], + "0.01": [ + -0.22555799782276154, + -0.012845459394156933, + -0.003021553158760071, + -0.0024172987323254347, + -0.002025863155722618, + -0.0018953735707327724, + -0.0018195084994658828, + -0.0016054193256422877 + ] + }, + "state_pred_error_per_layer": [ + 7857.92041015625, + 7327.2666015625, + 4158.3056640625, + 3231.240234375, + 3079.712890625, + 2843.65966796875, + 3014.824951171875, + 2904.82080078125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1516085662841795, + 1.1302078254699708, + 0.7157742590904236, + 0.6024308629989624, + 0.546905074596405, + 0.5507895238399506, + 0.507770078086853, + 0.5723479291915894, + 0.5291493295192718, + 0.530247050857544, + 0.5500000329971313, + 0.5253622520446777, + 0.5810077897071838, + 0.6602574828147888, + 0.5861081640243531, + 0.5804183698654175, + 0.717631731414795, + 0.6733690665245056, + 0.675653500366211, + 0.8460637107849122, + 0.7249561440467834, + 0.6630854389190673, + 0.6966967771530151, + 0.8677938482284546, + 0.8909709131240845, + 0.8387028586387635, + 0.8091570913791657, + 0.906946435213089, + 0.9558572208404541, + 1.0380563579559325, + 1.0291303350448608, + 0.985536870956421, + 1.1072970575332641, + 1.191497057914734, + 1.1032887983322144, + 1.2925684661865235, + 1.1835117977142333, + 1.2306733207702636, + 1.2600920732498169, + 1.2520610203742981, + 1.3718467151641847, + 1.299546180343628, + 1.2947479537963866, + 1.2124139470100403, + 1.1786796666145325, + 1.2429542098999022, + 1.342428367805481, + 1.3632954509735107, + 1.394326601409912, + 1.4198039100646973, + 1.3243803089141846, + 1.2885750002861023, + 1.2663284379005433, + 1.2274728206634522, + 1.193252119922638, + 1.1811400798797607, + 1.1389006465911866, + 1.1180383347272873, + 1.1007250593185425, + 1.1166740408420563, + 1.0792887409210206, + 1.0779459671020508, + 1.0732033897399902, + 1.054119002532959, + 1.0764888476371766, + 1.0661647203445435, + 1.058880652999878, + 1.0551886323928834, + 1.056046497440338, + 1.0552716503143311, + 1.0494010009765624, + 1.0550119636535644, + 1.056201064300537, + 1.0538349277496337, + 1.050132991027832, + 1.0496547233581544, + 1.0486548606872559, + 1.047701007938385, + 1.0474303240776062, + 1.047021061706543 + ], + "train_acc": [ + 0.2212, + 0.5907, + 0.7308, + 0.7758, + 0.7896, + 0.7928, + 0.8108, + 0.8008, + 0.8137, + 0.8162, + 0.8178, + 0.8263, + 0.8161, + 0.8022, + 0.8208, + 0.8282, + 0.7991, + 0.8151, + 0.8142, + 0.7866, + 0.7994, + 0.8071, + 0.7977, + 0.7624, + 0.7546, + 0.7665, + 0.7632, + 0.7433, + 0.7388, + 0.7253, + 0.7212, + 0.7159, + 0.6863, + 0.6817, + 0.7003, + 0.6803, + 0.6991, + 0.6955, + 0.6914, + 0.7001, + 0.6895, + 0.707, + 0.7028, + 0.7173, + 0.7146, + 0.7094, + 0.703, + 0.7109, + 0.7063, + 0.7053, + 0.7144, + 0.7197, + 0.7183, + 0.7167, + 0.7178, + 0.7184, + 0.7194, + 0.7195, + 0.7224, + 0.7209, + 0.7218, + 0.7237, + 0.7201, + 0.7231, + 0.7198, + 0.7243, + 0.7236, + 0.7241, + 0.7237, + 0.7251, + 0.7258, + 0.725, + 0.7239, + 0.723, + 0.7234, + 0.725, + 0.7251, + 0.7263, + 0.7257, + 0.7255 + ], + "test_acc": [ + 0.4255, + 0.675, + 0.7255, + 0.7725, + 0.762, + 0.751, + 0.778, + 0.735, + 0.755, + 0.7685, + 0.761, + 0.735, + 0.7375, + 0.7705, + 0.758, + 0.742, + 0.7245, + 0.764, + 0.695, + 0.745, + 0.755, + 0.7395, + 0.7355, + 0.6945, + 0.674, + 0.6845, + 0.6755, + 0.678, + 0.6845, + 0.6555, + 0.622, + 0.593, + 0.609, + 0.665, + 0.587, + 0.64, + 0.666, + 0.673, + 0.6695, + 0.6125, + 0.667, + 0.6375, + 0.6595, + 0.6575, + 0.6845, + 0.6485, + 0.6795, + 0.662, + 0.678, + 0.6845, + 0.6945, + 0.6785, + 0.688, + 0.666, + 0.6775, + 0.677, + 0.68, + 0.6775, + 0.673, + 0.6735, + 0.6695, + 0.682, + 0.6805, + 0.672, + 0.679, + 0.68, + 0.68, + 0.6825, + 0.6835, + 0.684, + 0.678, + 0.6755, + 0.682, + 0.6815, + 0.6845, + 0.685, + 0.6845, + 0.685, + 0.684, + 0.6845 + ], + "value_loss": [ + 2.7521291855812073, + 0.9180910070419311, + 0.8582979179382324, + 0.8436930362701416, + 0.744080483007431, + 0.810219680595398, + 0.7408779167175293, + 1.0244855613708497, + 0.9338075798034668, + 0.9276992179870606, + 0.9545603949546814, + 0.9124133073806763, + 1.1960320390701293, + 1.4768843864440917, + 1.2014622128486634, + 1.2761426291465758, + 1.7353202412605286, + 1.597738427257538, + 1.664009200668335, + 2.520654060602188, + 1.7846353689193726, + 1.4181387130737304, + 1.567960523223877, + 2.1403896005630494, + 2.0710450025558473, + 2.0047555275917053, + 1.959375698184967, + 2.184535858440399, + 2.2873155586242677, + 2.613582395553589, + 2.3063468826293945, + 2.0280820404052733, + 2.104402416610718, + 2.331796992111206, + 2.082660633468628, + 3.2120836341857912, + 2.8579379402160643, + 2.9819380401611326, + 3.2815154262542725, + 3.207817875480652, + 3.9281045833587647, + 3.7378572341918948, + 3.226262925720215, + 2.85760545463562, + 2.702269359397888, + 3.051305528640747, + 3.384582984352112, + 3.556245400428772, + 3.523557614135742, + 3.2986526222229005, + 3.235401312828064, + 2.9684787987709047, + 2.55984596824646, + 2.2802002365112304, + 2.024176069641113, + 1.8845641685485839, + 1.6243845146179199, + 1.4509369481086731, + 1.4253486824035644, + 1.6850188645362854, + 1.3281672570228578, + 1.3769848492145538, + 1.2704378549575805, + 1.2368674871444703, + 1.2117203078269958, + 1.3598486577987672, + 1.1672960079193115, + 1.1324042590141297, + 1.099521342945099, + 1.1117371515274048, + 1.0886727264404297, + 1.0962153171539306, + 1.1795017189025878, + 1.028487562084198, + 1.0475894167900086, + 0.9848965644836426, + 1.0609243473052978, + 0.9515016955852509, + 0.9616539595603942, + 0.966836922454834 + ], + "term_loss": [ + 1.6331857077598573, + 0.6622896879196167, + 0.6923012922286987, + 0.6955949920654297, + 0.5951863891124726, + 0.6333560477256774, + 0.5823763307571411, + 0.8590701545715332, + 0.7842735334396362, + 0.7716574224472046, + 0.8035843691825867, + 0.7695848602294922, + 1.042638046836853, + 1.3117044958114623, + 1.0455465385437013, + 1.1260901271820067, + 1.5533305332183838, + 1.4299912959575654, + 1.480502073287964, + 2.2650635835170747, + 1.540359531545639, + 1.1929577346801759, + 1.30778198223114, + 1.8106209615707398, + 1.7491421922683716, + 1.705204432630539, + 1.6608541017055511, + 1.8238994772791863, + 1.968325872039795, + 2.2342521270751954, + 1.8975757331848144, + 1.6534874923706055, + 1.7053577472686767, + 1.9309828533172608, + 1.7079864566802978, + 2.7641860927581785, + 2.395140308761597, + 2.4995895553588867, + 2.768734446144104, + 2.668160421562195, + 3.298172906398773, + 3.190414168548584, + 2.731164476776123, + 2.452812270736694, + 2.2980216970443728, + 2.6289563937187195, + 2.9189215684890746, + 2.9973133351325987, + 2.9566734222412108, + 2.7137685440063475, + 2.6214606603622435, + 2.422599083995819, + 2.051107206630707, + 1.8390387191772462, + 1.621574047088623, + 1.4804828034460544, + 1.2685496507644654, + 1.134537624424696, + 1.1113471033096314, + 1.3307540964603424, + 1.0319458944320679, + 1.0690455146431923, + 0.9753837090969085, + 0.9500243383169175, + 0.9227351568281651, + 1.0575221673965454, + 0.8811252347946167, + 0.8428130342483521, + 0.808463958287239, + 0.8252941177845001, + 0.80270101146698, + 0.8058414526939393, + 0.8659901483535767, + 0.7385568500280381, + 0.7546443981647492, + 0.6945585445404052, + 0.7605190132141113, + 0.6639182449221611, + 0.6647407983541489, + 0.6684003219604492 + ], + "bridge_loss": [ + 0.824764238196658, + 0.044050000402331355, + 0.004939059878140688, + 0.003509629046916962, + 0.010820124721527099, + 0.03611986360549927, + 0.026624655377864837, + 0.020322174452245236, + 0.013476835618913174, + 0.017660238027572633, + 0.013312850216031074, + 0.010752266106009484, + 0.012636999948322772, + 0.013416536007821559, + 0.014395894283056258, + 0.017065528978034854, + 0.01921152206361294, + 0.01755097916126251, + 0.03405968930721283, + 0.07861232693195343, + 0.08290403444468974, + 0.0737902283191681, + 0.10246425478458404, + 0.14190780395269395, + 0.1299729973077774, + 0.1119936275959015, + 0.11465253877639771, + 0.16193265878558158, + 0.11800107536315918, + 0.1624113775730133, + 0.18674517183303832, + 0.1529373960018158, + 0.15484059362411498, + 0.14790502850413323, + 0.13012928190231324, + 0.18545440337657929, + 0.2145381217598915, + 0.23015552363395692, + 0.2567644714832306, + 0.29004801396131513, + 0.37015869626998904, + 0.3029533437252045, + 0.24805833730697632, + 0.171279403924942, + 0.17121260148286818, + 0.18421311897039414, + 0.22017569878101348, + 0.31574616441726683, + 0.3227914002418518, + 0.34028916625976563, + 0.3808541042327881, + 0.31664952936172486, + 0.27961636044979093, + 0.2155075138092041, + 0.17780915865898134, + 0.18149373128414154, + 0.13657517416477202, + 0.0972943355768919, + 0.09725244807600975, + 0.13454232428073884, + 0.08104454445838928, + 0.0946770872026682, + 0.08133374876976013, + 0.0761439936414361, + 0.07479231785237789, + 0.09079816563725472, + 0.07500201788544655, + 0.07952561552673579, + 0.08066166642606258, + 0.07689544649124146, + 0.0765585425376892, + 0.0801964148759842, + 0.10329442504644394, + 0.08053842852115631, + 0.08384852820634842, + 0.08137421063184738, + 0.09204534806013108, + 0.07923152014613151, + 0.08891670184135438, + 0.09051647346019745 + ], + "tgrad_loss": [ + 0.2941792365074158, + 0.2117513240814209, + 0.16105757446289062, + 0.1445884093284607, + 0.1380739703655243, + 0.1407437702894211, + 0.13187693030834197, + 0.14509323680400849, + 0.136057210958004, + 0.13838154821395873, + 0.13766317186355592, + 0.1320761749267578, + 0.14075699508190154, + 0.1517633568048477, + 0.1415197740316391, + 0.13298697410821914, + 0.1627781904220581, + 0.15019614602029324, + 0.14944745190143585, + 0.17697814086675645, + 0.16137181975841522, + 0.15139073028564454, + 0.15771429176330568, + 0.18786082315444946, + 0.19192982950210571, + 0.18755748383998871, + 0.18386906574964523, + 0.1987037330508232, + 0.20098859162330626, + 0.21691890804767608, + 0.22202599787712096, + 0.22165712327957154, + 0.24420409016609193, + 0.2529091139793396, + 0.24454488706588745, + 0.26244310545921323, + 0.24825952727794648, + 0.2521929540634155, + 0.25601649553775785, + 0.24960945417881011, + 0.25977299585342406, + 0.2444897561311722, + 0.247040123963356, + 0.23351378746032714, + 0.23303504986763002, + 0.2381359790325165, + 0.2454857085943222, + 0.2431859058380127, + 0.24409279174804688, + 0.24459490759372712, + 0.23308657684326173, + 0.22923018233776093, + 0.22912240728139877, + 0.22565400907993316, + 0.22479286949634553, + 0.22258763573169707, + 0.21925969200134277, + 0.21910499383211135, + 0.21674911706447603, + 0.21972243776321412, + 0.21517683396339415, + 0.21326224946975708, + 0.21372039403915405, + 0.2106991579055786, + 0.21419283254146576, + 0.21152831535339356, + 0.21116876242160798, + 0.21006561065912246, + 0.21039570956230164, + 0.2095475886583328, + 0.20941317224502565, + 0.21017745037078858, + 0.21021716408729554, + 0.20939228029251097, + 0.2090964959383011, + 0.208963818025589, + 0.20835998804569245, + 0.20835193061828614, + 0.20799646167755126, + 0.20792012577056884 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.005484581924974918, + 0.03739434853196144, + 0.0736197978258133, + 0.10366753488779068, + 0.11266068369150162, + 0.12653732299804688, + 0.11692580580711365, + 0.12426558136940002 + ], + "perturbation_rho": [ + -0.0015162499621510506, + 0.12250564247369766, + 0.22542724013328552, + 0.204342320561409, + 0.2217923402786255, + 0.28867796063423157, + 0.33211782574653625, + 0.23834270238876343 + ], + "nudging": { + "0.001": [ + -4.532912862487137e-05, + -0.0006921375170350075, + -0.0008833008469082415, + -0.0010346387280151248, + -0.0010619328822940588, + -0.0011677223956212401, + -0.001099007437005639, + -0.0011405807454138994 + ], + "0.003": [ + -8.596014231443405e-05, + -0.002077887998893857, + -0.0026466129347682, + -0.003103021765127778, + -0.0031822444871068, + -0.0035020317882299423, + -0.003296034876257181, + -0.0034199936781078577 + ], + "0.01": [ + 0.0002549269702285528, + -0.006913396995514631, + -0.008808376267552376, + -0.010325662791728973, + -0.010591026395559311, + -0.011654841713607311, + -0.010967787355184555, + -0.011380846612155437 + ] + } + } + } +}
\ No newline at end of file |