diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json | 1512 |
1 files changed, 1512 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json new file mode 100644 index 0000000..789fd7e --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L2_s456.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.8481016555786134, + 0.9383245440483093, + 0.5530562189102173, + 0.4207325527191162, + 0.3648026519775391, + 0.33118328647613526, + 0.30579332513809204, + 0.2921482180595398, + 0.27799103627204896, + 0.2656113090753555, + 0.24957744574546814, + 0.24830586805343627, + 0.23826434144973754, + 0.2328869005203247, + 0.23377245817184447, + 0.21636449333429336, + 0.20429278337955475, + 0.20855472791194915, + 0.19823554830551146, + 0.2091533320426941, + 0.20433888306617737, + 0.19799854063987732, + 0.19555453977584838, + 0.20201841781139374, + 0.17265325379371643, + 0.17817161355018615, + 0.1800253779888153, + 0.17401057000160217, + 0.15778406052589417, + 0.15227047762870788, + 0.15033258476257325, + 0.1582992364168167, + 0.14341525144577028, + 0.14620398755073546, + 0.13611152563095094, + 0.13021500449180604, + 0.13004287123680114, + 0.12128764119148254, + 0.12444672923088074, + 0.12398484301567078, + 0.11453234956264496, + 0.11252437950372696, + 0.10943108355998993, + 0.10496705238819122, + 0.10266255812644959, + 0.10154881967306137, + 0.10175266758203506, + 0.09900797365903855, + 0.09833709491491317, + 0.09685812762379646, + 0.09284526603221893, + 0.09493725802898408, + 0.09160899226665496, + 0.08873112607002258, + 0.08736398074626922, + 0.08597083683013916, + 0.08495140401124954, + 0.0827208865404129, + 0.08080789630413056, + 0.08073672647476196, + 0.0794020817041397, + 0.07836829566955567, + 0.07724489649534226, + 0.07661290149688721, + 0.07624617738723755, + 0.07564639663696289, + 0.07505405854582786, + 0.07433921251296997, + 0.07382495956420898, + 0.07335682852268219, + 0.07298146123290061, + 0.07261739144325256, + 0.07231389728188514, + 0.07207126158475875, + 0.07183933544158935, + 0.07167200578451156, + 0.07155075296163559, + 0.07146113570928574, + 0.07139736030101776, + 0.07136157937049865 + ], + "train_acc": [ + 0.3796, + 0.7381, + 0.8485, + 0.8707, + 0.8806, + 0.8876, + 0.8931, + 0.8978, + 0.8991, + 0.9028, + 0.9094, + 0.9066, + 0.9114, + 0.9114, + 0.9111, + 0.9206, + 0.9236, + 0.9233, + 0.9259, + 0.9229, + 0.9238, + 0.9253, + 0.924, + 0.9242, + 0.9379, + 0.9344, + 0.9337, + 0.9342, + 0.9451, + 0.948, + 0.9497, + 0.9444, + 0.9519, + 0.9511, + 0.9554, + 0.9589, + 0.9581, + 0.9646, + 0.9596, + 0.9603, + 0.9675, + 0.9677, + 0.9698, + 0.9716, + 0.9738, + 0.9756, + 0.9729, + 0.9748, + 0.9753, + 0.9762, + 0.9779, + 0.9784, + 0.9783, + 0.981, + 0.9822, + 0.9824, + 0.9817, + 0.9852, + 0.9859, + 0.9858, + 0.9865, + 0.9864, + 0.9874, + 0.9876, + 0.9883, + 0.989, + 0.9884, + 0.9892, + 0.9895, + 0.9905, + 0.9903, + 0.9907, + 0.9908, + 0.9912, + 0.9913, + 0.9917, + 0.9917, + 0.9919, + 0.9919, + 0.9919 + ], + "test_acc": [ + 0.6245, + 0.792, + 0.833, + 0.848, + 0.855, + 0.85, + 0.8595, + 0.86, + 0.86, + 0.8615, + 0.862, + 0.8655, + 0.86, + 0.8685, + 0.8695, + 0.866, + 0.87, + 0.863, + 0.8685, + 0.864, + 0.8715, + 0.866, + 0.8675, + 0.8615, + 0.8705, + 0.867, + 0.8665, + 0.873, + 0.876, + 0.873, + 0.874, + 0.8655, + 0.8695, + 0.8665, + 0.869, + 0.872, + 0.8735, + 0.872, + 0.87, + 0.8685, + 0.8725, + 0.874, + 0.875, + 0.875, + 0.874, + 0.8765, + 0.876, + 0.8775, + 0.8775, + 0.875, + 0.8745, + 0.8755, + 0.8735, + 0.8765, + 0.878, + 0.8785, + 0.874, + 0.876, + 0.875, + 0.8785, + 0.8775, + 0.8765, + 0.878, + 0.877, + 0.877, + 0.876, + 0.876, + 0.874, + 0.874, + 0.8755, + 0.876, + 0.876, + 0.876, + 0.8765, + 0.8755, + 0.876, + 0.875, + 0.875, + 0.875, + 0.875 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8992727398872375, + 0.8809841871261597 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.9999969005584717 + ], + "nudging": { + "0.001": [ + -0.034776899963617325, + -0.014410343021154404 + ], + "0.003": [ + -0.09730946272611618, + -0.04205682873725891 + ], + "0.01": [ + -0.2502431571483612, + -0.12689679861068726 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2870552124023438, + 1.6535948223114014, + 1.0296381690979004, + 0.7126224917411804, + 0.5591352634429931, + 0.4811658450603485, + 0.4388775806427002, + 0.4253014211177826, + 0.4193685954093933, + 0.4093106484889984, + 0.41880208411216735, + 0.42850149631500245, + 0.428736455821991, + 0.43955466747283933, + 0.4433642386198044, + 0.44784595458507537, + 0.435849981212616, + 0.47222038536071775, + 0.4397192087173462, + 0.45586099319458007, + 0.46415687026977537, + 0.48371028423309326, + 0.451132914352417, + 0.47991643798351286, + 0.45130317702293393, + 0.480626265335083, + 0.46450931119918826, + 0.4824261344909668, + 0.4816949737071991, + 0.48009960498809817, + 0.5074262315750122, + 0.4895252437353134, + 0.4705415657997131, + 0.4835156498908997, + 0.47929900856018065, + 0.4537247060775757, + 0.471054771232605, + 0.48902023096084596, + 0.49175932846069337, + 0.5241551312446594, + 0.451823796248436, + 0.43896633648872374, + 0.4653335520744324, + 0.4502745701789856, + 0.4341614744186401, + 0.46303419842720034, + 0.44793482451438904, + 0.44024938931465146, + 0.4392324646472931, + 0.43231110212504864, + 0.41355489072799684, + 0.453599790096283, + 0.4247152150630951, + 0.4223084320545197, + 0.42320016803741456, + 0.4448660778999329, + 0.4123545353651047, + 0.4022479995727539, + 0.412995005607605, + 0.40325671529769896, + 0.39850479309558867, + 0.3982270024299622, + 0.39613970642089846, + 0.38792987279891966, + 0.3912136312961578, + 0.38957534875869754, + 0.38518679401874545, + 0.37867675232887266, + 0.3806942042350769, + 0.3797240556240082, + 0.37711212148666384, + 0.3763957218170166, + 0.3759556182384491, + 0.37444110627174376, + 0.37315322313308713, + 0.3726344390392303, + 0.37197003917694094, + 0.37117694425582887, + 0.3707807907104492, + 0.37058883180618285 + ], + "train_acc": [ + 0.1553, + 0.4555, + 0.6508, + 0.7471, + 0.7963, + 0.8138, + 0.8276, + 0.8342, + 0.8353, + 0.8425, + 0.8412, + 0.842, + 0.8405, + 0.8401, + 0.8417, + 0.8395, + 0.8456, + 0.8309, + 0.8454, + 0.8409, + 0.8372, + 0.8369, + 0.8441, + 0.8365, + 0.8411, + 0.8366, + 0.8391, + 0.8356, + 0.8369, + 0.8348, + 0.8271, + 0.834, + 0.8399, + 0.8353, + 0.8389, + 0.8421, + 0.8418, + 0.8384, + 0.8358, + 0.83, + 0.8435, + 0.8456, + 0.8404, + 0.8454, + 0.8476, + 0.8414, + 0.8448, + 0.8462, + 0.8459, + 0.8498, + 0.8517, + 0.8429, + 0.8496, + 0.8487, + 0.8517, + 0.8471, + 0.8535, + 0.8553, + 0.8542, + 0.8567, + 0.8577, + 0.8566, + 0.8585, + 0.8587, + 0.8593, + 0.8596, + 0.862, + 0.8632, + 0.86, + 0.861, + 0.8631, + 0.8617, + 0.8635, + 0.8641, + 0.8646, + 0.8644, + 0.8636, + 0.865, + 0.8652, + 0.8653 + ], + "test_acc": [ + 0.292, + 0.56, + 0.691, + 0.739, + 0.776, + 0.7805, + 0.8045, + 0.799, + 0.8065, + 0.8065, + 0.8085, + 0.8025, + 0.8075, + 0.794, + 0.8075, + 0.8135, + 0.802, + 0.7955, + 0.8005, + 0.801, + 0.79, + 0.7845, + 0.798, + 0.798, + 0.7875, + 0.791, + 0.7895, + 0.796, + 0.7865, + 0.777, + 0.8005, + 0.7835, + 0.788, + 0.7905, + 0.806, + 0.8025, + 0.785, + 0.789, + 0.781, + 0.798, + 0.804, + 0.799, + 0.801, + 0.8115, + 0.8015, + 0.797, + 0.81, + 0.797, + 0.808, + 0.796, + 0.7955, + 0.8085, + 0.8125, + 0.807, + 0.8, + 0.808, + 0.811, + 0.811, + 0.812, + 0.808, + 0.8125, + 0.812, + 0.8135, + 0.8135, + 0.8125, + 0.816, + 0.8145, + 0.813, + 0.817, + 0.8135, + 0.816, + 0.8165, + 0.817, + 0.815, + 0.8155, + 0.8175, + 0.815, + 0.8155, + 0.816, + 0.816 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.017043430358171463, + 0.0684005469083786 + ], + "perturbation_rho": [ + -0.039058439433574677, + 0.11359640955924988 + ], + "nudging": { + "0.001": [ + -0.0006350737530738115, + -0.0003296324284747243 + ], + "0.003": [ + -0.0018682447262108326, + -0.0009874338284134865 + ], + "0.01": [ + -0.005804130807518959, + -0.0032830811105668545 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.085509059524536, + 1.1997124633789062, + 0.7052989973068238, + 0.4944884951114655, + 0.42731611585617063, + 0.40364177112579347, + 0.40250489449501037, + 0.39572899947166446, + 0.3938576333761215, + 0.3945821855545044, + 0.3956324628829956, + 0.39204095797538757, + 0.38553655610084536, + 0.39142296171188357, + 0.38895199718475343, + 0.3898035387039185, + 0.3947607610702515, + 0.3965999175071716, + 0.40212894287109374, + 0.40160218105316164, + 0.4069850404262543, + 0.41640855975151064, + 0.4233110466003418, + 0.44071909160614015, + 0.4416384401321411, + 0.44119831857681274, + 0.43994840660095214, + 0.44008309478759766, + 0.43364879651069643, + 0.43739947289228437, + 0.4283482677459717, + 0.4456914433956146, + 0.4563638810157776, + 0.4303118309020996, + 0.4327080216407776, + 0.42274960250854493, + 0.4333017177581787, + 0.4467815902233124, + 0.4313963102340698, + 0.4363329181671143, + 0.4287542325496674, + 0.43090186014175413, + 0.4246362741470337, + 0.4307769187927246, + 0.4269701943397522, + 0.4238660922050476, + 0.4403623225688934, + 0.4208802846908569, + 0.42905401678085325, + 0.4272002784252167, + 0.4219598471641541, + 0.420378928565979, + 0.42290292086601255, + 0.42269562950134276, + 0.43232801451683045, + 0.42110945229530333, + 0.4163690044403076, + 0.41736082611083986, + 0.42144253940582277, + 0.41818094477653506, + 0.41234604358673094, + 0.41562650147676466, + 0.41009650206565856, + 0.40981764011383054, + 0.41089948043823243, + 0.40907523860931394, + 0.4101927646636963, + 0.40733580865859986, + 0.40593432711362837, + 0.4065796292304993, + 0.4045049686193466, + 0.4033273178577423, + 0.4033346746444702, + 0.40280530282258986, + 0.40217347147464755, + 0.40183706488609316, + 0.40159110057353975, + 0.4014276859283447, + 0.4012072265625, + 0.4011442585945129 + ], + "train_acc": [ + 0.2521, + 0.5991, + 0.755, + 0.8222, + 0.8411, + 0.84, + 0.8422, + 0.8464, + 0.8469, + 0.8473, + 0.8491, + 0.8489, + 0.8501, + 0.8519, + 0.8481, + 0.8513, + 0.8456, + 0.8504, + 0.8409, + 0.8404, + 0.8442, + 0.8367, + 0.8395, + 0.8318, + 0.8321, + 0.8325, + 0.8338, + 0.8322, + 0.8372, + 0.8354, + 0.8394, + 0.8302, + 0.8256, + 0.8384, + 0.8364, + 0.8386, + 0.8358, + 0.8351, + 0.8371, + 0.8371, + 0.8389, + 0.8385, + 0.84, + 0.8378, + 0.8431, + 0.8455, + 0.8375, + 0.8435, + 0.8435, + 0.841, + 0.8446, + 0.843, + 0.8406, + 0.8426, + 0.8414, + 0.8449, + 0.8453, + 0.8452, + 0.8436, + 0.8447, + 0.8475, + 0.8473, + 0.8463, + 0.8479, + 0.8491, + 0.8491, + 0.8477, + 0.8484, + 0.8494, + 0.8499, + 0.8498, + 0.8509, + 0.8502, + 0.8514, + 0.8519, + 0.8517, + 0.8518, + 0.8512, + 0.8514, + 0.8515 + ], + "test_acc": [ + 0.49, + 0.6875, + 0.7605, + 0.804, + 0.805, + 0.802, + 0.8065, + 0.806, + 0.8055, + 0.808, + 0.8085, + 0.8055, + 0.8105, + 0.804, + 0.807, + 0.8155, + 0.8115, + 0.812, + 0.7955, + 0.8025, + 0.8, + 0.8115, + 0.8055, + 0.805, + 0.796, + 0.7895, + 0.7965, + 0.7935, + 0.7905, + 0.7845, + 0.799, + 0.7695, + 0.7965, + 0.7995, + 0.7985, + 0.7955, + 0.799, + 0.79, + 0.787, + 0.788, + 0.792, + 0.7935, + 0.7915, + 0.7995, + 0.797, + 0.7935, + 0.7995, + 0.799, + 0.7975, + 0.8025, + 0.8005, + 0.8015, + 0.7955, + 0.7985, + 0.808, + 0.8025, + 0.802, + 0.8045, + 0.8015, + 0.8035, + 0.7955, + 0.8025, + 0.8085, + 0.8055, + 0.805, + 0.8045, + 0.8035, + 0.8065, + 0.8035, + 0.8075, + 0.807, + 0.807, + 0.806, + 0.8065, + 0.806, + 0.8065, + 0.8075, + 0.807, + 0.8075, + 0.807 + ], + "state_pred_error": [ + 0.8011611330986023, + 0.3609474738121033, + 0.21311738922595977, + 0.17308431911468505, + 0.15645604510307312, + 0.13793717213869094, + 0.11612963346242905, + 0.09631521614789963, + 0.07912670748233795, + 0.06581646353006362, + 0.055194634342193606, + 0.046884950709342954, + 0.04106640879511833, + 0.03793207856416702, + 0.03359296218752861, + 0.03188889281153679, + 0.029081323546171187, + 0.02699935197234154, + 0.025859476828575135, + 0.024149730026721956, + 0.023846294847130776, + 0.022766227704286577, + 0.02158056313097477, + 0.020458749863505363, + 0.019927274003624915, + 0.019538553309440612, + 0.0188307683467865, + 0.01786738821566105, + 0.01805778686106205, + 0.017307938440144062, + 0.01650934716016054, + 0.01636997167468071, + 0.016149957418441774, + 0.015640711134672164, + 0.015530829256772995, + 0.015072985544800759, + 0.014928080968558789, + 0.014236513023078441, + 0.013992103570699691, + 0.013805941741168498, + 0.013859274068474769, + 0.013517734362185, + 0.013017747814953327, + 0.012777870306372643, + 0.012784181451797485, + 0.012523168560862542, + 0.012562317198514939, + 0.01242608730494976, + 0.012103212547302246, + 0.013212937520444393, + 0.011627227926254272, + 0.011481619267165661, + 0.011224271242320538, + 0.011096839188039304, + 0.01085965276658535, + 0.01071037351489067, + 0.010505712181329728, + 0.010282582534849644, + 0.010697883084416389, + 0.011361672592163086, + 0.010023625978827477, + 0.009966823917627335, + 0.010207099059224128, + 0.009507107688486576, + 0.009546992440521717, + 0.009390620791912078, + 0.009162344363331795, + 0.00911178617477417, + 0.009029264736175538, + 0.009068329860270024, + 0.008832447521388532, + 0.008576158338785172, + 0.008559903579950333, + 0.008348167736828328, + 0.008216162344813347, + 0.008780301743745804, + 0.008052194035053252, + 0.00799637444615364, + 0.007933191792666912, + 0.0086071118183434 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8896123766899109, + 0.46193015575408936 + ], + "perturbation_rho": [ + 0.8089620471000671, + 0.3910723328590393 + ], + "nudging": { + "0.001": [ + -0.02786075323820114, + -0.003570881672203541 + ], + "0.003": [ + -0.08058245480060577, + -0.010666092857718468 + ], + "0.01": [ + -0.23563425242900848, + -0.03502008318901062 + ] + }, + "state_pred_error_per_layer": [ + 1470.6129150390625, + 266.84222412109375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2876405261993407, + 1.6589315502166748, + 1.032972918510437, + 0.7166166153907776, + 0.5627004514217376, + 0.48185237402915954, + 0.4412262492656708, + 0.42024023895263674, + 0.4159124126434326, + 0.41783777375221254, + 0.43015226793289185, + 0.41944336700439455, + 0.4336165071964264, + 0.431957585144043, + 0.4321355306863785, + 0.443198069190979, + 0.4393294587135315, + 0.45416013383865356, + 0.48345874342918393, + 0.5023631313323974, + 0.5149450803756714, + 0.5199348605155945, + 0.539059090423584, + 0.5481982292175293, + 0.5818891710281372, + 0.5882292882919311, + 0.5962150434494019, + 0.6086743747711182, + 0.6369373207092285, + 0.65568203125, + 0.6485560325622559, + 0.6509528552055359, + 0.6618397993087769, + 0.6784751142501831, + 0.6892412689208984, + 0.6599728857994079, + 0.6764159112930298, + 0.7006567495346069, + 0.7071641028404236, + 0.6960477909088135, + 0.6928154678344727, + 0.7350670424461365, + 0.7627396492004395, + 0.7707545019149781, + 0.737790333366394, + 0.7868994663238525, + 0.7634784624099732, + 0.7762238646507263, + 0.8018951994895935, + 0.7849565597534179, + 0.8176450714111329, + 0.8360422663688659, + 0.8193753229141235, + 0.8155689338684082, + 0.8275344564437866, + 0.837344129371643, + 0.8366100923538208, + 0.8482813408851624, + 0.8508966381072998, + 0.8566178089141846, + 0.8539601694107055, + 0.8565668355941772, + 0.8545724077224731, + 0.8627288048744202, + 0.8558533429145813, + 0.8527083917617798, + 0.8515555647850037, + 0.8542263612747193, + 0.8479507312774658, + 0.8465972842216491, + 0.8489613071441651, + 0.8499880193710327, + 0.846294707107544, + 0.8456767027854919, + 0.845595064163208, + 0.8452041431427002, + 0.8436063968658447, + 0.8431942218780517, + 0.8428546760559082, + 0.8426003468513489 + ], + "train_acc": [ + 0.1549, + 0.4565, + 0.6491, + 0.7495, + 0.7914, + 0.8171, + 0.8312, + 0.8359, + 0.8383, + 0.8393, + 0.836, + 0.845, + 0.8405, + 0.8425, + 0.847, + 0.8429, + 0.844, + 0.8405, + 0.834, + 0.8242, + 0.8215, + 0.8184, + 0.8131, + 0.8131, + 0.8035, + 0.7999, + 0.7919, + 0.7925, + 0.7806, + 0.7764, + 0.7749, + 0.7707, + 0.7607, + 0.7559, + 0.7527, + 0.7565, + 0.7486, + 0.7427, + 0.7405, + 0.7469, + 0.7427, + 0.7273, + 0.7239, + 0.7253, + 0.7276, + 0.7123, + 0.7175, + 0.7178, + 0.7059, + 0.712, + 0.7045, + 0.6954, + 0.704, + 0.7011, + 0.6979, + 0.6962, + 0.6944, + 0.6863, + 0.693, + 0.6882, + 0.6881, + 0.6873, + 0.6891, + 0.6867, + 0.6883, + 0.6876, + 0.6863, + 0.6879, + 0.6895, + 0.6914, + 0.6879, + 0.6912, + 0.6914, + 0.691, + 0.6902, + 0.69, + 0.691, + 0.6912, + 0.6911, + 0.6911 + ], + "test_acc": [ + 0.2915, + 0.5615, + 0.6735, + 0.74, + 0.766, + 0.786, + 0.7965, + 0.798, + 0.803, + 0.811, + 0.804, + 0.8, + 0.8035, + 0.805, + 0.802, + 0.813, + 0.801, + 0.8045, + 0.7865, + 0.781, + 0.7965, + 0.7855, + 0.776, + 0.7705, + 0.757, + 0.763, + 0.7455, + 0.7345, + 0.7365, + 0.7225, + 0.724, + 0.7285, + 0.6945, + 0.703, + 0.7045, + 0.707, + 0.6745, + 0.698, + 0.7005, + 0.7015, + 0.6935, + 0.6745, + 0.6835, + 0.6915, + 0.6855, + 0.6795, + 0.669, + 0.657, + 0.68, + 0.6605, + 0.6665, + 0.66, + 0.6615, + 0.646, + 0.663, + 0.6575, + 0.659, + 0.655, + 0.652, + 0.6565, + 0.662, + 0.657, + 0.657, + 0.658, + 0.6535, + 0.659, + 0.657, + 0.653, + 0.6525, + 0.656, + 0.6535, + 0.657, + 0.6565, + 0.6585, + 0.6575, + 0.658, + 0.658, + 0.659, + 0.66, + 0.6605 + ], + "value_loss": [ + 3.201891397190094, + 0.779361897277832, + 0.626858753490448, + 0.6105666812896728, + 0.5514641007423401, + 0.517792618727684, + 0.5215819624900818, + 0.5292677600860596, + 0.552981759929657, + 0.5698205958366394, + 0.5810090668201446, + 0.5961851135253906, + 0.6149938448905945, + 0.6305486402511596, + 0.6387381959915162, + 0.6182627209663392, + 0.6587734882354737, + 0.6572166347026825, + 0.7393287518978119, + 0.7575859657287598, + 0.7096261032104492, + 0.7378914642333985, + 0.7248077880859375, + 0.7350102340698242, + 0.7564734949111939, + 0.6695011586904526, + 0.644234440612793, + 0.5980740191459656, + 0.5971753816604615, + 0.5931948877334595, + 0.5637484560966491, + 0.5179620209217072, + 0.49389802017211915, + 0.5098487597942353, + 0.4865056258678436, + 0.4405415944099426, + 0.4353645149230957, + 0.4501692766189575, + 0.45002960472106934, + 0.422652059841156, + 0.4055860691070557, + 0.4549039573431015, + 0.46190376739501954, + 0.471636429977417, + 0.4265621903419495, + 0.4594758994102478, + 0.42435137259960176, + 0.44350295667648315, + 0.46465742254257203, + 0.44208196215629575, + 0.4832916920661926, + 0.5232693849563599, + 0.4623278817176819, + 0.4547371855735779, + 0.4594089942932129, + 0.46912296028137207, + 0.47726550636291504, + 0.4601418377876282, + 0.46802607822418213, + 0.4529942394256592, + 0.4592748096942902, + 0.47371763911247255, + 0.4452900604248047, + 0.4446146511077881, + 0.4409138162612915, + 0.45059286756515504, + 0.42469289593696596, + 0.4136852811336517, + 0.4327469911813736, + 0.4167798330545425, + 0.4059099773406982, + 0.4036043640613556, + 0.4098508264541626, + 0.4066617407798767, + 0.39713848648071287, + 0.40763027248382566, + 0.3894461953163147, + 0.3812183334350586, + 0.38804075756073, + 0.3851433990240097 + ], + "term_loss": [ + 1.8095692808151245, + 0.3307587965011597, + 0.3579055207252502, + 0.38751730251312255, + 0.3419568935394287, + 0.31203726736307147, + 0.31745839205980303, + 0.33440028057098387, + 0.3659660063266754, + 0.3876699714303017, + 0.39679462888240813, + 0.4184996568202972, + 0.43375586037635805, + 0.44975857195854185, + 0.45838220162391663, + 0.435672639131546, + 0.4776378852844238, + 0.4704463632583618, + 0.5460535125732422, + 0.5489175643920898, + 0.49749358978271485, + 0.5227905928611756, + 0.4984749317169189, + 0.5076854391098022, + 0.5196511005163192, + 0.4271921033501625, + 0.39845617814064027, + 0.3495673320531845, + 0.3406120599746704, + 0.3369556130170822, + 0.3124081336021423, + 0.26228452085256576, + 0.23591850142478943, + 0.24258239690363406, + 0.21891801595687865, + 0.18692822000980377, + 0.17564877446889876, + 0.1858476457595825, + 0.18565895201563834, + 0.16571398117542266, + 0.1499946511030197, + 0.18262819264009594, + 0.18550563032627107, + 0.19401416344642639, + 0.15707174652814865, + 0.17475576095581055, + 0.1460891138225794, + 0.16268992478847505, + 0.17513533658981323, + 0.15897264647483825, + 0.1887047908782959, + 0.21617013705968857, + 0.16718865274786948, + 0.16259072281122208, + 0.16479001131057738, + 0.16972213253974913, + 0.17816825335025788, + 0.160431849360466, + 0.1674132004737854, + 0.1533277048110962, + 0.15940114099383354, + 0.16802982873916625, + 0.14754837176799773, + 0.14664715819358826, + 0.14326468232870102, + 0.15353368443846702, + 0.13146308953166008, + 0.12186262704730035, + 0.13736094230413437, + 0.12571639954447747, + 0.1161090140581131, + 0.1144715744972229, + 0.12061160337924957, + 0.11733541253209114, + 0.11001659770011901, + 0.11899287624359131, + 0.10357448959499597, + 0.09714262957572938, + 0.1018681374579668, + 0.10070284021273256 + ], + "bridge_loss": [ + 1.0979772183747263, + 0.14488070307970047, + 0.032327918493747713, + 0.01006056183576584, + 0.01405837194621563, + 0.02506896505355835, + 0.029270013190805914, + 0.024456803676486016, + 0.01778325879126787, + 0.011628757537901402, + 0.010623802649974824, + 0.01033981561884284, + 0.010671415086835622, + 0.012105880802869796, + 0.015091647936403751, + 0.014290212792158127, + 0.017276279383152723, + 0.01755652065873146, + 0.01865756440013647, + 0.025649653977155684, + 0.025815965831279753, + 0.026902742621302603, + 0.03349096584320068, + 0.03358717203140259, + 0.03484274614453316, + 0.036431199651956556, + 0.03821594860553741, + 0.03984641134142876, + 0.0399793375492096, + 0.035500000548362734, + 0.0335044051527977, + 0.03535626398921013, + 0.034901417164504525, + 0.03535908999443054, + 0.03244625160694122, + 0.0270990745306015, + 0.028194128577411173, + 0.025620638090372086, + 0.02424610341191292, + 0.02160915930122137, + 0.01955409088283777, + 0.02624212960600853, + 0.022223139250278474, + 0.023016857573390007, + 0.0221236746609211, + 0.023469938251376152, + 0.022684386810660363, + 0.02442432513833046, + 0.02541698269248009, + 0.024323033849895, + 0.02966375322341919, + 0.03533650541305542, + 0.028947667813301086, + 0.02696481726169586, + 0.027019736531376837, + 0.029223014229536055, + 0.02940545443892479, + 0.026615454608201982, + 0.02830494921207428, + 0.025745924377441408, + 0.027217651453614235, + 0.03207499958276749, + 0.024836220550537108, + 0.023358790194988252, + 0.024930324649065732, + 0.024928521275520324, + 0.022257217685878277, + 0.01982123215943575, + 0.025022566971182825, + 0.021975069151818752, + 0.01949193856716156, + 0.018918460190296173, + 0.02019774815738201, + 0.020446433125436307, + 0.01855314065515995, + 0.02024043953716755, + 0.017883623769879342, + 0.01658413535952568, + 0.019047247916460036, + 0.01744421122968197 + ], + "tgrad_loss": [ + 0.294344884967804, + 0.30372239556312564, + 0.23662530732154846, + 0.2129888197660446, + 0.19544884057044984, + 0.18068639143705367, + 0.17485355710983277, + 0.17041067209243774, + 0.16923249213695526, + 0.1705218675136566, + 0.17359062929153443, + 0.16734564185142517, + 0.17056657358407976, + 0.16868418793678283, + 0.16526433700919152, + 0.1682998752593994, + 0.1638593245267868, + 0.16921375732421876, + 0.17461767234802247, + 0.18301874628067016, + 0.18631654744148254, + 0.18819813222885132, + 0.19284189145565034, + 0.19373762021064758, + 0.20197965245246888, + 0.20587785987854004, + 0.2075623162984848, + 0.20866027362346648, + 0.21658398847579957, + 0.22073927323818207, + 0.21783591961860657, + 0.22032123794555664, + 0.2230780988931656, + 0.2319072772026062, + 0.2351413604259491, + 0.22651429884433746, + 0.23152161231040955, + 0.238700989484787, + 0.24012455048561096, + 0.23532891595363617, + 0.23603732614517212, + 0.24603363862037658, + 0.2541750002861023, + 0.2546054096698761, + 0.24736676750183106, + 0.26125019659996035, + 0.2555778726577759, + 0.2563887059211731, + 0.264105103969574, + 0.25878628327846526, + 0.26492314825057983, + 0.27176274490356445, + 0.26619156007766726, + 0.26518164477348327, + 0.26759924521446227, + 0.27017781343460084, + 0.26969179601669313, + 0.2730945366859436, + 0.2723079304218292, + 0.2739206102371216, + 0.2726560173988342, + 0.2736128067970276, + 0.27290546894073486, + 0.27460870208740235, + 0.272718811917305, + 0.2721306644439697, + 0.270972588634491, + 0.2720014189720154, + 0.2703634834766388, + 0.2690883653879166, + 0.27030902328491213, + 0.2702143274307251, + 0.26904147510528564, + 0.2688798934936523, + 0.26856874713897705, + 0.2683969561100006, + 0.26798808333873747, + 0.26749156715869904, + 0.2671253750085831, + 0.26699634662866595 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.15452352166175842, + 0.31575465202331543 + ], + "perturbation_rho": [ + 0.26963475346565247, + 0.4633495509624481 + ], + "nudging": { + "0.001": [ + -0.007989507168531418, + -0.002687511034309864 + ], + "0.003": [ + -0.02384537272155285, + -0.008051736280322075 + ], + "0.01": [ + -0.07802344858646393, + -0.026711856946349144 + ] + } + } + } +}
\ No newline at end of file |