diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json | 1512 |
1 files changed, 1512 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json new file mode 100644 index 0000000..3f357b8 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L2_s456.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.7540335287094115, + 0.7887995930671692, + 0.45601481485366824, + 0.3563029076099396, + 0.3058449071407318, + 0.27814644107818604, + 0.256092844247818, + 0.2486086864233017, + 0.2273713537454605, + 0.22320388717651368, + 0.22591865739822387, + 0.21023976492881774, + 0.21006116704940797, + 0.2019081612110138, + 0.19240621073246003, + 0.17767472962141037, + 0.17261487174034118, + 0.18222670216560363, + 0.18264247782230378, + 0.16773689975738526, + 0.18042192044258118, + 0.17836842503547667, + 0.17410975818634034, + 0.17574358505010604, + 0.15518579416275025, + 0.14563439567089081, + 0.14957009754180908, + 0.16893083366155626, + 0.14229146575927734, + 0.1370330379009247, + 0.1540110511779785, + 0.16346854424476623, + 0.13422132856845856, + 0.12666763162612915, + 0.12608725222349168, + 0.12264905602931976, + 0.1324379847049713, + 0.13239208903312683, + 0.1317316207408905, + 0.12270301322340965, + 0.11590332639217377, + 0.11994003572463989, + 0.11405094165802002, + 0.1112155341386795, + 0.10668404247760772, + 0.10974465991258621, + 0.1068548722743988, + 0.10398986601829528, + 0.10589976058006287, + 0.1045347521185875, + 0.09930369100570678, + 0.09925224586725236, + 0.10005474714636803, + 0.09637348690032958, + 0.09619558620452881, + 0.09599231715202332, + 0.09453698312044144, + 0.09238649787902832, + 0.09135240658521653, + 0.09056207950115204, + 0.0904913359284401, + 0.08896962072849274, + 0.08807550078630447, + 0.08736293792724609, + 0.0872790049791336, + 0.08682763931751251, + 0.0863328184247017, + 0.08547967915534974, + 0.08507368334531784, + 0.08477922387123107, + 0.08439313389062882, + 0.08397663788795472, + 0.08362844693660736, + 0.08331081527471543, + 0.0830932537317276, + 0.08289919497966766, + 0.08278876669406891, + 0.0826721666097641, + 0.08259252429008485, + 0.08254909700155258 + ], + "train_acc": [ + 0.4207, + 0.7857, + 0.8773, + 0.894, + 0.8987, + 0.9076, + 0.9143, + 0.9122, + 0.9185, + 0.9164, + 0.9167, + 0.9216, + 0.9235, + 0.9238, + 0.93, + 0.9363, + 0.9374, + 0.9328, + 0.9317, + 0.9368, + 0.9311, + 0.9307, + 0.9329, + 0.9344, + 0.9447, + 0.946, + 0.9452, + 0.937, + 0.9509, + 0.9534, + 0.9455, + 0.9371, + 0.9516, + 0.9572, + 0.9578, + 0.9583, + 0.9521, + 0.953, + 0.9548, + 0.9569, + 0.9621, + 0.9563, + 0.963, + 0.9664, + 0.9689, + 0.967, + 0.967, + 0.9678, + 0.9681, + 0.9689, + 0.9727, + 0.9735, + 0.9715, + 0.9752, + 0.974, + 0.9752, + 0.975, + 0.9778, + 0.9781, + 0.9787, + 0.9785, + 0.9787, + 0.9804, + 0.9802, + 0.9801, + 0.9803, + 0.9816, + 0.9826, + 0.9823, + 0.9821, + 0.9823, + 0.9826, + 0.9829, + 0.983, + 0.9833, + 0.9833, + 0.9832, + 0.9838, + 0.9839, + 0.9839 + ], + "test_acc": [ + 0.6795, + 0.8435, + 0.8735, + 0.887, + 0.887, + 0.904, + 0.908, + 0.9, + 0.9045, + 0.9015, + 0.903, + 0.906, + 0.9035, + 0.9135, + 0.9175, + 0.9075, + 0.9125, + 0.913, + 0.908, + 0.913, + 0.906, + 0.911, + 0.914, + 0.9145, + 0.921, + 0.9215, + 0.92, + 0.915, + 0.923, + 0.923, + 0.916, + 0.917, + 0.9285, + 0.921, + 0.921, + 0.9275, + 0.919, + 0.927, + 0.924, + 0.9265, + 0.928, + 0.9215, + 0.923, + 0.9205, + 0.928, + 0.9235, + 0.93, + 0.927, + 0.931, + 0.929, + 0.9305, + 0.9275, + 0.927, + 0.93, + 0.932, + 0.9305, + 0.9305, + 0.932, + 0.9295, + 0.9305, + 0.9305, + 0.929, + 0.93, + 0.9325, + 0.93, + 0.9285, + 0.9325, + 0.9295, + 0.929, + 0.929, + 0.931, + 0.931, + 0.93, + 0.93, + 0.929, + 0.93, + 0.9295, + 0.9295, + 0.9295, + 0.9295 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8826531171798706, + 0.8583619594573975 + ], + "perturbation_rho": [ + 0.9999988079071045, + 0.9999959468841553 + ], + "nudging": { + "0.001": [ + -0.021625827997922897, + -0.0073820194229483604 + ], + "0.003": [ + -0.0571812242269516, + -0.021265367045998573 + ], + "0.01": [ + -0.12340263277292252, + -0.06141046807169914 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2789152168273925, + 1.5198317989349366, + 0.864434551525116, + 0.5843122736930847, + 0.45720995845794676, + 0.4017148985385895, + 0.3776179392337799, + 0.37144901649951934, + 0.3685629499435425, + 0.37063308811187745, + 0.37334213446378706, + 0.3977362024307251, + 0.3849859349250793, + 0.3885465118408203, + 0.4121596324086189, + 0.4142354433834553, + 0.41292374534606935, + 0.4443123857498169, + 0.44203310720920563, + 0.42226147565841676, + 0.4249496959686279, + 0.4256349886894226, + 0.43858823890686033, + 0.4887267217159271, + 0.4046924789428711, + 0.44023080163002015, + 0.4586866247177124, + 0.47388719167709353, + 0.4657478348731995, + 0.4368759090423584, + 0.49420316143035886, + 0.455893372297287, + 0.43190188279151914, + 0.4301922942638397, + 0.4683740642309189, + 0.41559304761886595, + 0.4515250599861145, + 0.44344369277954104, + 0.5267878504753113, + 0.44394594959020617, + 0.4324127757668495, + 0.40358923535346986, + 0.4648085826396942, + 0.4322748986721039, + 0.3977247392654419, + 0.4430144777774811, + 0.4182663669586182, + 0.4156523362159729, + 0.41285320320129393, + 0.4263911725178361, + 0.3818113656997681, + 0.40127683003544806, + 0.38001128873825074, + 0.395466704750061, + 0.37924830303192136, + 0.39582441291809084, + 0.38846483197212217, + 0.3674187141418457, + 0.37231723667383193, + 0.3590473205566406, + 0.3668627885401249, + 0.35952253170013426, + 0.3661739505529404, + 0.35552182607650756, + 0.35606588587760923, + 0.3480822557926178, + 0.3466999515578151, + 0.3430781412124634, + 0.3444066115856171, + 0.34685713081359865, + 0.3389283345222473, + 0.3368847903251648, + 0.33722841114997865, + 0.3348792476654053, + 0.335844083404541, + 0.33308425464630126, + 0.33272774691581725, + 0.33165184540748593, + 0.3310907633304596, + 0.3308901508331299 + ], + "train_acc": [ + 0.159, + 0.4941, + 0.7011, + 0.7898, + 0.8315, + 0.85, + 0.8575, + 0.8576, + 0.8634, + 0.8631, + 0.8649, + 0.8574, + 0.8654, + 0.8661, + 0.8592, + 0.8603, + 0.8626, + 0.8547, + 0.856, + 0.8636, + 0.8584, + 0.8637, + 0.8627, + 0.8485, + 0.8733, + 0.8618, + 0.8621, + 0.859, + 0.8585, + 0.8637, + 0.8544, + 0.8631, + 0.868, + 0.8694, + 0.8606, + 0.873, + 0.8584, + 0.8689, + 0.856, + 0.8702, + 0.871, + 0.8764, + 0.8614, + 0.8719, + 0.8793, + 0.8682, + 0.8713, + 0.8756, + 0.8757, + 0.8733, + 0.8849, + 0.8772, + 0.8819, + 0.8792, + 0.8835, + 0.8813, + 0.8817, + 0.8863, + 0.8835, + 0.8858, + 0.8857, + 0.8845, + 0.8833, + 0.886, + 0.8875, + 0.8875, + 0.8927, + 0.8909, + 0.891, + 0.8876, + 0.891, + 0.892, + 0.8939, + 0.8924, + 0.8919, + 0.8912, + 0.8928, + 0.8941, + 0.8947, + 0.8946 + ], + "test_acc": [ + 0.323, + 0.6025, + 0.745, + 0.7805, + 0.8, + 0.8155, + 0.806, + 0.8185, + 0.819, + 0.8075, + 0.8195, + 0.8265, + 0.8285, + 0.814, + 0.814, + 0.8155, + 0.8205, + 0.813, + 0.825, + 0.8265, + 0.809, + 0.83, + 0.8195, + 0.839, + 0.8095, + 0.8245, + 0.81, + 0.8155, + 0.835, + 0.8135, + 0.8325, + 0.8325, + 0.834, + 0.813, + 0.836, + 0.842, + 0.81, + 0.8265, + 0.834, + 0.82, + 0.833, + 0.832, + 0.8315, + 0.8425, + 0.824, + 0.8375, + 0.8375, + 0.823, + 0.824, + 0.8375, + 0.8415, + 0.842, + 0.842, + 0.8365, + 0.8405, + 0.8435, + 0.841, + 0.85, + 0.8425, + 0.848, + 0.844, + 0.847, + 0.849, + 0.845, + 0.8465, + 0.846, + 0.8445, + 0.85, + 0.8455, + 0.8485, + 0.847, + 0.8475, + 0.847, + 0.848, + 0.847, + 0.8485, + 0.851, + 0.8495, + 0.8485, + 0.8485 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.016239378601312637, + 0.08700481057167053 + ], + "perturbation_rho": [ + -0.0633457601070404, + 0.09238316863775253 + ], + "nudging": { + "0.001": [ + -0.0005403641844168305, + -0.0003429484786465764 + ], + "0.003": [ + -0.0015787126030772924, + -0.0010280576534569263 + ], + "0.01": [ + -0.004778302274644375, + -0.003415417857468128 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.03510007686615, + 1.077442472267151, + 0.609830850982666, + 0.4300918912887573, + 0.3839862449645996, + 0.3708487091064453, + 0.36614356565475464, + 0.3628130876541138, + 0.36194450925588606, + 0.3576546109199524, + 0.3619418657779694, + 0.3517365313529968, + 0.34097144956588743, + 0.35138510484695434, + 0.3435681216239929, + 0.352434642791748, + 0.3715478811264038, + 0.3778843415737152, + 0.3998612182617188, + 0.3988710145950317, + 0.41688702239990233, + 0.4265467617034912, + 0.4248304518222809, + 0.40923274965286255, + 0.3897163356781006, + 0.3885489140033722, + 0.3746957459449768, + 0.3795012855529785, + 0.3912307156085968, + 0.38832212753295897, + 0.39127745122909546, + 0.4051106197834015, + 0.4201839946746826, + 0.4025802077293396, + 0.413509761428833, + 0.4256944602966309, + 0.4097448627471924, + 0.4372278747558594, + 0.4230543599128723, + 0.4329932454109192, + 0.4262246448993683, + 0.4197934967517853, + 0.4233694318771362, + 0.4268952363014221, + 0.41731767301559447, + 0.416495183467865, + 0.4137693079948425, + 0.42386709623336793, + 0.40960294895172117, + 0.40348369274139406, + 0.4084292630195618, + 0.393343914270401, + 0.39545347409248355, + 0.391191748046875, + 0.3969509807109833, + 0.3895566881656647, + 0.3817503587841988, + 0.37462963981628417, + 0.3790303818464279, + 0.3720798149585724, + 0.37286534557342527, + 0.37294170576334, + 0.3663740547180176, + 0.36788779735565186, + 0.3682312522411346, + 0.36158624505996706, + 0.362826536655426, + 0.35837330026626585, + 0.35764170565605163, + 0.3563748463153839, + 0.3544979793548584, + 0.35291474685668944, + 0.3523685070037842, + 0.351926808154583, + 0.3506764990568161, + 0.3501978385448456, + 0.3497668510437012, + 0.3495366275787353, + 0.3492322545051575, + 0.3491422838926315 + ], + "train_acc": [ + 0.2744, + 0.6311, + 0.7872, + 0.8484, + 0.8554, + 0.8602, + 0.8602, + 0.8633, + 0.8637, + 0.8656, + 0.8633, + 0.8667, + 0.8716, + 0.8655, + 0.8699, + 0.8666, + 0.8529, + 0.8537, + 0.8501, + 0.848, + 0.8471, + 0.8413, + 0.8409, + 0.8409, + 0.8532, + 0.8535, + 0.8604, + 0.858, + 0.8543, + 0.857, + 0.8538, + 0.8501, + 0.8501, + 0.8543, + 0.8504, + 0.8482, + 0.8537, + 0.8499, + 0.8539, + 0.848, + 0.8512, + 0.856, + 0.8522, + 0.8492, + 0.8551, + 0.8557, + 0.8557, + 0.8555, + 0.8581, + 0.862, + 0.859, + 0.8629, + 0.8608, + 0.8622, + 0.8617, + 0.8624, + 0.8643, + 0.8697, + 0.8672, + 0.8676, + 0.8683, + 0.8667, + 0.8679, + 0.8667, + 0.866, + 0.8722, + 0.8701, + 0.8718, + 0.872, + 0.8713, + 0.8714, + 0.8731, + 0.8729, + 0.873, + 0.8724, + 0.873, + 0.8736, + 0.8731, + 0.8733, + 0.8734 + ], + "test_acc": [ + 0.525, + 0.726, + 0.7975, + 0.8225, + 0.8235, + 0.825, + 0.8225, + 0.8235, + 0.8195, + 0.827, + 0.8265, + 0.8295, + 0.835, + 0.8375, + 0.8315, + 0.83, + 0.824, + 0.8095, + 0.809, + 0.8125, + 0.799, + 0.8075, + 0.8115, + 0.812, + 0.812, + 0.817, + 0.812, + 0.812, + 0.8065, + 0.815, + 0.815, + 0.81, + 0.805, + 0.817, + 0.808, + 0.823, + 0.8045, + 0.8, + 0.801, + 0.8115, + 0.82, + 0.814, + 0.812, + 0.8155, + 0.8105, + 0.8175, + 0.8065, + 0.817, + 0.8135, + 0.8205, + 0.824, + 0.8145, + 0.8215, + 0.812, + 0.8215, + 0.819, + 0.8195, + 0.815, + 0.8225, + 0.8205, + 0.8225, + 0.823, + 0.8175, + 0.8265, + 0.8225, + 0.829, + 0.8255, + 0.8255, + 0.8265, + 0.8255, + 0.8285, + 0.8265, + 0.8285, + 0.828, + 0.829, + 0.8275, + 0.8275, + 0.829, + 0.8285, + 0.8285 + ], + "state_pred_error": [ + 0.7936658924102783, + 0.33496607384681704, + 0.20223751559257508, + 0.16735892939567565, + 0.14485984333753585, + 0.11955849848985672, + 0.09462791703939438, + 0.07538449263572693, + 0.05961660117506981, + 0.04735348780155182, + 0.038567446672916415, + 0.03213091719150543, + 0.028004648900032042, + 0.024515093371272088, + 0.022012931832671164, + 0.020446427571773527, + 0.018394847139716147, + 0.016773300230503083, + 0.015448834140598774, + 0.014468847262859344, + 0.013597128289937973, + 0.012880013291537762, + 0.012064755845069886, + 0.011425680384039879, + 0.010745641595125198, + 0.010167037642002106, + 0.0096464214771986, + 0.009187596023082733, + 0.008730744183063507, + 0.008276390147954225, + 0.007866678546369075, + 0.00768265388160944, + 0.007270389303565025, + 0.007174727764725685, + 0.0070541538849473, + 0.0067812193542718885, + 0.006654527989774942, + 0.00636177619099617, + 0.006175523652881384, + 0.006045299311727285, + 0.005936238116025925, + 0.005970760487020016, + 0.005785428526252508, + 0.005630842386931181, + 0.005440417719632387, + 0.005434160755574703, + 0.005252558408677578, + 0.005300074205547571, + 0.005076368814706802, + 0.005021050906181336, + 0.004854675306379795, + 0.004958594182133675, + 0.004614286011457443, + 0.004535953061282635, + 0.004470928203314543, + 0.004415199124440551, + 0.0042777580007910725, + 0.004198400410264731, + 0.004141696321219206, + 0.004083840855211019, + 0.004052111233770847, + 0.003930420187115669, + 0.003949926514923573, + 0.0037584460385143756, + 0.0037061349514871836, + 0.003612276028469205, + 0.0035469237841665746, + 0.0035739093132317067, + 0.0034136051505804063, + 0.0034378198258578777, + 0.003333174591511488, + 0.0032446157082915306, + 0.003214318350702524, + 0.0031311317443847657, + 0.003078432670608163, + 0.003057278237864375, + 0.0029395090855658056, + 0.003017135479673743, + 0.0030766903996467592, + 0.0030378309611231087 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9387110471725464, + 0.5040415525436401 + ], + "perturbation_rho": [ + 0.7997298240661621, + 0.4891185164451599 + ], + "nudging": { + "0.001": [ + -0.02664007619023323, + -0.0032268627546727657 + ], + "0.003": [ + -0.07605530321598053, + -0.00962437316775322 + ], + "0.01": [ + -0.21233828365802765, + -0.031433407217264175 + ] + }, + "state_pred_error_per_layer": [ + 387.8657531738281, + 319.336669921875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2791277053833006, + 1.5271975772857667, + 0.8674576456069947, + 0.587049162864685, + 0.4626688796043396, + 0.4040388158321381, + 0.37643657150268556, + 0.37468256072998046, + 0.3784513481616974, + 0.3786823602676392, + 0.37917218251228335, + 0.38788830342292785, + 0.3958303390264511, + 0.393599364900589, + 0.39977145621776583, + 0.40370213751792905, + 0.4120421281814575, + 0.45399587993621826, + 0.4687366197824478, + 0.4652291350364685, + 0.5005440378189087, + 0.5234059304714203, + 0.5221618666172028, + 0.5542463368415832, + 0.5820084628105163, + 0.5705709765195847, + 0.5702225286483764, + 0.5786975580215454, + 0.6307714500427246, + 0.6665315362930297, + 0.6137196712493896, + 0.6527844795227051, + 0.690822039604187, + 0.7107784267425538, + 0.7316474711418152, + 0.718277031326294, + 0.7050886112213135, + 0.708720292520523, + 0.7131800124168396, + 0.7192850646018982, + 0.7119332159996032, + 0.7151562330245972, + 0.7151052355766296, + 0.7357472681999206, + 0.7336779589653015, + 0.7310818168640136, + 0.7227139064788818, + 0.7629635635375976, + 0.7363060358047485, + 0.7154419450759888, + 0.7398526870727539, + 0.7556214105606079, + 0.7158489876747132, + 0.7164914712905884, + 0.7232932413101196, + 0.720790207862854, + 0.7382160652160644, + 0.7421017236709595, + 0.7198905362606048, + 0.7215996326446533, + 0.713732839012146, + 0.7260521041870117, + 0.7214395964860916, + 0.7165161167144776, + 0.718010532951355, + 0.7195493728637695, + 0.7165915153503418, + 0.7138662039756775, + 0.7102315483093262, + 0.7073148555755615, + 0.7073911678314209, + 0.7052887998104096, + 0.7047561235427856, + 0.7036817129135132, + 0.7020157369613648, + 0.7008753277301788, + 0.7001741619110108, + 0.6988817626953125, + 0.6988485893249512, + 0.6985764275550842 + ], + "train_acc": [ + 0.1601, + 0.491, + 0.7022, + 0.7916, + 0.8288, + 0.8486, + 0.8581, + 0.8577, + 0.8589, + 0.8612, + 0.8592, + 0.8631, + 0.8628, + 0.8636, + 0.8657, + 0.8659, + 0.8624, + 0.8518, + 0.8531, + 0.8528, + 0.8367, + 0.8354, + 0.8307, + 0.8247, + 0.8166, + 0.8139, + 0.8134, + 0.8052, + 0.793, + 0.7851, + 0.7952, + 0.7803, + 0.7699, + 0.7628, + 0.7577, + 0.7532, + 0.7604, + 0.7578, + 0.7536, + 0.7537, + 0.7561, + 0.7468, + 0.7497, + 0.7416, + 0.7428, + 0.7422, + 0.7463, + 0.7339, + 0.7393, + 0.7454, + 0.7379, + 0.7354, + 0.7424, + 0.7436, + 0.7415, + 0.7443, + 0.7379, + 0.7353, + 0.743, + 0.7401, + 0.744, + 0.7405, + 0.7417, + 0.7408, + 0.7428, + 0.7408, + 0.7425, + 0.7423, + 0.742, + 0.7447, + 0.7421, + 0.7443, + 0.7463, + 0.745, + 0.7458, + 0.7467, + 0.7485, + 0.747, + 0.7475, + 0.7478 + ], + "test_acc": [ + 0.3225, + 0.6005, + 0.735, + 0.7835, + 0.799, + 0.8105, + 0.813, + 0.8105, + 0.815, + 0.8275, + 0.816, + 0.8135, + 0.8275, + 0.8225, + 0.8215, + 0.819, + 0.809, + 0.812, + 0.8025, + 0.8145, + 0.804, + 0.7925, + 0.7875, + 0.7805, + 0.771, + 0.7595, + 0.7835, + 0.761, + 0.756, + 0.7445, + 0.7525, + 0.733, + 0.722, + 0.7035, + 0.718, + 0.7215, + 0.724, + 0.722, + 0.718, + 0.716, + 0.7085, + 0.7115, + 0.7125, + 0.704, + 0.705, + 0.711, + 0.6985, + 0.696, + 0.719, + 0.703, + 0.6875, + 0.708, + 0.706, + 0.708, + 0.7035, + 0.695, + 0.6985, + 0.6985, + 0.702, + 0.7065, + 0.706, + 0.713, + 0.71, + 0.7165, + 0.705, + 0.711, + 0.7115, + 0.708, + 0.709, + 0.7055, + 0.707, + 0.7125, + 0.7065, + 0.7095, + 0.7125, + 0.711, + 0.7115, + 0.7115, + 0.7115, + 0.7115 + ], + "value_loss": [ + 3.1635106006622316, + 0.7740020160675048, + 0.6276501627922058, + 0.5707134353637695, + 0.5015447573661804, + 0.4983567372083664, + 0.5175379848480225, + 0.547992883682251, + 0.5898804153442383, + 0.6042054812431336, + 0.6014190244197846, + 0.6637537957787514, + 0.6845919721126557, + 0.6927346345424652, + 0.7124938590049744, + 0.7445667055130005, + 0.7623097400665283, + 0.8733150297164917, + 0.9832132648468017, + 0.8608565040588378, + 0.9329591770648956, + 0.9217451201438904, + 0.8799381763935089, + 0.9203727130889893, + 0.9129298717975617, + 0.8228008040904998, + 0.723678154373169, + 0.6765096341133118, + 0.7649027530670166, + 0.8161859791755677, + 0.6514515069007873, + 0.7141245938301086, + 0.7329993425369262, + 0.7307948766708374, + 0.7585475451469421, + 0.6689410001754761, + 0.624963953590393, + 0.6088551391601562, + 0.6095617308139801, + 0.5894894409894943, + 0.5563288737297059, + 0.5322869329929352, + 0.4976848304748535, + 0.524449465751648, + 0.5014263719558716, + 0.4898082717895508, + 0.46659274439811704, + 0.5616481122970581, + 0.4971419037818909, + 0.4274770281791687, + 0.46093521366119383, + 0.4697890731334686, + 0.43194802646636965, + 0.4221532721042633, + 0.4475786390304565, + 0.42143903999328614, + 0.4458761687278748, + 0.45337565126419066, + 0.4238472384929657, + 0.40281684017181396, + 0.38932490911483764, + 0.3897231784820557, + 0.38490687227249143, + 0.38104017810821533, + 0.3687279556751251, + 0.3669544050216675, + 0.36931539878845215, + 0.36263137147426605, + 0.349668848323822, + 0.34732296204566954, + 0.3342470671653748, + 0.33395242664813996, + 0.33387985258102415, + 0.33358972406387327, + 0.3530650995254517, + 0.3312079078435898, + 0.31177036271095276, + 0.3145587480545044, + 0.3253957736968994, + 0.31588549439907077 + ], + "term_loss": [ + 1.7951480650424958, + 0.3761807126045227, + 0.4006756747245789, + 0.3907634472846985, + 0.33307474012374877, + 0.33421838104128837, + 0.3550305375099182, + 0.3851635645866394, + 0.4342513330459595, + 0.45601325892210004, + 0.45521873558163645, + 0.5165402359724045, + 0.5361827510595322, + 0.5454751461267471, + 0.5646561876296997, + 0.5965961949110031, + 0.6103998653411865, + 0.7111995510339737, + 0.8167527445793152, + 0.6931714932918549, + 0.747134658908844, + 0.7326245096206665, + 0.6787485965967178, + 0.7093002405881882, + 0.6855188606858253, + 0.595027423453331, + 0.5057091500282288, + 0.4579630083799362, + 0.5400014482975006, + 0.5755828867912293, + 0.43018956017494203, + 0.477418512403965, + 0.49788543190956114, + 0.4815887330055237, + 0.5000800666809082, + 0.4204012803554535, + 0.3826768821001053, + 0.3597612362623215, + 0.3625356485247612, + 0.34448800829648973, + 0.3180155368089676, + 0.28404023527503014, + 0.2569198631286621, + 0.27715443172454834, + 0.2526350587069988, + 0.2411904234647751, + 0.22838947129249573, + 0.299795917224884, + 0.246653905916214, + 0.191054323387146, + 0.21536591811180114, + 0.217297107899189, + 0.1931860875606537, + 0.1848979764148593, + 0.20436019200086594, + 0.18643514511585235, + 0.2030245313167572, + 0.2116449776649475, + 0.18160687791109084, + 0.16249994401931764, + 0.15484164142608642, + 0.1528463675737381, + 0.1489361402630806, + 0.14461671495437622, + 0.13463031718730928, + 0.1294142901301384, + 0.13273104189634324, + 0.12744402947425842, + 0.11626906907856464, + 0.11444123766869306, + 0.10322715325504542, + 0.10297624860405923, + 0.10388474629819393, + 0.10207910882234573, + 0.1196654408454895, + 0.10161699144244193, + 0.08757407498955727, + 0.08594336168766022, + 0.09848421711921691, + 0.09000624770522117 + ], + "bridge_loss": [ + 1.0729727275717247, + 0.11431841832399368, + 0.023766263148188593, + 0.007563671678304672, + 0.013874480509757996, + 0.021678775465488433, + 0.025472599875926972, + 0.025822595372796058, + 0.01795407388061285, + 0.011467179806530475, + 0.01033123205602169, + 0.01144010070860386, + 0.012751704286038876, + 0.013523769325017929, + 0.014328493074327707, + 0.015080985119193792, + 0.01630606939792633, + 0.01711897891610861, + 0.020690989595651625, + 0.02325695974826813, + 0.028962209689617158, + 0.027630632358789445, + 0.03822321012318134, + 0.041376910424232485, + 0.050044859862327574, + 0.04990889082849026, + 0.04164786594510078, + 0.03684647643864155, + 0.03118742448091507, + 0.03392234752178192, + 0.029907469933480025, + 0.03319982000291347, + 0.024718015414476394, + 0.030926838570833205, + 0.036485740578174594, + 0.027715866570174694, + 0.02814151096343994, + 0.033959431263804435, + 0.03254524117708206, + 0.029349126595258714, + 0.02586204304397106, + 0.03363803274035454, + 0.02803821322321892, + 0.0314576941460371, + 0.03330667742192745, + 0.03362447772026062, + 0.0266525205463171, + 0.04000154567956925, + 0.03556216908097267, + 0.026239325052499773, + 0.029197816705703736, + 0.033797084963321684, + 0.029408058428764344, + 0.027986173009872436, + 0.032767310640215874, + 0.026094853281974792, + 0.029071284955739976, + 0.02895135208964348, + 0.032204047930240634, + 0.030318710601329804, + 0.026927110385894775, + 0.026824868822097777, + 0.02698569309413433, + 0.02751481302976608, + 0.02610580772459507, + 0.02898943041563034, + 0.02892138159275055, + 0.028138772577047347, + 0.026615089032053948, + 0.02712062079310417, + 0.025527843962609768, + 0.026397538816928863, + 0.025526897245645525, + 0.026975207622349263, + 0.029337245070934295, + 0.02542050951719284, + 0.02072744626104832, + 0.025458942368626593, + 0.023841479897499084, + 0.023082720217108728 + ], + "tgrad_loss": [ + 0.29538979725837705, + 0.2835028868198395, + 0.20320821890830992, + 0.1723863210439682, + 0.15459553496837616, + 0.14245957915782928, + 0.13703485209941865, + 0.1370067240715027, + 0.13767500700950622, + 0.13672504227161408, + 0.13586905403137206, + 0.13577345745563507, + 0.1356575172126293, + 0.13373572314977647, + 0.13350917862653733, + 0.1328895225763321, + 0.13560380978584288, + 0.1449965008020401, + 0.14576953587532043, + 0.14442804169654846, + 0.15686230430603026, + 0.16148997682332994, + 0.16296637887954712, + 0.1696955554485321, + 0.17736615447998047, + 0.17786449105739593, + 0.17632114362716675, + 0.18170014889240266, + 0.1937138816833496, + 0.20668074293136596, + 0.1913544800758362, + 0.20350626287460327, + 0.21039589591026306, + 0.2182793056488037, + 0.22198174507617952, + 0.22082385530471801, + 0.21414556305408478, + 0.21513447856903076, + 0.21448083605766297, + 0.2156523087978363, + 0.21245129132270812, + 0.21460866712331772, + 0.21272675414085387, + 0.21583734347820283, + 0.21548463908433915, + 0.21499337368011476, + 0.21155075321197508, + 0.22185065126419068, + 0.2149258313894272, + 0.21018337931632997, + 0.21637148156166078, + 0.2186948810338974, + 0.2093538791656494, + 0.20926912331581116, + 0.21045113792419434, + 0.2089090428352356, + 0.2137803575515747, + 0.2127793226003647, + 0.21003631122112273, + 0.20999818406105042, + 0.20755615634918212, + 0.21005194301605223, + 0.2089850417137146, + 0.20890865128040315, + 0.2079918318271637, + 0.20855068507194519, + 0.20766297452449797, + 0.20704856889247894, + 0.20678469212055206, + 0.20576110424995422, + 0.20549206850528717, + 0.20457864027023315, + 0.20446821138858795, + 0.20453540694713593, + 0.20406241462230681, + 0.20417041058540344, + 0.20346884107589722, + 0.20315644788742065, + 0.2030700761795044, + 0.20279652795791625 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.08927787840366364, + 0.2430092990398407 + ], + "perturbation_rho": [ + 0.16060538589954376, + 0.35060590505599976 + ], + "nudging": { + "0.001": [ + -0.004890232812613249, + -0.001682603731751442 + ], + "0.003": [ + -0.01459127850830555, + -0.005042100325226784 + ], + "0.01": [ + -0.047705113887786865, + -0.016734274104237556 + ] + } + } + } +}
\ No newline at end of file |