diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json new file mode 100644 index 0000000..c5d8746 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L8_s42.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3703768091201782, + 0.6740123039245606, + 0.5613458353042603, + 0.5279877727508545, + 0.42555175495147707, + 0.4008464940071106, + 0.3418552673816681, + 0.3169305899143219, + 0.2989230684995651, + 0.22381072659492493, + 0.24954671635627745, + 0.18852242698669433, + 0.17931302828788756, + 0.15236511628627777, + 0.14625489993095397, + 0.08793083952665329, + 0.0944634979724884, + 0.06237407035827637, + 0.10902504413723946, + 0.05045343590974808, + 0.05675933723151684, + 0.030447202077507972, + 0.017234644067287447, + 0.015850160157680513, + 0.020682270124554633, + 0.011260225063562394, + 0.008402103558182716, + 0.006454302641004324, + 0.0056301679342985154, + 0.005158279886841774, + 0.0048245771206915375, + 0.00440153166204691, + 0.004052742725610733, + 0.003818019072525203, + 0.003542347052693367, + 0.003333687162399292, + 0.00319532755613327, + 0.0030527794640511276, + 0.0028776524614542724, + 0.002738851569220424, + 0.002615449556335807, + 0.0024998470187187196, + 0.00237983765527606, + 0.0022845500905066727, + 0.002204404693841934, + 0.002141781159862876, + 0.002064352393895388, + 0.0019999265871942042, + 0.001937351893261075, + 0.0018773890499025584, + 0.0018315334113314747, + 0.0017837765011005104, + 0.0017335505589842796, + 0.0017015570227056742, + 0.0016626481765881181, + 0.0016315237021073698, + 0.001601293208822608, + 0.0015703001253306865, + 0.0015464611501432954, + 0.0015225628331303597, + 0.0015008840339258314, + 0.0014787248853594065, + 0.001461056488007307, + 0.0014460599626414479, + 0.0014304681217297912, + 0.0014166310345754027, + 0.001404330819286406, + 0.001393687280640006, + 0.0013846246616914869, + 0.0013766696255654097, + 0.0013697378845885396, + 0.0013638495333492756, + 0.0013587745733559132, + 0.0013546861404553055, + 0.0013515702040866016, + 0.0013490962450392544, + 0.0013473950270563365, + 0.0013461836755275726, + 0.0013454901657998562, + 0.001345112643018365 + ], + "train_acc": [ + 0.5176, + 0.7374, + 0.7823, + 0.7897, + 0.8383, + 0.8471, + 0.8716, + 0.8776, + 0.8863, + 0.9211, + 0.9088, + 0.935, + 0.9374, + 0.9488, + 0.9488, + 0.976, + 0.9719, + 0.9873, + 0.9681, + 0.9892, + 0.9856, + 0.9951, + 0.9994, + 0.999, + 0.9969, + 0.9998, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.704, + 0.7445, + 0.748, + 0.76, + 0.76, + 0.76, + 0.767, + 0.7675, + 0.7675, + 0.7645, + 0.766, + 0.764, + 0.7615, + 0.7595, + 0.759, + 0.77, + 0.7635, + 0.769, + 0.759, + 0.756, + 0.7615, + 0.7645, + 0.7665, + 0.767, + 0.7615, + 0.768, + 0.7655, + 0.767, + 0.769, + 0.7655, + 0.7645, + 0.7645, + 0.7645, + 0.7645, + 0.766, + 0.766, + 0.764, + 0.765, + 0.7665, + 0.7655, + 0.765, + 0.7635, + 0.765, + 0.764, + 0.763, + 0.764, + 0.7625, + 0.762, + 0.7625, + 0.762, + 0.7635, + 0.7635, + 0.7625, + 0.7635, + 0.764, + 0.764, + 0.764, + 0.762, + 0.7625, + 0.7625, + 0.7635, + 0.7625, + 0.7625, + 0.7625, + 0.763, + 0.763, + 0.7635, + 0.7635, + 0.762, + 0.7625, + 0.763, + 0.7625, + 0.763, + 0.763, + 0.763, + 0.763, + 0.763, + 0.763, + 0.763, + 0.763 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.85625159740448, + 0.8527897596359253, + 0.847720742225647, + 0.8408411145210266, + 0.831807017326355, + 0.8158122301101685, + 0.7960221171379089, + 0.7814224362373352 + ], + "perturbation_rho": [ + 0.999999463558197, + 0.9999992847442627, + 0.9999988079071045, + 0.9999978542327881, + 0.999994695186615, + 0.9999883770942688, + 0.9999692440032959, + 0.9999352693557739 + ], + "nudging": { + "0.001": [ + -0.06596626341342926, + -0.055192336440086365, + -0.04268433526158333, + -0.03002634271979332, + -0.019770411774516106, + -0.012638297863304615, + -0.00813499465584755, + -0.00550876185297966 + ], + "0.003": [ + -0.1898897886276245, + -0.16005799174308777, + -0.12479926645755768, + -0.08847799897193909, + -0.05861322209239006, + -0.03762739524245262, + -0.02428549900650978, + -0.01647210866212845 + ], + "0.01": [ + -0.5478029251098633, + -0.4737934172153473, + -0.3800549805164337, + -0.2769272029399872, + -0.18745023012161255, + -0.12213317304849625, + -0.07957549393177032, + -0.05427805706858635 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.231708497619629, + 1.418635772895813, + 0.943305676651001, + 0.8297181538581848, + 0.7659538966178894, + 0.7355367126464843, + 0.7249059216499328, + 0.7103497696876526, + 0.7056580327033997, + 0.7284941980361939, + 0.7514717527389526, + 0.7495575723648071, + 0.8143573719024658, + 0.7943916882514953, + 0.8353345689773559, + 0.8233354604721069, + 0.8139635746955871, + 0.8670068431854248, + 0.8794054039955139, + 0.8576095231056213, + 0.8653796346664429, + 0.8882027687072754, + 0.882841535949707, + 0.8668330222129822, + 0.9123839077949524, + 0.8965684688568115, + 0.9347959500312805, + 0.9114629460334778, + 1.0174331352233887, + 1.0257655752182007, + 0.9572873649597168, + 0.9571795852661132, + 0.955192239189148, + 0.9428499357223511, + 0.9694318241119385, + 0.9648013277053833, + 0.9437480949401855, + 1.0161491086006165, + 0.9801935592651367, + 1.0127256759643555, + 0.9624169521331787, + 0.9303661527633666, + 0.9537605016708374, + 0.9153729921340943, + 0.9333063995361328, + 0.9985080844879151, + 0.9437879688262939, + 0.9058924737930298, + 0.9471581097126007, + 0.9148890993118286, + 0.9394946533441544, + 0.8862299453735352, + 0.9382994981765747, + 0.8954874497413635, + 0.8906831897735595, + 0.884014150428772, + 0.884524594116211, + 0.8859518936157227, + 0.8956645541667938, + 0.8656166372299194, + 0.8735888675689697, + 0.861944951248169, + 0.8634599599838256, + 0.8558167356491089, + 0.844254759979248, + 0.8468807869911193, + 0.8440567171096802, + 0.84414446849823, + 0.837095554637909, + 0.835498137664795, + 0.8313182315826416, + 0.828638949584961, + 0.8268064447402954, + 0.8259873526573182, + 0.8236354766845703, + 0.8209153217315673, + 0.8198824878692627, + 0.8184344896316529, + 0.8179562203884124, + 0.8174484502792358 + ], + "train_acc": [ + 0.1815, + 0.5159, + 0.651, + 0.6912, + 0.7167, + 0.7262, + 0.7308, + 0.7384, + 0.741, + 0.7376, + 0.7324, + 0.7328, + 0.7159, + 0.7239, + 0.7173, + 0.7224, + 0.7268, + 0.7175, + 0.715, + 0.7155, + 0.7135, + 0.7083, + 0.7079, + 0.7222, + 0.7109, + 0.7127, + 0.705, + 0.7133, + 0.691, + 0.6908, + 0.7041, + 0.7043, + 0.7034, + 0.7046, + 0.6986, + 0.7039, + 0.7053, + 0.6985, + 0.6989, + 0.6932, + 0.7021, + 0.7058, + 0.7036, + 0.7103, + 0.7038, + 0.694, + 0.7059, + 0.7157, + 0.7038, + 0.7053, + 0.6982, + 0.7145, + 0.7049, + 0.7129, + 0.7097, + 0.714, + 0.7158, + 0.7144, + 0.709, + 0.7129, + 0.7151, + 0.718, + 0.7154, + 0.7205, + 0.7183, + 0.7192, + 0.7212, + 0.719, + 0.7204, + 0.7232, + 0.7219, + 0.7235, + 0.7222, + 0.7244, + 0.725, + 0.7229, + 0.7241, + 0.7237, + 0.724, + 0.7242 + ], + "test_acc": [ + 0.37, + 0.5725, + 0.639, + 0.6635, + 0.684, + 0.6775, + 0.7075, + 0.705, + 0.682, + 0.6865, + 0.673, + 0.6715, + 0.661, + 0.652, + 0.679, + 0.6745, + 0.6695, + 0.655, + 0.666, + 0.6525, + 0.6585, + 0.636, + 0.6565, + 0.654, + 0.662, + 0.6365, + 0.641, + 0.6285, + 0.5975, + 0.646, + 0.6565, + 0.65, + 0.649, + 0.6255, + 0.631, + 0.654, + 0.635, + 0.6255, + 0.6485, + 0.6345, + 0.6385, + 0.6355, + 0.628, + 0.6475, + 0.6405, + 0.63, + 0.649, + 0.6375, + 0.656, + 0.6335, + 0.64, + 0.637, + 0.6515, + 0.6585, + 0.6535, + 0.6565, + 0.656, + 0.6415, + 0.658, + 0.6475, + 0.6555, + 0.6595, + 0.651, + 0.6525, + 0.654, + 0.657, + 0.652, + 0.6495, + 0.655, + 0.6595, + 0.656, + 0.656, + 0.652, + 0.658, + 0.656, + 0.658, + 0.658, + 0.658, + 0.6565, + 0.657 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.01574046164751053, + 0.07191511988639832, + 0.043905604630708694, + 0.07308061420917511, + 0.07518148422241211, + 0.026394926011562347, + 0.06854978203773499, + 0.03262286260724068 + ], + "perturbation_rho": [ + -0.02709903195500374, + 0.1010747104883194, + 0.06438975036144257, + 0.07812117040157318, + 0.0766223892569542, + 0.026489075273275375, + 0.09218208491802216, + 0.010375358164310455 + ], + "nudging": { + "0.001": [ + 0.0007142307586036623, + -0.0005231229588389397, + -0.00022074897424317896, + -0.0003081119211856276, + -0.00031572216539643705, + -0.0001395478320773691, + -0.00030396669171750546, + -0.0001277559931622818 + ], + "0.003": [ + 0.002162146382033825, + -0.0015680594369769096, + -0.0006631950382143259, + -0.0009237516205757856, + -0.0009470301447436213, + -0.00041793263517320156, + -0.0009104788769036531, + -0.00038223061710596085 + ], + "0.01": [ + 0.007441862486302853, + -0.0052239359356462955, + -0.0022090799175202847, + -0.003076428547501564, + -0.0031523762736469507, + -0.0013899998739361763, + -0.0030318819917738438, + -0.0012708738213405013 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8269318895339965, + 1.0051976400375366, + 0.7789531414031983, + 0.7320484294891357, + 0.7566996850967407, + 0.8095570373535156, + 0.8494610660552978, + 0.867692116355896, + 0.9100590816497802, + 0.9440827163696289, + 0.9782439228057861, + 0.9932998554229736, + 1.019014867591858, + 1.0342318592071533, + 1.0291874648094177, + 1.0253695629119872, + 1.0212761486053468, + 0.9800823013305664, + 0.9683791316986085, + 0.9785815362930298, + 0.9862299140930175, + 0.996787068939209, + 0.9779501231193543, + 0.9745217691421508, + 0.9691826663970947, + 0.9746626880645752, + 0.9487684160232543, + 0.9371404664993286, + 0.9199271064758301, + 0.9334722229003907, + 0.9503546269416809, + 0.923910745048523, + 0.9474884466171265, + 0.9268602334976196, + 0.9206624788284302, + 0.92753564453125, + 0.9302853199005127, + 0.9186395662307739, + 0.9185600196838379, + 0.9253120166778565, + 0.9207821632385254, + 0.9409901829719544, + 0.9193793958663941, + 0.92328047580719, + 0.9343797274589538, + 0.9142894317626953, + 0.9160927310943604, + 0.9014208396911622, + 0.8922535416603088, + 0.8816746612548828, + 0.875530839920044, + 0.8770241296768189, + 0.8663126466751099, + 0.8592928192138672, + 0.8631654893875123, + 0.8535493013381958, + 0.8564054052352905, + 0.8476457886695862, + 0.8455490423202514, + 0.8474060085296631, + 0.8453507354736328, + 0.8386427994728088, + 0.8379946626663208, + 0.8355536317825317, + 0.8326087244987488, + 0.8301034708023072, + 0.830259226512909, + 0.8299130233764649, + 0.8300449360847473, + 0.8248954859733582, + 0.8260357536315918, + 0.8241482278823853, + 0.8238134614944458, + 0.8230488618850708, + 0.8220901975631714, + 0.8213789791107178, + 0.820764907169342, + 0.8205714824676513, + 0.8203490972518921, + 0.8202249536514282 + ], + "train_acc": [ + 0.3329, + 0.6247, + 0.7097, + 0.7227, + 0.7276, + 0.7099, + 0.6974, + 0.6846, + 0.6714, + 0.6626, + 0.6488, + 0.6489, + 0.6369, + 0.6372, + 0.6319, + 0.632, + 0.6355, + 0.6386, + 0.6513, + 0.6427, + 0.6492, + 0.6472, + 0.6511, + 0.6486, + 0.6528, + 0.6518, + 0.6585, + 0.6669, + 0.6679, + 0.6653, + 0.6613, + 0.6667, + 0.6646, + 0.6671, + 0.6709, + 0.6708, + 0.6729, + 0.6698, + 0.6707, + 0.6667, + 0.6706, + 0.6663, + 0.6722, + 0.6713, + 0.6656, + 0.6721, + 0.6725, + 0.6774, + 0.6753, + 0.6819, + 0.686, + 0.6821, + 0.6868, + 0.687, + 0.6869, + 0.6871, + 0.6879, + 0.6917, + 0.6921, + 0.6905, + 0.6907, + 0.6917, + 0.6916, + 0.6973, + 0.6978, + 0.6964, + 0.6952, + 0.6978, + 0.6953, + 0.6958, + 0.6938, + 0.6957, + 0.6958, + 0.6957, + 0.6977, + 0.6981, + 0.6966, + 0.6975, + 0.6972, + 0.6976 + ], + "test_acc": [ + 0.5265, + 0.678, + 0.71, + 0.7075, + 0.675, + 0.665, + 0.654, + 0.6415, + 0.6275, + 0.6325, + 0.622, + 0.611, + 0.5895, + 0.5935, + 0.5915, + 0.5865, + 0.6105, + 0.6065, + 0.618, + 0.607, + 0.612, + 0.6175, + 0.609, + 0.615, + 0.6155, + 0.617, + 0.619, + 0.626, + 0.6165, + 0.615, + 0.622, + 0.633, + 0.6425, + 0.6285, + 0.6315, + 0.629, + 0.6235, + 0.63, + 0.6265, + 0.633, + 0.6165, + 0.627, + 0.6225, + 0.6145, + 0.6265, + 0.623, + 0.625, + 0.616, + 0.6225, + 0.628, + 0.6305, + 0.6375, + 0.6365, + 0.636, + 0.635, + 0.6425, + 0.6325, + 0.6285, + 0.6305, + 0.6385, + 0.638, + 0.64, + 0.6425, + 0.6405, + 0.644, + 0.646, + 0.6455, + 0.646, + 0.643, + 0.644, + 0.648, + 0.648, + 0.6505, + 0.65, + 0.647, + 0.6485, + 0.648, + 0.6485, + 0.649, + 0.65 + ], + "state_pred_error": [ + 0.7002311863422394, + 0.22084679579734803, + 0.15376953585147857, + 0.1484843623161316, + 0.15982647223472596, + 0.1811715921163559, + 0.1945667941093445, + 0.20176007509231567, + 0.20261625909805298, + 0.19124769098758698, + 0.18218962874412536, + 0.1763947120666504, + 0.17245661504268647, + 0.1630336755514145, + 0.15171641788482665, + 0.14321954603195192, + 0.13387794542312623, + 0.12238948247432709, + 0.11191521211862564, + 0.10725419701337814, + 0.10254445215463638, + 0.09755742149353028, + 0.09333524917364121, + 0.08919921718835831, + 0.08560046610832214, + 0.08166285650730133, + 0.07877540134191513, + 0.07652937555313111, + 0.0737526822566986, + 0.07185606707334519, + 0.07086474553346633, + 0.06932573999166489, + 0.06812271840572358, + 0.06726093112230301, + 0.06480677745938301, + 0.06218134503364563, + 0.06057768109440804, + 0.05787591310143471, + 0.05514800155162811, + 0.05402169469594956, + 0.053021151185035705, + 0.0528799110531807, + 0.05364514610171318, + 0.05383548038005829, + 0.05424729347229004, + 0.052925097239017484, + 0.051881495702266696, + 0.050513546645641325, + 0.05008096670508385, + 0.04856216832399368, + 0.047455233627557755, + 0.0464736877143383, + 0.04560171290636063, + 0.044719690442085264, + 0.04401536261439323, + 0.0430379842877388, + 0.042287754344940184, + 0.04157426287531853, + 0.041074179071187975, + 0.039926473212242124, + 0.03941906256079674, + 0.03929359982609749, + 0.03810683597326279, + 0.03805391449332237, + 0.03690763158798218, + 0.03655427814722061, + 0.0361525127530098, + 0.035647189819812776, + 0.03503355433940888, + 0.03485284671187401, + 0.03406067345738411, + 0.03359544692635536, + 0.0335003142118454, + 0.03281750077009201, + 0.032709699648618695, + 0.03246098607182503, + 0.032299374321103094, + 0.03149260161221027, + 0.03101077135503292, + 0.031075275203585623 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6320836544036865, + 0.4503885507583618, + 0.22882479429244995, + 0.17507168650627136, + 0.15456035733222961, + 0.15327030420303345, + 0.14079461991786957, + 0.1386653482913971 + ], + "perturbation_rho": [ + 0.5491607189178467, + 0.3870346248149872, + 0.23711450397968292, + 0.15141981840133667, + 0.12508505582809448, + 0.15914584696292877, + 0.13365353643894196, + 0.11637556552886963 + ], + "nudging": { + "0.001": [ + -0.02009502425789833, + -0.0022013955749571323, + -0.000710347609128803, + -0.0005365170654840767, + -0.0004632421478163451, + -0.0004581586108542979, + -0.00041777893784455955, + -0.00040680408710613847 + ], + "0.003": [ + -0.05951227992773056, + -0.006594196427613497, + -0.002129881177097559, + -0.0016088619595393538, + -0.0013889807742089033, + -0.0013738160487264395, + -0.0012525597121566534, + -0.001220083562657237 + ], + "0.01": [ + -0.18924641609191895, + -0.02186501771211624, + -0.007085676770657301, + -0.0053551034070551395, + -0.00462403055280447, + -0.004574076272547245, + -0.004170445259660482, + -0.004062457010149956 + ] + }, + "state_pred_error_per_layer": [ + 9406.7255859375, + 1991.255126953125, + 1233.173095703125, + 996.4456787109375, + 824.75537109375, + 800.2864990234375, + 821.3734130859375, + 840.202392578125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.232960743522644, + 1.420582393836975, + 0.9455811813354492, + 0.8257486240386963, + 0.7836144889831543, + 0.7402769828796387, + 0.729928002166748, + 0.7208036253929139, + 0.7297886791229248, + 0.7470350498199463, + 0.7721688493728638, + 0.7637209308624268, + 0.7816214589595795, + 0.7835877867221832, + 0.8151798434257508, + 0.8235684534072876, + 0.8353915449142456, + 0.9103365058898926, + 0.8753420095443726, + 0.8804965543746949, + 0.8581397535324097, + 0.8739657152175904, + 0.9016903800964355, + 0.990748242855072, + 0.9614215970993042, + 0.9776799642562867, + 0.9315557836532593, + 1.0852978912353515, + 1.141357445335388, + 1.0584074115753175, + 1.1172573081970214, + 1.2589679100036621, + 1.2367329082489014, + 1.23497767162323, + 1.190962762260437, + 1.2603005590438843, + 1.3260346855163574, + 1.3029141501426698, + 1.3730133871078491, + 1.389457112121582, + 1.410658281326294, + 1.3981717176437378, + 1.386588328552246, + 1.4026400897979736, + 1.364222408103943, + 1.352792622756958, + 1.3398897926330566, + 1.3449722723007203, + 1.3795583543777465, + 1.3794076923370362, + 1.3593113542556763, + 1.3827865106582642, + 1.4238173538208008, + 1.4441098989486694, + 1.3864106082916259, + 1.3831024318695069, + 1.3302570987701416, + 1.3178522941589355, + 1.3111997756958007, + 1.294492097091675, + 1.2957700435638428, + 1.2821458141326905, + 1.2766342969894409, + 1.270096806907654, + 1.2705438976287842, + 1.2668931608200074, + 1.2661620328903198, + 1.265557067680359, + 1.2638321792602538, + 1.2624110040664673, + 1.2631232545852662, + 1.258963946914673, + 1.2560675323486328, + 1.2551779272079469, + 1.2541378360748292, + 1.2531858157157898, + 1.2520371969223023, + 1.2515714080810547, + 1.251167310333252, + 1.2510119449615478 + ], + "train_acc": [ + 0.182, + 0.5116, + 0.6517, + 0.6921, + 0.708, + 0.7264, + 0.7306, + 0.7382, + 0.7317, + 0.731, + 0.7285, + 0.7313, + 0.7261, + 0.7293, + 0.7186, + 0.722, + 0.7219, + 0.7014, + 0.7063, + 0.7082, + 0.707, + 0.7001, + 0.6881, + 0.6614, + 0.6594, + 0.6525, + 0.6624, + 0.6161, + 0.6072, + 0.6145, + 0.5943, + 0.5501, + 0.554, + 0.5531, + 0.5665, + 0.5428, + 0.5238, + 0.5234, + 0.5168, + 0.5069, + 0.4863, + 0.5042, + 0.5041, + 0.4991, + 0.5112, + 0.5147, + 0.5196, + 0.5155, + 0.5037, + 0.5052, + 0.5158, + 0.5056, + 0.497, + 0.4917, + 0.5062, + 0.5071, + 0.5237, + 0.5225, + 0.5219, + 0.5364, + 0.5279, + 0.5373, + 0.5397, + 0.5403, + 0.5423, + 0.5425, + 0.5422, + 0.5421, + 0.5412, + 0.5445, + 0.5421, + 0.5432, + 0.5468, + 0.5464, + 0.5471, + 0.5477, + 0.548, + 0.5478, + 0.5477, + 0.5484 + ], + "test_acc": [ + 0.3665, + 0.5675, + 0.6405, + 0.6575, + 0.6705, + 0.697, + 0.69, + 0.708, + 0.7, + 0.6855, + 0.6895, + 0.679, + 0.689, + 0.671, + 0.686, + 0.672, + 0.647, + 0.647, + 0.662, + 0.648, + 0.652, + 0.649, + 0.6015, + 0.577, + 0.592, + 0.632, + 0.5725, + 0.4715, + 0.503, + 0.554, + 0.4985, + 0.4535, + 0.4465, + 0.5365, + 0.508, + 0.48, + 0.48, + 0.39, + 0.399, + 0.4295, + 0.417, + 0.4325, + 0.406, + 0.4525, + 0.461, + 0.46, + 0.494, + 0.4075, + 0.429, + 0.484, + 0.4755, + 0.4765, + 0.4635, + 0.4615, + 0.464, + 0.479, + 0.47, + 0.494, + 0.4885, + 0.4925, + 0.4965, + 0.5015, + 0.5045, + 0.51, + 0.4995, + 0.509, + 0.503, + 0.5125, + 0.506, + 0.5165, + 0.512, + 0.507, + 0.511, + 0.514, + 0.511, + 0.5155, + 0.5145, + 0.515, + 0.5165, + 0.5165 + ], + "value_loss": [ + 3.063135040283203, + 0.9178804653167725, + 1.0234842987060546, + 1.1325440734863281, + 1.1635567161560059, + 1.084977388381958, + 0.9335860944747925, + 0.8856829252243043, + 0.9029004842758178, + 0.9281125900268554, + 1.0018171398162843, + 0.9197395215988159, + 0.9605137948989868, + 0.9333957103729248, + 0.9645775228500366, + 1.000026789855957, + 0.9733592803955078, + 1.0830778367042542, + 0.9194553695678711, + 0.917877451992035, + 0.754574672961235, + 0.7473849777221679, + 0.760665825843811, + 0.8724378496170044, + 0.7502632125854493, + 0.8110419334411622, + 0.6086162291526794, + 0.8276397277832032, + 1.0285220121383667, + 0.6005109428405762, + 0.8579624128341675, + 0.8123299127578736, + 0.6401672322273254, + 0.7736768434524536, + 0.6747624232769013, + 0.509700684595108, + 0.6056561064720154, + 0.6021059381961823, + 0.6918458218574524, + 0.7592935428619385, + 0.7403267482757568, + 0.594590943145752, + 0.5076187595367432, + 0.589847268486023, + 0.6413895493507386, + 0.5144407531738281, + 0.4514115423679352, + 0.5254093447685242, + 0.4945307634830475, + 0.49715064158439637, + 0.5229528147697449, + 0.4919383934020996, + 0.5279038127899169, + 0.5955624567031861, + 0.484116339302063, + 0.48801227164268496, + 0.4493190938949585, + 0.4401164185523987, + 0.41058427753448484, + 0.4015273964881897, + 0.38259989376068115, + 0.3977900302886963, + 0.3736837770462036, + 0.38537446489334104, + 0.41789057059288026, + 0.3799989566802979, + 0.4289457809448242, + 0.37526923496723175, + 0.3512410442829132, + 0.3536668284416199, + 0.3485133903503418, + 0.3410946590900421, + 0.353677539396286, + 0.36449949283599853, + 0.35570076990127564, + 0.3507022621154785, + 0.3628367488861084, + 0.3334844871520996, + 0.33962156491279605, + 0.35056146993637083 + ], + "term_loss": [ + 1.7380315342903137, + 0.522208710193634, + 0.7970712635040283, + 0.9268595787048339, + 0.963915803527832, + 0.8737848152160644, + 0.7096522349834442, + 0.6905156551361084, + 0.717272045135498, + 0.7419232294082642, + 0.8111855196475982, + 0.7332462784767151, + 0.7724072788238525, + 0.7451452328681946, + 0.7710176473617554, + 0.8040578945159912, + 0.7748076803684235, + 0.8724104147434235, + 0.7111417359352111, + 0.708936474943161, + 0.5438156430184841, + 0.5117625785827636, + 0.5003676904678345, + 0.5760292330741882, + 0.4542557261943817, + 0.5189919714927673, + 0.3221183834314346, + 0.5177541013717651, + 0.6817261950492859, + 0.3209350066184998, + 0.5049364763259888, + 0.4522950346469879, + 0.32609601502418517, + 0.43547215032577513, + 0.35757653040885923, + 0.21219050855636595, + 0.2881464541435242, + 0.2884611166834831, + 0.3724199409008026, + 0.4170766181945801, + 0.39002414054870604, + 0.2564110339283943, + 0.18429851140975953, + 0.2539124309062958, + 0.30265880492925645, + 0.19822253029346465, + 0.14195171850919724, + 0.20319455585479737, + 0.1759055587053299, + 0.18195768083333969, + 0.20568956186771392, + 0.18406356749534608, + 0.2139556656241417, + 0.27537979845404625, + 0.18222865467071533, + 0.18534576222896576, + 0.1560566021680832, + 0.1466648970603943, + 0.12159120118618011, + 0.11602592898607254, + 0.10063835277557373, + 0.11672715072631835, + 0.09764246659278869, + 0.10889123477935791, + 0.1363328471660614, + 0.10446722288131714, + 0.14478881199359894, + 0.10136622951179743, + 0.08094131415486336, + 0.0810381259918213, + 0.0765758816510439, + 0.07205680896639824, + 0.08189015170931815, + 0.09137738156318664, + 0.08255635949671268, + 0.08009501400589943, + 0.087424889087677, + 0.06630494102239609, + 0.07004760477542878, + 0.0784306697010994 + ], + "bridge_loss": [ + 1.0358692544909136, + 0.13155127784013748, + 0.013771739280223846, + 0.006167022878676653, + 0.010226642233133316, + 0.03349325300455094, + 0.051338992768526076, + 0.025331524658203125, + 0.015777216017246246, + 0.016127415639162063, + 0.016217421828210354, + 0.014605749247968198, + 0.014789033402502537, + 0.016496201342344283, + 0.017412009951472282, + 0.020229191905260086, + 0.0237046923160553, + 0.02550773705840111, + 0.02643321447297931, + 0.02973362688422203, + 0.035443501433730124, + 0.05561487289965153, + 0.07549205500483513, + 0.09634782196283341, + 0.09850893812179566, + 0.09041237454414368, + 0.09321520891189575, + 0.09043479615449905, + 0.11861175520420074, + 0.05878040784597397, + 0.12119050502181053, + 0.10563623140454292, + 0.06031600506305695, + 0.08450027232170106, + 0.06857655513882636, + 0.03640015028715134, + 0.046798882389068604, + 0.0454333637714386, + 0.04170687899589538, + 0.059792518198490144, + 0.06378642410039902, + 0.05276329394876957, + 0.038991385126113894, + 0.04724101865887642, + 0.05553500943779945, + 0.03707851017713547, + 0.03180363908410072, + 0.04299691360294819, + 0.034361545622348784, + 0.03207299547791481, + 0.03789413919746876, + 0.025696152359247208, + 0.02592012819647789, + 0.030018769443035127, + 0.020179891040921213, + 0.021297355365753175, + 0.019295803980529307, + 0.02125145290493965, + 0.018039992034435272, + 0.017231546019017698, + 0.012940341040492059, + 0.01530613884627819, + 0.010978435875475407, + 0.012805462521314622, + 0.018135536977648734, + 0.012616378632187843, + 0.021419661676883698, + 0.01140245101414621, + 0.008457917086780072, + 0.011216394200921059, + 0.01065029435157776, + 0.00871082552820444, + 0.012181823249161243, + 0.013980842983722687, + 0.014248662017285824, + 0.012093166401982307, + 0.01729309495687485, + 0.009371091036498547, + 0.012113781988620759, + 0.0149920065253973 + ], + "tgrad_loss": [ + 0.28923423657417296, + 0.26412047119140625, + 0.21264128952026368, + 0.19951747903823852, + 0.18941426134109496, + 0.17769930906295775, + 0.17259486656188966, + 0.1698357372522354, + 0.16985121915340423, + 0.1700619439125061, + 0.17441420325040818, + 0.17188749091625213, + 0.17331748073101044, + 0.17175427423715592, + 0.1761478721141815, + 0.17573970379829407, + 0.17484690184593202, + 0.18515969462394713, + 0.18188041653633116, + 0.1792073583960533, + 0.17531552555561067, + 0.18000752310752868, + 0.18480607998371124, + 0.2000607961177826, + 0.19749854352474214, + 0.2016375789642334, + 0.19328263318538666, + 0.21945083560943604, + 0.22818406176567077, + 0.22079553413391112, + 0.23183543071746826, + 0.25439864926338196, + 0.2537552054405212, + 0.25370441846847536, + 0.24860933825969697, + 0.26111002612113954, + 0.27071076798439025, + 0.2682114581108093, + 0.2777190034866333, + 0.2824244068145752, + 0.286516183757782, + 0.28541661281585695, + 0.2843288654327393, + 0.28869381036758424, + 0.2831957377195358, + 0.27913971424102785, + 0.27765617990493774, + 0.2792178776741028, + 0.28426365900039674, + 0.2831199683666229, + 0.27936911489963534, + 0.2821786761760712, + 0.2880280209541321, + 0.29016389510631563, + 0.28170779008865354, + 0.28136915550231933, + 0.2739666873455048, + 0.27220006723403933, + 0.270953081035614, + 0.26826992158889773, + 0.26902120203971863, + 0.2657567394733429, + 0.26506287517547605, + 0.2636777688503265, + 0.26342218379974364, + 0.2629153573989868, + 0.2627373068809509, + 0.26250055599212646, + 0.2618418116569519, + 0.2614123071670532, + 0.26128721523284915, + 0.26032702457904816, + 0.25960556111335753, + 0.2591412717103958, + 0.25889574670791626, + 0.2585140820503235, + 0.25811876544952395, + 0.2578084535598755, + 0.25746017999649046, + 0.25713879618644714 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.159218892455101, + 0.41163527965545654, + 0.4353415369987488, + 0.4608742594718933, + 0.46223077178001404, + 0.4579800069332123, + 0.4774817228317261, + 0.48016148805618286 + ], + "perturbation_rho": [ + 0.16694357991218567, + 0.4445253610610962, + 0.4925374388694763, + 0.48059922456741333, + 0.4989780783653259, + 0.5061379075050354, + 0.5181043148040771, + 0.5382387638092041 + ], + "nudging": { + "0.001": [ + -0.0030890656635165215, + -0.00277144368737936, + -0.002747020684182644, + -0.00279785948805511, + -0.0027602596674114466, + -0.002695691306143999, + -0.0027822419069707394, + -0.0027705328539013863 + ], + "0.003": [ + -0.00924670323729515, + -0.00830182246863842, + -0.008229547180235386, + -0.00838212389498949, + -0.0082697793841362, + -0.008075461722910404, + -0.008334919810295105, + -0.00829961895942688 + ], + "0.01": [ + -0.030580628663301468, + -0.027534715831279755, + -0.027298064902424812, + -0.027803048491477966, + -0.027431834489107132, + -0.02679138071835041, + -0.027646536007523537, + -0.02752995677292347 + ] + } + } + } +}
\ No newline at end of file |