diff options
Diffstat (limited to 'results/synth_ladder_smoke/synth_a0.5_L8_s42.json')
| -rw-r--r-- | results/synth_ladder_smoke/synth_a0.5_L8_s42.json | 1298 |
1 files changed, 1298 insertions, 0 deletions
diff --git a/results/synth_ladder_smoke/synth_a0.5_L8_s42.json b/results/synth_ladder_smoke/synth_a0.5_L8_s42.json new file mode 100644 index 0000000..4100509 --- /dev/null +++ b/results/synth_ladder_smoke/synth_a0.5_L8_s42.json @@ -0,0 +1,1298 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.136691594696045, + 0.46806032037734985, + 0.4316451009750366, + 0.4347771800994873, + 0.3343221833229065, + 0.3072679266691208, + 0.2860998099684715, + 0.2768943711280823, + 0.3112841864347458, + 0.25927799339294433, + 0.3529360438346863, + 0.25663795070648193, + 0.24724824962615966, + 0.21611351084709168, + 0.18648713210821152, + 0.15988158864974975, + 0.15585354483127595, + 0.18523548917770385, + 0.22896917595863342, + 0.2142798038750887, + 0.1302151912689209, + 0.16641850475668907, + 0.12069643893241883, + 0.08900030250549316, + 0.08987545764446259, + 0.10792131569385528, + 0.16137572979927062, + 0.1006333449959755, + 0.06665127108097077, + 0.08824220795631409, + 0.08165898373126984, + 0.06826103755831718, + 0.04620580951422453, + 0.028055201417207718, + 0.02063491685986519, + 0.01727813795208931, + 0.02019768879711628, + 0.01568793712258339, + 0.012248684544116258, + 0.010092336454987525, + 0.00976453013420105, + 0.009257472205534578, + 0.008108717930689454, + 0.007677602717280388, + 0.007419238343834877, + 0.0072768413543701175, + 0.006870861586928368, + 0.006650014963746071, + 0.006521989097818732, + 0.0062547821387648585, + 0.006135749720607419, + 0.00600387082695961, + 0.005926267157122493, + 0.005855366069078445, + 0.005777022970467806, + 0.0057358153447508815, + 0.005699658918380738, + 0.005675127564370632, + 0.005658907664567232, + 0.005650237935781479 + ], + "train_acc": [ + 0.5999, + 0.8146, + 0.8325, + 0.8321, + 0.8652, + 0.8786, + 0.8874, + 0.8888, + 0.8769, + 0.8976, + 0.8648, + 0.8974, + 0.9054, + 0.9145, + 0.9254, + 0.939, + 0.9408, + 0.9272, + 0.9121, + 0.9191, + 0.9485, + 0.9388, + 0.9548, + 0.9693, + 0.9681, + 0.9608, + 0.9414, + 0.9608, + 0.9771, + 0.9692, + 0.9699, + 0.9768, + 0.9856, + 0.9942, + 0.9977, + 0.9991, + 0.9986, + 0.9993, + 1.0, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.798, + 0.828, + 0.834, + 0.828, + 0.8475, + 0.849, + 0.863, + 0.838, + 0.8405, + 0.849, + 0.8435, + 0.8605, + 0.86, + 0.8595, + 0.8585, + 0.8665, + 0.8675, + 0.869, + 0.8575, + 0.8665, + 0.8715, + 0.861, + 0.87, + 0.884, + 0.8745, + 0.878, + 0.861, + 0.875, + 0.878, + 0.8755, + 0.876, + 0.8785, + 0.882, + 0.886, + 0.8875, + 0.8875, + 0.8875, + 0.8825, + 0.882, + 0.8835, + 0.8805, + 0.883, + 0.8825, + 0.881, + 0.884, + 0.8815, + 0.882, + 0.8805, + 0.8835, + 0.8815, + 0.8825, + 0.8825, + 0.8825, + 0.8825, + 0.8825, + 0.8825, + 0.8825, + 0.8825, + 0.8825, + 0.8825 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7438379526138306, + 0.7323452234268188, + 0.723551869392395, + 0.7129155397415161, + 0.6892737746238708, + 0.6759694814682007, + 0.6671421527862549, + 0.658506453037262 + ], + "perturbation_rho": [ + 0.9999985694885254, + 0.9999985694885254, + 0.9999951720237732, + 0.9999872446060181, + 0.9999734163284302, + 0.9999377727508545, + 0.9998385310173035, + 0.9996463060379028 + ], + "nudging": { + "0.001": [ + -0.04311143979430199, + -0.025736961513757706, + -0.015766380354762077, + -0.009858880192041397, + -0.006290047895163298, + -0.0040962668135762215, + -0.0027405626606196165, + -0.001892995205707848 + ], + "0.003": [ + -0.11948808282613754, + -0.07372619211673737, + -0.04599824547767639, + -0.02906736731529236, + -0.018663030117750168, + -0.012201843783259392, + -0.008183058351278305, + -0.005660833325237036 + ], + "0.01": [ + -0.3025854229927063, + -0.20860256254673004, + -0.13888010382652283, + -0.09112250804901123, + -0.0598360076546669, + -0.039668694138526917, + -0.026830831542611122, + -0.018658190965652466 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.179273973274231, + 1.1607816802024842, + 1.0248043842315673, + 3.511209108734131, + 6.032191545772553, + 3.914867709350586, + 3.949158609008789, + 5.983486985874176, + 4.987364087677002, + 5.680050399017334, + 7.099758061218262, + 5.354408818435669, + 4.76497013092041, + 4.123531845378876, + 2.0574048504590916, + 2.323176780796051, + 2.782958260065317, + 2.5619404708862303, + 3.480497920135781, + 3.101931768798828, + 3.8787393211364747, + 4.53973305053711, + 4.699173797607422, + 3.983302816152543, + 2.5256453704833985, + 2.8716179557800294, + 6.437423288345337, + 5.216130206298828, + 3.4424527400970457, + 2.7655251071929934, + 2.3487059077380605, + 1.864477375984192, + 2.0987041217803957, + 1.88752355449982, + 1.6080115905761718, + 2.913223678588867, + 2.908343041229248, + 2.2413818557739256, + 1.606345883178711, + 1.371524071931839, + 1.3019395248413086, + 1.273482549238205, + 1.2922779474943877, + 1.0599872829437256, + 1.1355560552597046, + 1.0550661331176758, + 0.8672094687118195, + 0.8589552932739258, + 0.8731966491699219, + 0.7816802364406933, + 0.726442290687561, + 0.6984855533599853, + 0.6792838054656982, + 0.6738904183980471, + 0.6512476387023926, + 0.6394786426544189, + 0.6294556060791016, + 0.6173530825614929, + 0.6136219739913941, + 0.6067015721155331 + ], + "train_acc": [ + 0.2084, + 0.5847, + 0.674, + 0.578, + 0.6114, + 0.7162, + 0.7505, + 0.7481, + 0.7826, + 0.7953, + 0.7895, + 0.8298, + 0.8505, + 0.8621, + 0.9028, + 0.8975, + 0.8895, + 0.8946, + 0.8819, + 0.8901, + 0.8856, + 0.874, + 0.8729, + 0.8867, + 0.9077, + 0.9028, + 0.8631, + 0.8812, + 0.9016, + 0.9094, + 0.9176, + 0.9257, + 0.9212, + 0.9291, + 0.9327, + 0.9092, + 0.9081, + 0.9217, + 0.9326, + 0.9422, + 0.9406, + 0.9399, + 0.9404, + 0.9463, + 0.9438, + 0.9485, + 0.954, + 0.955, + 0.9564, + 0.9593, + 0.9616, + 0.9631, + 0.9652, + 0.9652, + 0.9654, + 0.9658, + 0.9679, + 0.9675, + 0.9688, + 0.9688 + ], + "test_acc": [ + 0.4305, + 0.643, + 0.4325, + 0.5125, + 0.6255, + 0.678, + 0.5685, + 0.73, + 0.746, + 0.693, + 0.7235, + 0.697, + 0.7775, + 0.8565, + 0.8395, + 0.8115, + 0.8285, + 0.828, + 0.8635, + 0.8115, + 0.8095, + 0.8265, + 0.831, + 0.858, + 0.8555, + 0.821, + 0.826, + 0.8525, + 0.8595, + 0.85, + 0.873, + 0.873, + 0.8635, + 0.878, + 0.851, + 0.8725, + 0.8675, + 0.876, + 0.873, + 0.8765, + 0.873, + 0.8735, + 0.877, + 0.889, + 0.879, + 0.8815, + 0.881, + 0.876, + 0.876, + 0.879, + 0.8825, + 0.882, + 0.882, + 0.8805, + 0.8835, + 0.8805, + 0.8815, + 0.8815, + 0.881, + 0.8805 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.0057187266647815704, + 0.03526674211025238, + 0.03511466830968857, + 0.043710630387067795, + 0.04474484175443649, + 0.03394380211830139, + 0.03243564814329147, + 0.022118231281638145 + ], + "perturbation_rho": [ + -0.08895743638277054, + 0.2165505439043045, + 0.14878079295158386, + 0.23983460664749146, + 0.23414158821105957, + 0.22946099936962128, + 0.044252023100852966, + 0.14246688783168793 + ], + "nudging": { + "0.001": [ + 0.01978934183716774, + -0.046600837260484695, + -0.01815088465809822, + -0.00800597295165062, + -0.003184718545526266, + -0.0009393530781380832, + -0.0004502768279053271, + -0.00020403253438416868 + ], + "0.003": [ + 0.05996423214673996, + -0.13848936557769775, + -0.05431535094976425, + -0.023991748690605164, + -0.009551258757710457, + -0.002814686391502619, + -0.0013659803662449121, + -0.0006229060236364603 + ], + "0.01": [ + 0.20587505400180817, + -0.4487733840942383, + -0.17917752265930176, + -0.0796520859003067, + -0.03180943429470062, + -0.009406229481101036, + -0.004543165676295757, + -0.0020739310421049595 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7562337284088134, + 1.257188836669922, + 1.2758575519561768, + 1.4537065887451173, + 4.792724206542969, + 16.118391802978515, + 51.218969592285156, + 48.630170703125, + 67.82239494628907, + 283.23611538085936, + 290.38378896484375, + 2590.0150890625, + 189232.429075, + 11507255.3056, + 83814626.9184, + 556083459.6864, + 1844555113.2672, + 4752015027.4048, + 9102063837.184, + 15721989154.4064, + 22484995447.1936, + 47668534312.96, + 72129013573.2224, + 96852680389.4272, + 118100167544.0128, + 164099385982.976, + 233045719357.8496, + 258927479383.6544, + 289939393295.1552, + 320891180076.2368, + 355023569656.2176, + 426034706146.9184, + 458971803235.1232, + 431989108978.4832, + 568470620287.7952, + 535395968430.8992, + 482758674140.3648, + 466598119027.5072, + 584723043083.8784, + 447152531177.472, + 457150332456.1408, + 483606448989.7984, + 493444037135.5648, + 376356872074.0352, + 351529334525.1328, + 274896416879.4112, + 218886323568.64, + 218774933078.016, + 185821763783.8848, + 164821042043.2896, + 130335844388.0448, + 133878474814.2592, + 86565364930.9696, + 76351718686.72, + 42520756237.1072, + 42705961222.144, + 20059558078.0544, + 11325599613.7472, + 4514770222.2848, + 1008829087.0272 + ], + "train_acc": [ + 0.3685, + 0.5914, + 0.6448, + 0.6722, + 0.5488, + 0.4659, + 0.3427, + 0.2972, + 0.2839, + 0.2087, + 0.1858, + 0.1589, + 0.1279, + 0.1125, + 0.1096, + 0.1005, + 0.1171, + 0.1053, + 0.1049, + 0.1081, + 0.1082, + 0.1096, + 0.1077, + 0.1075, + 0.1022, + 0.1095, + 0.1022, + 0.111, + 0.1071, + 0.1092, + 0.1054, + 0.1141, + 0.103, + 0.1071, + 0.108, + 0.1053, + 0.1096, + 0.0984, + 0.1037, + 0.1036, + 0.1063, + 0.106, + 0.1069, + 0.11, + 0.1116, + 0.1099, + 0.1091, + 0.1007, + 0.109, + 0.1116, + 0.1059, + 0.1058, + 0.1044, + 0.1083, + 0.1069, + 0.1109, + 0.1098, + 0.1108, + 0.112, + 0.1261 + ], + "test_acc": [ + 0.565, + 0.5825, + 0.65, + 0.5875, + 0.371, + 0.344, + 0.3245, + 0.321, + 0.2305, + 0.2225, + 0.147, + 0.1465, + 0.0775, + 0.116, + 0.099, + 0.092, + 0.1165, + 0.096, + 0.0785, + 0.086, + 0.114, + 0.1155, + 0.0995, + 0.085, + 0.107, + 0.1245, + 0.107, + 0.113, + 0.1135, + 0.131, + 0.113, + 0.1115, + 0.082, + 0.0955, + 0.1185, + 0.12, + 0.11, + 0.075, + 0.0715, + 0.1145, + 0.0785, + 0.1215, + 0.0925, + 0.0995, + 0.056, + 0.1145, + 0.116, + 0.126, + 0.092, + 0.1085, + 0.1115, + 0.1025, + 0.1165, + 0.12, + 0.109, + 0.1105, + 0.114, + 0.1085, + 0.107, + 0.1155 + ], + "state_pred_error": [ + 0.6633167713165283, + 0.26668925323486325, + 0.26785421018600464, + 0.34208936038017274, + 0.5517430818557739, + 0.6263181097984314, + 0.706014741897583, + 0.7488139172554016, + 0.8344351757049561, + 0.8824913305282592, + 0.9566375088691711, + 0.9905429431915284, + 0.9992951532363892, + 0.9999922995567322, + 0.9999997146606445, + 1.0000000045776367, + 0.9999999969482422, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.30725735425949097, + 0.12316203862428665, + -0.0629364550113678, + 0.007313757669180632, + -0.009149492718279362, + -0.008323092944920063, + -0.006843051873147488, + 0.005654708482325077 + ], + "perturbation_rho": [ + -0.0015011467039585114, + 0.0004240265116095543, + 0.0019385055638849735, + 0.0008086063899099827, + -0.11120367795228958, + 0.0, + 0.0, + 0.0 + ], + "nudging": { + "0.001": [ + -2189696.0, + -217512.0, + 46920.0, + 6430.0, + -564.0, + 0.0, + 0.0, + 0.0 + ], + "0.003": [ + -6324534.0, + -344800.0, + -455572.0, + 78020.0, + -1050.0, + 0.0, + 0.0, + 0.0 + ], + "0.01": [ + -20625168.0, + -717604.0, + -58672.0, + 134824.0, + 16604.0, + -6.0, + 0.0, + 0.0 + ] + }, + "state_pred_error_per_layer": [ + 1.2424051312422632e+29, + 1.2424051312422632e+29, + 1.2424051312422632e+29, + 1.2424051312422632e+29, + 1.2424051312422632e+29, + 1.2424051312422632e+29, + 1.2424051312422632e+29, + 1.2424051312422632e+29 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.180813762664795, + 1.15851598777771, + 0.9752382919311523, + 4.310234674072266, + 5.409528110504151, + 4.571157476806641, + 5.59428627319336, + 4.906880990600586, + 7.153588356018067, + 6.169279209899902, + 3.151282291030884, + 3.04000318069458, + 6.902088081359863, + 17.079356958007814, + 434.114821875, + 4274.5153546875, + 173495.374425, + 4126869.5424, + 45074575.5072, + 302295021.6704, + 1100553773.8752, + 3910569343.3856, + 9480743307.6736, + 16287986919.0144, + 29592091230.208, + 51855394812.7232, + 83006749854.9248, + 96506064981.1968, + 116092555807.9488, + 171146794840.8832, + 207085592064.8192, + 233484588574.3104, + 283273713837.6704, + 237359135195.136, + 259830706549.5552, + 291922276725.5552, + 370882607054.848, + 375864110035.7632, + 391053997349.2736, + 312687643538.2272, + 361586948204.1344, + 234246995286.4256, + 305559670934.7328, + 253578320569.9584, + 266700764951.3472, + 217946732442.4192, + 196479827797.6064, + 155095557891.6864, + 144038231710.1056, + 122997998983.5776, + 80291857511.2192, + 68673229920.6656, + 65797288237.4656, + 40392089901.4656, + 38889432743.936, + 24285740983.9104, + 15643154428.7232, + 7760484663.296, + 3768164856.6272, + 1482127218.2784 + ], + "train_acc": [ + 0.207, + 0.5837, + 0.6796, + 0.5624, + 0.626, + 0.7089, + 0.7231, + 0.7772, + 0.7578, + 0.7978, + 0.8542, + 0.8601, + 0.788, + 0.7148, + 0.4485, + 0.2829, + 0.1504, + 0.1176, + 0.108, + 0.1062, + 0.1079, + 0.1019, + 0.105, + 0.1026, + 0.105, + 0.1077, + 0.1098, + 0.1012, + 0.1017, + 0.1066, + 0.0997, + 0.1023, + 0.1045, + 0.0995, + 0.1, + 0.1057, + 0.1021, + 0.1046, + 0.1054, + 0.1032, + 0.1046, + 0.1034, + 0.1026, + 0.1062, + 0.1054, + 0.1081, + 0.1028, + 0.1015, + 0.1012, + 0.1019, + 0.1052, + 0.1001, + 0.1075, + 0.1084, + 0.1051, + 0.1085, + 0.1046, + 0.1054, + 0.0986, + 0.1106 + ], + "test_acc": [ + 0.434, + 0.6285, + 0.5345, + 0.3995, + 0.493, + 0.59, + 0.644, + 0.6435, + 0.6805, + 0.7895, + 0.8255, + 0.732, + 0.7095, + 0.532, + 0.216, + 0.193, + 0.1255, + 0.134, + 0.128, + 0.1135, + 0.103, + 0.1005, + 0.1055, + 0.113, + 0.107, + 0.1055, + 0.0975, + 0.109, + 0.1115, + 0.086, + 0.1005, + 0.1045, + 0.1045, + 0.1205, + 0.1045, + 0.117, + 0.074, + 0.11, + 0.09, + 0.0975, + 0.112, + 0.117, + 0.116, + 0.1095, + 0.1225, + 0.0945, + 0.103, + 0.0975, + 0.071, + 0.103, + 0.08, + 0.098, + 0.1, + 0.123, + 0.1145, + 0.0905, + 0.0995, + 0.1105, + 0.0855, + 0.1095 + ], + "value_loss": [ + 2.9669607288360598, + 1.0902458826065065, + 2.4584463294982912, + 73.88889157714844, + 108.27681814575195, + 115.91943471679687, + 184.67528198242186, + 185.08425294189453, + 366.67125908203127, + 319.5852258789063, + 108.21394526367187, + 110.3386819946289, + 347.8569515869141, + 1525.27198203125, + 856406.213575, + 47010726.9056, + 133654556568.7808, + 66485560641008.44, + 5601329709154566.0, + 2.5619643797350563e+17, + 2.6437525286434504e+18, + 3.759435327830707e+19, + 2.0967746443938254e+20, + 5.8249832460428005e+20, + 1.900429415713445e+21, + 5.965233893645854e+21, + 1.5141398248046291e+22, + 2.0838459753445628e+22, + 3.0155778903345744e+22, + 6.534392113196693e+22, + 9.49085397644098e+22, + 1.213205072102303e+23, + 1.7861691251715246e+23, + 1.2310981571846513e+23, + 1.5074213926386971e+23, + 1.8590761851447484e+23, + 3.03252706604308e+23, + 2.9249324086900395e+23, + 3.357804742753062e+23, + 2.1885845744735628e+23, + 2.9055369486406765e+23, + 1.2206187316440685e+23, + 2.033396564696724e+23, + 1.3890040725471885e+23, + 1.5181943868702285e+23, + 1.0498341258536981e+23, + 8.700237478106012e+22, + 5.5888224113303126e+22, + 4.543935391813068e+22, + 3.3037088316902575e+22, + 1.3904496443146646e+22, + 9.820491629311279e+21, + 9.319735665267294e+21, + 3.4896288732690126e+21, + 3.242478367096937e+21, + 1.2534107606733638e+21, + 5.020361207667576e+20, + 1.2250652965564804e+20, + 2.762850564012813e+19, + 1.0739092229740712e+19 + ], + "term_loss": [ + 1.7164982944488525, + 0.8336014386177063, + 2.2766597854614257, + 73.54188282470703, + 107.95569302368165, + 115.66435822753907, + 184.40134716796874, + 184.7544172607422, + 366.257100390625, + 319.2935396972656, + 107.97936694335938, + 109.77867339172363, + 344.50278088378906, + 1497.03217421875, + 850602.74975, + 45127585.504, + 133558798774.272, + 66483576837557.45, + 5601311970080640.0, + 2.5619634165628704e+17, + 2.643752139856139e+18, + 3.759435259924869e+19, + 2.0967746386235884e+20, + 5.8249832322505264e+20, + 1.900429415713445e+21, + 5.965233893645854e+21, + 1.5141398248046291e+22, + 2.0838459753445628e+22, + 3.0155778903345744e+22, + 6.534392111755541e+22, + 9.49085397644098e+22, + 1.213205072102303e+23, + 1.786169119983378e+23, + 1.2310981249028493e+23, + 1.507421335857313e+23, + 1.859076049964702e+23, + 3.032526846411533e+23, + 2.9249321106598305e+23, + 3.357804382465092e+23, + 2.1885840778526248e+23, + 2.9055362533569517e+23, + 1.2206178266006874e+23, + 2.0333954119193347e+23, + 1.3890026196499199e+23, + 1.518192558336722e+23, + 1.0498318148225422e+23, + 8.700208820170359e+22, + 5.58878513881922e+22, + 4.543886667909131e+22, + 3.303644348790505e+22, + 1.3903648404528173e+22, + 9.81934621260509e+21, + 9.318203673079891e+21, + 3.487588749168033e+21, + 3.2397836163048517e+21, + 1.2498825943945005e+21, + 4.9747612976701296e+20, + 1.1696705443212127e+20, + 2.209300562524519e+19, + 5.965625762330856e+18 + ], + "bridge_loss": [ + 0.9642023840372916, + 0.05619153835773468, + 0.005403100261092186, + 0.058217010986804964, + 0.05494740681946278, + 0.042279357314109804, + 0.0697695098221302, + 0.162632954120636, + 0.23094681215286256, + 0.13801171278953553, + 0.12224743638038635, + 0.452451789855957, + 3.1901706958770752, + 28.013733642578124, + 5803.01872421875, + 1883141.245, + 95755957.4144, + 1983570290.2784, + 17710332162.8672, + 96817318513.8688, + 390040245397.0944, + 1279194057775.5137, + 3592114526591.3857, + 9084595204626.842, + 20649508923978.547, + 43515842118916.51, + 86588981919927.5, + 168821964468020.84, + 315478200580833.25, + 569613611072435.0, + 998514458413026.5, + 1685223969845254.5, + 2790164946525513.5, + 4566915636675163.0, + 7302383131868057.0, + 1.1539139114325718e+16, + 1.792385532122649e+16, + 2.6165467718487532e+16, + 3.703484551294238e+16, + 5.036573563672792e+16, + 6.666833228308184e+16, + 8.993736963563118e+16, + 1.160181461275235e+17, + 1.4629456896849453e+17, + 1.839375407288156e+17, + 2.3162479642745126e+17, + 2.8634254129500176e+17, + 3.724947283800484e+17, + 4.8719852038305664e+17, + 6.446355790276814e+17, + 8.479242257230209e+17, + 1.1453916665696928e+18, + 1.5320334050146908e+18, + 2.0400817170051474e+18, + 2.694757338137747e+18, + 3.5281727448711936e+18, + 4.559988939699667e+18, + 5.539475408244719e+18, + 5.535499985855834e+18, + 4.773466424748804e+18 + ], + "tgrad_loss": [ + 0.2862600553512573, + 0.20045291225910186, + 0.1763834413051605, + 0.28879174451828005, + 0.26617846899032593, + 0.21279841418266296, + 0.20416503925323487, + 0.1672018569469452, + 0.18320466527938842, + 0.15367574200630188, + 0.11233035919070244, + 0.10755652726888656, + 0.16400148527622224, + 0.22606448984146119, + 0.44932379856109617, + 0.6031550155639649, + 0.7285950341224671, + 0.7613764246940613, + 0.7669176729202271, + 0.7755544228553772, + 0.761812369441986, + 0.7759272521972657, + 0.7649501113891601, + 0.7714386423110962, + 0.7607672102928161, + 0.7632091217041016, + 0.7585373802185058, + 0.7713048749923707, + 0.7605478080749511, + 0.7533323201179505, + 0.7780433281898499, + 0.7613308283805847, + 0.7529919390678406, + 0.7724364114761353, + 0.7689524433135987, + 0.7545342383384704, + 0.7692763340950012, + 0.7591918215751648, + 0.7541144882202149, + 0.7748589099884033, + 0.7660150268554687, + 0.7596425477027893, + 0.7580499425888062, + 0.7523354890823364, + 0.7643221777915955, + 0.7510903036117553, + 0.7648061880111694, + 0.7583307800292969, + 0.7644666131973267, + 0.7654717210769654, + 0.7569819689750671, + 0.7661532715797424, + 0.7553690487861633, + 0.7546149060249329, + 0.7635059030532837, + 0.7580290970802307, + 0.7618262603759766, + 0.7523887557983399, + 0.7711429117202758, + 0.753796951675415 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.04903252795338631, + 0.20776475965976715, + 0.12520574033260345, + -0.2015925794839859, + -0.03666269779205322, + 0.005083487834781408, + 0.13890880346298218, + 0.012853549793362617 + ], + "perturbation_rho": [ + 0.011465835385024548, + 0.00849771499633789, + 0.0009214465972036123, + -0.005531121976673603, + 0.07564837485551834, + 0.0, + 0.0, + 0.0 + ], + "nudging": { + "0.001": [ + 708984.0, + -55272.0, + -159328.0, + 5952.0, + 11760.0, + 0.0, + 0.0, + 0.0 + ], + "0.003": [ + 1608888.0, + -316624.0, + 189376.0, + 38104.0, + 40760.0, + -16.0, + 0.0, + 0.0 + ], + "0.01": [ + 10792360.0, + -1553496.0, + -27560.0, + -69368.0, + 49144.0, + -96.0, + 0.0, + 0.0 + ] + } + } + } +}
\ No newline at end of file |