diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json new file mode 100644 index 0000000..c93276f --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L12_s42.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 0.9884123200893402, + 0.5460307235717774, + 0.4540341721534729, + 0.3844916480064392, + 0.3968988080024719, + 0.41963135101795196, + 0.29759747257232666, + 0.36947814264297485, + 0.3806398531913757, + 0.29335604696273804, + 0.2874252618789673, + 0.32758747911453245, + 0.30908223123550416, + 0.2971659957408905, + 0.23906751189231873, + 0.22946795601844788, + 0.2539147944688797, + 0.22845910873413086, + 0.3282787434577942, + 0.2661190662384033, + 0.24266858730316163, + 0.25516548223495483, + 0.23597899619340898, + 0.18901561794281005, + 0.2580148603916168, + 0.19427666611671449, + 0.19329874439239503, + 0.17538535070419312, + 0.17377141309976576, + 0.15650151609182358, + 0.15580351371765136, + 0.18987136631011964, + 0.207766206407547, + 0.14973504890799522, + 0.13435618991851805, + 0.17490362329483033, + 0.17151201934814453, + 0.15580902137756347, + 0.12738764666318894, + 0.12490283071994782, + 0.11846845669746399, + 0.11482198586463928, + 0.11522660837173462, + 0.13794113398194313, + 0.10947950057983398, + 0.1372414189338684, + 0.13609834372997284, + 0.1075260235697031, + 0.09584161682724952, + 0.08979704446792602, + 0.087031523630023, + 0.08224497293233872, + 0.08695690851807594, + 0.08022827257514, + 0.0766805015206337, + 0.07483255062103271, + 0.07608340452313424, + 0.07494754149019718, + 0.06930721849799157, + 0.06876047478914261, + 0.06823876276016236, + 0.07385597123503684, + 0.0662713002204895, + 0.0657794366121292, + 0.062218379247188565, + 0.06041689007431269, + 0.05945101605653763, + 0.06069924997091293, + 0.057991378545761106, + 0.05709035173952579, + 0.05598740013837814, + 0.055655374181270596, + 0.05501515428423882, + 0.05459572645425796, + 0.054142729806900027, + 0.05369558590054512, + 0.053477102118730545, + 0.053296024799346926, + 0.053159212905168535, + 0.05307692391872406 + ], + "train_acc": [ + 0.638, + 0.7898, + 0.8165, + 0.8465, + 0.8471, + 0.8347, + 0.8801, + 0.8604, + 0.8517, + 0.8827, + 0.8844, + 0.8688, + 0.878, + 0.8833, + 0.9033, + 0.9077, + 0.8992, + 0.9063, + 0.8739, + 0.8918, + 0.9022, + 0.9018, + 0.9059, + 0.9272, + 0.9005, + 0.9246, + 0.9247, + 0.9314, + 0.9311, + 0.9392, + 0.9379, + 0.9225, + 0.9168, + 0.9433, + 0.9502, + 0.9324, + 0.9331, + 0.937, + 0.9524, + 0.9527, + 0.9592, + 0.9569, + 0.9568, + 0.9483, + 0.961, + 0.9491, + 0.9465, + 0.9608, + 0.9677, + 0.9703, + 0.9725, + 0.9755, + 0.9724, + 0.9759, + 0.9782, + 0.9797, + 0.978, + 0.9785, + 0.9816, + 0.983, + 0.9827, + 0.9798, + 0.9827, + 0.9821, + 0.9868, + 0.9871, + 0.9884, + 0.9872, + 0.9893, + 0.9901, + 0.9904, + 0.9909, + 0.9918, + 0.9913, + 0.9914, + 0.9923, + 0.992, + 0.9921, + 0.9922, + 0.9922 + ], + "test_acc": [ + 0.771, + 0.8075, + 0.839, + 0.83, + 0.82, + 0.8445, + 0.8565, + 0.846, + 0.8415, + 0.8655, + 0.8635, + 0.8595, + 0.8405, + 0.8475, + 0.8725, + 0.868, + 0.8705, + 0.868, + 0.851, + 0.8605, + 0.8665, + 0.869, + 0.8725, + 0.8705, + 0.874, + 0.884, + 0.882, + 0.8835, + 0.878, + 0.8825, + 0.8835, + 0.8815, + 0.878, + 0.895, + 0.884, + 0.872, + 0.8725, + 0.8835, + 0.886, + 0.8845, + 0.8885, + 0.897, + 0.8805, + 0.887, + 0.891, + 0.8865, + 0.882, + 0.8885, + 0.893, + 0.8925, + 0.891, + 0.8945, + 0.898, + 0.897, + 0.8945, + 0.8965, + 0.894, + 0.896, + 0.897, + 0.902, + 0.897, + 0.8975, + 0.9005, + 0.9, + 0.895, + 0.8975, + 0.899, + 0.898, + 0.8975, + 0.8975, + 0.8965, + 0.8985, + 0.901, + 0.8975, + 0.897, + 0.897, + 0.8975, + 0.8975, + 0.897, + 0.897 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8824102282524109, + 0.865839958190918, + 0.8526839017868042, + 0.839972198009491, + 0.826134204864502, + 0.8190910220146179, + 0.8134430646896362, + 0.8095068335533142, + 0.8061133027076721, + 0.8034266233444214, + 0.8016149997711182, + 0.8001440167427063 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999975562095642, + 0.9999887347221375, + 0.9999736547470093, + 0.9999515414237976, + 0.9999052882194519, + 0.9998592138290405, + 0.999845027923584, + 0.99979567527771, + 0.9997392892837524, + 0.999713659286499, + 0.9996709227561951 + ], + "nudging": { + "0.001": [ + -0.03222742676734924, + -0.016009416431188583, + -0.008412450551986694, + -0.005028060637414455, + -0.003471477422863245, + -0.002676197327673435, + -0.002212640829384327, + -0.0019189234590157866, + -0.0017268857918679714, + -0.0015955264680087566, + -0.0015064922627061605, + -0.0014467197470366955 + ], + "0.003": [ + -0.088250532746315, + -0.04596046730875969, + -0.024666687473654747, + -0.014880567789077759, + -0.010317552834749222, + -0.007971002720296383, + -0.006598907522857189, + -0.005727590061724186, + -0.005157099571079016, + -0.004766468890011311, + -0.004501671064645052, + -0.004323706030845642 + ], + "0.01": [ + -0.21559840440750122, + -0.13125374913215637, + -0.0758625715970993, + -0.04728776216506958, + -0.03328181058168411, + -0.025909576565027237, + -0.021545151248574257, + -0.01875336468219757, + -0.016917269676923752, + -0.015656160190701485, + -0.014799138531088829, + -0.01422282587736845 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.091241591453552, + 1.0522155212402344, + 0.7197729051113129, + 0.5984360224723816, + 0.55927502784729, + 0.5319774662971497, + 0.48646941194534304, + 0.5328002332687378, + 0.5385726051807403, + 0.580863460111618, + 0.49310305881500244, + 0.5983066858291626, + 0.5821534514427185, + 0.5875922044754028, + 0.599033100938797, + 0.5862060243606567, + 0.7749097516059875, + 0.6087754693984986, + 0.7364706658363342, + 0.7253197401046753, + 0.933016799545288, + 0.8019046752929687, + 0.6908189784288407, + 0.5993604675292968, + 0.7429474418640136, + 0.7197145952224732, + 0.7374668367385864, + 0.676032237815857, + 0.7813192527770996, + 0.6604006807804108, + 0.8066447370529175, + 0.7775278373718262, + 0.8043575154304504, + 0.6516128785610199, + 0.6490189645051956, + 0.6631092401742935, + 0.6493145933866501, + 0.6440104596614837, + 0.6592015397071839, + 0.6828624240875244, + 0.8400594820022583, + 0.6588001432418823, + 0.7000653821468353, + 0.764811098241806, + 0.7084193643569946, + 0.6780031036376953, + 0.6745406296730041, + 0.6227908559322357, + 0.6173504204750061, + 0.6519232685089111, + 0.681457055580616, + 0.5612579683303833, + 0.7425640492200851, + 0.6078716424942017, + 0.5751205417633056, + 0.5557551406860352, + 0.5769869324684143, + 0.5574739450454712, + 0.5620601721048355, + 0.5108847286462784, + 0.5051990665435792, + 0.5577566593170166, + 0.5067275173187256, + 0.5076467472076416, + 0.500104681968689, + 0.4845377607345581, + 0.48600583753585813, + 0.48937382678985597, + 0.47086129837036134, + 0.4627019955635071, + 0.4640789652824402, + 0.4643590691566467, + 0.46600833835601807, + 0.4590310299873352, + 0.4536386815071106, + 0.4487397773385048, + 0.4473173204421997, + 0.44602737324237823, + 0.4437102550506592, + 0.44304467763900757 + ], + "train_acc": [ + 0.2446, + 0.6126, + 0.7299, + 0.7774, + 0.7913, + 0.8001, + 0.8152, + 0.8027, + 0.8023, + 0.7957, + 0.8231, + 0.8073, + 0.815, + 0.8163, + 0.8138, + 0.8282, + 0.7956, + 0.8249, + 0.8081, + 0.8089, + 0.7907, + 0.8088, + 0.8266, + 0.8447, + 0.8231, + 0.8263, + 0.828, + 0.8404, + 0.822, + 0.8396, + 0.8204, + 0.8226, + 0.8249, + 0.8469, + 0.842, + 0.8455, + 0.8456, + 0.8484, + 0.8434, + 0.8372, + 0.8221, + 0.8455, + 0.8401, + 0.8275, + 0.8357, + 0.8437, + 0.8472, + 0.8518, + 0.8517, + 0.8478, + 0.8481, + 0.864, + 0.8388, + 0.853, + 0.8583, + 0.8625, + 0.855, + 0.86, + 0.8625, + 0.8716, + 0.8695, + 0.861, + 0.8703, + 0.8702, + 0.8724, + 0.8745, + 0.875, + 0.8768, + 0.8766, + 0.8758, + 0.878, + 0.8759, + 0.8773, + 0.88, + 0.88, + 0.8819, + 0.8813, + 0.8822, + 0.8826, + 0.8829 + ], + "test_acc": [ + 0.48, + 0.6615, + 0.707, + 0.7425, + 0.715, + 0.7465, + 0.753, + 0.7765, + 0.69, + 0.721, + 0.719, + 0.7375, + 0.738, + 0.76, + 0.731, + 0.703, + 0.717, + 0.7535, + 0.716, + 0.68, + 0.6755, + 0.7735, + 0.781, + 0.708, + 0.7465, + 0.7725, + 0.7485, + 0.75, + 0.7325, + 0.7805, + 0.712, + 0.741, + 0.7685, + 0.7415, + 0.7955, + 0.777, + 0.762, + 0.76, + 0.783, + 0.691, + 0.774, + 0.7895, + 0.73, + 0.776, + 0.7745, + 0.771, + 0.7805, + 0.7785, + 0.765, + 0.781, + 0.774, + 0.7755, + 0.781, + 0.7965, + 0.8025, + 0.804, + 0.79, + 0.7915, + 0.8055, + 0.804, + 0.8095, + 0.805, + 0.8075, + 0.812, + 0.8065, + 0.806, + 0.806, + 0.817, + 0.8115, + 0.815, + 0.81, + 0.812, + 0.811, + 0.8145, + 0.8115, + 0.812, + 0.8155, + 0.8165, + 0.8165, + 0.8165 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.02035588026046753, + 0.09721152484416962, + 0.10017214715480804, + 0.06879279017448425, + 0.0898706465959549, + 0.0775061622262001, + 0.0738426148891449, + 0.022470442578196526, + 0.03698011115193367, + 0.09759337455034256, + 0.05344103276729584, + 0.06489317119121552 + ], + "perturbation_rho": [ + -0.041805852204561234, + 0.14336195588111877, + 0.21263040602207184, + 0.15326815843582153, + 0.04533267021179199, + 0.07981619238853455, + 0.08665720373392105, + 0.004602088592946529, + 0.0780038833618164, + 0.11769488453865051, + 0.1415681391954422, + 0.12027023732662201 + ], + "nudging": { + "0.001": [ + -0.0009545196662656963, + -0.0008363645756617188, + -0.0003885737678501755, + -0.00026890120352618396, + -0.0002675559953786433, + -0.00033352605532854795, + -0.0002601599844638258, + -0.00011189336510142311, + -0.0001840656332205981, + -0.0003697811043821275, + -0.0001971298042917624, + -0.00022067477402742952 + ], + "0.003": [ + -0.0027363700792193413, + -0.0025048283860087395, + -0.0011647494975477457, + -0.000811159610748291, + -0.0008012806065380573, + -0.0010005887597799301, + -0.0007811359828338027, + -0.00033516576513648033, + -0.0005535727832466364, + -0.0011049836175516248, + -0.0005915613146498799, + -0.0006592696299776435 + ], + "0.01": [ + -0.007749770302325487, + -0.008321389555931091, + -0.003876405069604516, + -0.0026999912224709988, + -0.0026630363427102566, + -0.0033310302533209324, + -0.0026011697482317686, + -0.0011158722918480635, + -0.0018408913165330887, + -0.0036767907440662384, + -0.0019704087171703577, + -0.0021951368544250727 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.843170643234253, + 1.193545725440979, + 0.9349142212867737, + 0.9590050317764283, + 0.9601007102966309, + 1.0591806930541992, + 1.0750218585968017, + 1.0594622192382812, + 1.0260618852615357, + 1.0633037223815918, + 1.1873747802734376, + 1.1900213710784913, + 1.1711347143173219, + 1.110907957649231, + 1.141725605583191, + 1.1908537561416626, + 1.1576408653259278, + 1.2335913299560546, + 1.1927038297653199, + 1.1675678352355956, + 1.1620887538909912, + 1.238514815044403, + 1.1467733171463013, + 1.1628135605812073, + 1.1169413381576538, + 1.1289218362808227, + 1.1431014865875244, + 1.0724326686859131, + 1.020245622253418, + 0.9871452375411988, + 1.013824908065796, + 1.057583949661255, + 1.0269935136795043, + 1.0403342270851135, + 1.0003446009635926, + 1.023628770160675, + 0.9621780359268188, + 0.9958351311683655, + 0.9854215185165405, + 0.94918332862854, + 0.9539219416618347, + 0.9634699941635132, + 0.9163962741851807, + 0.89243365650177, + 0.8894084901809692, + 0.9069821780204773, + 0.9070278909683227, + 0.9259662859916687, + 0.9052657639503479, + 0.8919173622131348, + 0.8811036640167237, + 0.877770324420929, + 0.8617347580909729, + 0.8443253430366516, + 0.8402864801406861, + 0.8299113247871399, + 0.8174763144493103, + 0.8079615959167481, + 0.796233709526062, + 0.7943985921859741, + 0.7881768466949463, + 0.7766195007324219, + 0.7731075840473175, + 0.767168036365509, + 0.7628648261070251, + 0.764765630197525, + 0.758231233215332, + 0.7616345821380616, + 0.7603204396247863, + 0.7553847047805786, + 0.7550768209457397, + 0.7540734338760376, + 0.7542704034805298, + 0.7539316363334656, + 0.7512542444229126, + 0.751466016960144, + 0.7500110761642456, + 0.7499307077407837, + 0.7494694025039673, + 0.7491868644714356 + ], + "train_acc": [ + 0.3634, + 0.584, + 0.6681, + 0.6817, + 0.6731, + 0.6436, + 0.6318, + 0.6412, + 0.6483, + 0.6338, + 0.6131, + 0.6092, + 0.6072, + 0.6194, + 0.6114, + 0.6033, + 0.6136, + 0.5971, + 0.6066, + 0.6075, + 0.6054, + 0.5811, + 0.6084, + 0.6094, + 0.6267, + 0.6203, + 0.6182, + 0.6388, + 0.6563, + 0.6621, + 0.656, + 0.6457, + 0.6542, + 0.6535, + 0.6622, + 0.6504, + 0.665, + 0.653, + 0.6581, + 0.6737, + 0.6644, + 0.6634, + 0.6761, + 0.6825, + 0.6815, + 0.6846, + 0.6805, + 0.6738, + 0.6866, + 0.6853, + 0.6905, + 0.6901, + 0.696, + 0.6979, + 0.7064, + 0.7099, + 0.7107, + 0.7138, + 0.7154, + 0.7173, + 0.7194, + 0.7222, + 0.7244, + 0.7262, + 0.7263, + 0.725, + 0.7318, + 0.732, + 0.7284, + 0.7291, + 0.7306, + 0.7327, + 0.7306, + 0.7294, + 0.7325, + 0.7319, + 0.7341, + 0.7327, + 0.7337, + 0.7334 + ], + "test_acc": [ + 0.4985, + 0.6215, + 0.6765, + 0.644, + 0.6285, + 0.602, + 0.593, + 0.6145, + 0.604, + 0.571, + 0.5675, + 0.55, + 0.58, + 0.5485, + 0.5415, + 0.5615, + 0.5325, + 0.498, + 0.495, + 0.5825, + 0.5105, + 0.547, + 0.575, + 0.5695, + 0.5825, + 0.5755, + 0.5925, + 0.605, + 0.626, + 0.624, + 0.6195, + 0.625, + 0.619, + 0.619, + 0.6005, + 0.631, + 0.6155, + 0.6075, + 0.616, + 0.637, + 0.5925, + 0.628, + 0.627, + 0.6325, + 0.6275, + 0.64, + 0.6285, + 0.6405, + 0.638, + 0.6405, + 0.6565, + 0.6465, + 0.659, + 0.666, + 0.6645, + 0.6575, + 0.682, + 0.669, + 0.674, + 0.6885, + 0.6815, + 0.679, + 0.6755, + 0.682, + 0.6795, + 0.686, + 0.682, + 0.68, + 0.6845, + 0.688, + 0.6865, + 0.686, + 0.687, + 0.687, + 0.687, + 0.686, + 0.688, + 0.6865, + 0.6865, + 0.687 + ], + "state_pred_error": [ + 0.6467912001609802, + 0.2545396152973175, + 0.20769398341178893, + 0.20405273129940033, + 0.18864516608715057, + 0.1722513226032257, + 0.1580212815761566, + 0.1571042188167572, + 0.1673955574989319, + 0.1630590828895569, + 0.14197517161369325, + 0.13434906735420227, + 0.14216270933151245, + 0.13005418779850006, + 0.12095460612773895, + 0.11327731199264526, + 0.0938235213279724, + 0.07791765773296357, + 0.07149236190319061, + 0.07858237608671188, + 0.0889093372106552, + 0.0929118694782257, + 0.0870423443198204, + 0.09221649793386459, + 0.10558602612018585, + 0.11078759597539901, + 0.09640501194000244, + 0.08363894666433334, + 0.07552479531764984, + 0.06893316633701324, + 0.07225388768911362, + 0.07809946043491363, + 0.07972891807556153, + 0.07829325978159904, + 0.07489659252166748, + 0.06952577213048936, + 0.06463980766534805, + 0.06346644792556763, + 0.06054295033812523, + 0.057002867662906645, + 0.04881957597732544, + 0.0461565929889679, + 0.045704828941822054, + 0.04578752514719963, + 0.044416132467985155, + 0.04437544884681702, + 0.04501764898300171, + 0.044673075044155124, + 0.04345381007194519, + 0.04358632897734642, + 0.04145509601831436, + 0.0403918799161911, + 0.039635618847608564, + 0.03812404837608337, + 0.036712032747268676, + 0.03498043670654297, + 0.03441862116456032, + 0.03294241904020309, + 0.03208653058409691, + 0.03133675431907177, + 0.030832906076312065, + 0.03027755205631256, + 0.02992823379933834, + 0.029483068200945855, + 0.0286442294716835, + 0.02817883363366127, + 0.027806038296222687, + 0.027423375517129898, + 0.027105927157402038, + 0.026499537679553032, + 0.025793941861391067, + 0.025682287681102752, + 0.025424988290667534, + 0.02452395534515381, + 0.024412634512782097, + 0.023537403476238252, + 0.023103883719444274, + 0.023237476989626884, + 0.022374696707725523, + 0.02213728377223015 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7618155479431152, + 0.3189862072467804, + 0.20356883108615875, + 0.1471748650074005, + 0.14541830122470856, + 0.13144558668136597, + 0.11054451763629913, + 0.12045299261808395, + 0.11467338353395462, + 0.1017053946852684, + 0.10614258050918579, + 0.10096963495016098 + ], + "perturbation_rho": [ + 0.6406711339950562, + 0.31470298767089844, + 0.1861359179019928, + 0.17725443840026855, + 0.11286133527755737, + 0.1387007087469101, + 0.07976903766393661, + 0.11419158428907394, + 0.13525697588920593, + 0.13865813612937927, + 0.10792528837919235, + 0.1288726031780243 + ], + "nudging": { + "0.001": [ + -0.02620597556233406, + -0.0011723835486918688, + -0.0006386470049619675, + -0.0004590698517858982, + -0.0004368656955193728, + -0.00040132386493496597, + -0.00033375341445207596, + -0.0003613364533521235, + -0.00034441970637999475, + -0.0003074322594329715, + -0.0003160890773870051, + -0.0002936453965958208 + ], + "0.003": [ + -0.07732252031564713, + -0.003513920586556196, + -0.0019150176085531712, + -0.0013760130386799574, + -0.0013105350080877542, + -0.0012034340761601925, + -0.0010010767728090286, + -0.0010843132622539997, + -0.0010324888862669468, + -0.0009225246030837297, + -0.0009475111728534102, + -0.000881188316270709 + ], + "0.01": [ + -0.24276113510131836, + -0.011681582778692245, + -0.006372842937707901, + -0.004580066539347172, + -0.004361784551292658, + -0.004005158320069313, + -0.0033329487778246403, + -0.003609130624681711, + -0.003437052248045802, + -0.003070915350690484, + -0.0031537071336060762, + -0.0029334095306694508 + ] + }, + "state_pred_error_per_layer": [ + 13069.6103515625, + 12902.267578125, + 5325.7177734375, + 4598.6796875, + 4871.38818359375, + 4525.17333984375, + 4230.712890625, + 4117.212890625, + 3694.05078125, + 3737.547607421875, + 3966.26025390625, + 4157.70654296875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1033826606750488, + 1.0748736568450927, + 0.7240967851638794, + 0.5924014734268188, + 0.561312539768219, + 0.5548838109970092, + 0.5445125359535218, + 0.5231592364311218, + 0.5370318948268891, + 0.5203416132450104, + 0.5313664150238037, + 0.5501730252742767, + 0.5255774791955948, + 0.6364645127296448, + 0.7171019055366517, + 0.5824658064305782, + 0.5903935560703277, + 0.6552688138961792, + 0.7979116170406342, + 0.8206407766342163, + 0.8171166659355164, + 0.9182533592224121, + 0.9087733953475953, + 0.9816526121139526, + 1.0274024284362793, + 0.9425600393295288, + 1.0292234921455383, + 1.0032360237121583, + 1.0786525871276855, + 0.9839243467330933, + 1.1140670619487762, + 1.24523821849823, + 1.6123345489501952, + 1.5466830284118653, + 1.4625207302093506, + 1.4497597217559814, + 1.2631195013046264, + 1.285225419998169, + 1.1248238891601563, + 1.3207208611488341, + 1.1724660835266114, + 1.1170583526611328, + 1.1232026329994202, + 1.1826211513519287, + 1.1198238399505616, + 1.2758455450057984, + 1.3378776414871216, + 1.3473635297775268, + 1.3659595549583434, + 1.3431388856887818, + 1.2782950267791748, + 1.2850243312835694, + 1.252669066619873, + 1.339367476272583, + 1.242458748817444, + 1.230945915222168, + 1.2400875186920166, + 1.2213593549728394, + 1.2046165678024292, + 1.2265458261489868, + 1.1864308532714845, + 1.1639758094787598, + 1.1673540477752686, + 1.1801281490325928, + 1.1353608043670653, + 1.1621911179542541, + 1.1203375988006592, + 1.1035721940040588, + 1.103725563430786, + 1.0981345941543579, + 1.0916361534118653, + 1.0767202972412109, + 1.077680862236023, + 1.0722866813659668, + 1.0760423473358154, + 1.070871086883545, + 1.069193116569519, + 1.0655735412597656, + 1.0649883579254151, + 1.064067266368866 + ], + "train_acc": [ + 0.2354, + 0.6085, + 0.7242, + 0.775, + 0.7907, + 0.7907, + 0.7949, + 0.8044, + 0.8041, + 0.8146, + 0.8192, + 0.819, + 0.8235, + 0.8034, + 0.7958, + 0.8229, + 0.8218, + 0.8163, + 0.8019, + 0.7992, + 0.8047, + 0.7917, + 0.7848, + 0.7655, + 0.7523, + 0.7595, + 0.7344, + 0.7334, + 0.7218, + 0.7249, + 0.6916, + 0.6803, + 0.6402, + 0.6413, + 0.6429, + 0.63, + 0.6482, + 0.6414, + 0.6647, + 0.6255, + 0.6497, + 0.6516, + 0.6494, + 0.6409, + 0.653, + 0.623, + 0.6096, + 0.6181, + 0.6077, + 0.6099, + 0.6135, + 0.6072, + 0.6083, + 0.5871, + 0.6069, + 0.608, + 0.6128, + 0.6105, + 0.6132, + 0.6069, + 0.6163, + 0.6195, + 0.6177, + 0.6132, + 0.6257, + 0.6214, + 0.6258, + 0.6301, + 0.6275, + 0.6326, + 0.6342, + 0.6369, + 0.6366, + 0.6378, + 0.6381, + 0.6404, + 0.6361, + 0.6387, + 0.6408, + 0.6389 + ], + "test_acc": [ + 0.4725, + 0.6485, + 0.709, + 0.696, + 0.7445, + 0.725, + 0.7285, + 0.7285, + 0.7285, + 0.7705, + 0.7485, + 0.759, + 0.7485, + 0.7405, + 0.7365, + 0.732, + 0.7405, + 0.718, + 0.739, + 0.739, + 0.718, + 0.7465, + 0.7445, + 0.7155, + 0.668, + 0.7365, + 0.6875, + 0.644, + 0.6715, + 0.573, + 0.628, + 0.5135, + 0.567, + 0.4905, + 0.576, + 0.522, + 0.544, + 0.568, + 0.537, + 0.5915, + 0.61, + 0.5865, + 0.5695, + 0.606, + 0.557, + 0.5285, + 0.5355, + 0.589, + 0.569, + 0.5705, + 0.559, + 0.543, + 0.526, + 0.5555, + 0.5485, + 0.577, + 0.567, + 0.5515, + 0.562, + 0.5815, + 0.5775, + 0.5885, + 0.5955, + 0.6, + 0.5825, + 0.59, + 0.6035, + 0.6035, + 0.606, + 0.6095, + 0.6165, + 0.613, + 0.615, + 0.6165, + 0.617, + 0.613, + 0.617, + 0.613, + 0.6145, + 0.6145 + ], + "value_loss": [ + 2.8795433490753175, + 1.138833139228821, + 0.8944398401260376, + 0.753239490032196, + 0.7442562434196472, + 0.7400344492912293, + 0.7306710628509522, + 0.7415657516479492, + 0.82294074883461, + 0.8365529833316803, + 0.8819458911895752, + 1.0201535857915878, + 0.9605329707860947, + 1.4210680746555329, + 1.7769229404449463, + 1.238111216878891, + 1.2918084540724755, + 1.5650643337249757, + 2.441974627304077, + 2.8493117763519287, + 3.0508531768798828, + 3.376968189239502, + 3.1227704570770265, + 3.2954182872772217, + 3.1305700786590576, + 2.5652926385879518, + 2.916162197494507, + 2.787790596961975, + 2.9674931542396545, + 2.2431891622543336, + 2.357407363319397, + 2.9580355476379396, + 4.707226892852783, + 4.06712333908081, + 3.4517571243286134, + 3.739633938217163, + 2.3796893051147463, + 2.312957144165039, + 1.6016325395584106, + 1.888862350463867, + 1.6106449718475342, + 1.6451952739715576, + 1.278008158302307, + 1.402012867116928, + 1.120068933391571, + 1.792665054321289, + 1.7022325145721435, + 1.8678716411590577, + 1.6293914850234985, + 1.4686889837265014, + 1.2121935440063476, + 1.2230595738887786, + 1.0494541343688966, + 1.3173374273300171, + 0.995644793176651, + 0.988969333744049, + 0.9092360616207122, + 0.931911379814148, + 0.9861841753005981, + 0.8858683162212372, + 0.9150554649353028, + 0.7729743946075439, + 0.8225113790512085, + 0.7946224576473236, + 0.7470991016387939, + 0.7245953347682953, + 0.6737630318641663, + 0.6625622462272645, + 0.6309533950805664, + 0.683922253704071, + 0.6013473030090332, + 0.640416144156456, + 0.5948970086336136, + 0.5904984499931335, + 0.7156881134033203, + 0.5747135852813721, + 0.5855776166915894, + 0.5862875978469848, + 0.5623929689884186, + 0.5342490439891815 + ], + "term_loss": [ + 1.6790412804603576, + 0.8982505217552185, + 0.7413894156932831, + 0.6220758651733398, + 0.6074585275650024, + 0.5809205256462097, + 0.5737000848770142, + 0.5971134037017822, + 0.6812812467336654, + 0.701437530875206, + 0.7465327880859375, + 0.8768298113107681, + 0.8273132968902588, + 1.2669593958616256, + 1.61081964635849, + 1.0948760835170745, + 1.1464744834303855, + 1.402798189163208, + 2.2375652463912963, + 2.523746669578552, + 2.6504026668548586, + 2.9341827514648435, + 2.691425150680542, + 2.7866681671142577, + 2.652672901535034, + 2.2063637409210206, + 2.547779343557358, + 2.468216030406952, + 2.5574094997406007, + 1.8789901941299438, + 1.9658982633590698, + 2.52254821395874, + 4.053012676239014, + 3.474026759338379, + 2.8665278963088987, + 2.968799212646484, + 1.9112021133422852, + 1.8258201915740966, + 1.2143830659866333, + 1.4988377429962159, + 1.2614112941741944, + 1.2955748889923095, + 0.9486180826187134, + 1.0766471548080445, + 0.818901381111145, + 1.425261696243286, + 1.3437454446792603, + 1.4943192962646485, + 1.275571553325653, + 1.1279070884227753, + 0.8779431870937348, + 0.8859598497360944, + 0.7277735261440277, + 0.9731939913749695, + 0.6878395918846131, + 0.680720578956604, + 0.6131223832130432, + 0.6315723412513733, + 0.6783120639801026, + 0.5902733963012695, + 0.6128241561889648, + 0.48777494831085205, + 0.5294700266361236, + 0.5069688389539718, + 0.46669540004730226, + 0.4496366826176643, + 0.40343587884902954, + 0.3926115131378174, + 0.3630800880432129, + 0.4072012848377228, + 0.3359340609073639, + 0.3683177730798721, + 0.3314026749163866, + 0.32736128149032595, + 0.4275485870361328, + 0.31639244627952573, + 0.31941745207309724, + 0.31965322036743166, + 0.3014388550043106, + 0.2775654150247574 + ], + "bridge_loss": [ + 0.9205643273350259, + 0.049716909077763556, + 0.006901342153549195, + 0.004086462584137917, + 0.011321419489383698, + 0.03111027323231101, + 0.028954532250761986, + 0.0201554466471076, + 0.014559349776804446, + 0.012043245652318001, + 0.009253665941953659, + 0.015398956954479218, + 0.010174707736074925, + 0.013219280099868775, + 0.014298373484611512, + 0.01533438156247139, + 0.017070907866954803, + 0.026255203837156297, + 0.05299281061887741, + 0.17080406608581544, + 0.24779340076446532, + 0.2782947730541229, + 0.2630520602226257, + 0.3237492141723633, + 0.2868452004909515, + 0.17925718649625777, + 0.17205788164138794, + 0.12203870689868927, + 0.1952126978158951, + 0.15671373710632325, + 0.16713737347126006, + 0.19014450411796568, + 0.36893905363082885, + 0.31131081352233886, + 0.31187417430877684, + 0.49280351762771607, + 0.21481027870178224, + 0.2258558230161667, + 0.14994133372306823, + 0.130926451587677, + 0.10678757133483886, + 0.11099275469779968, + 0.09215516982972621, + 0.07868353074193, + 0.059325709569454196, + 0.1034778290361166, + 0.08524036257266998, + 0.0978135336279869, + 0.07102513880133629, + 0.06375027797222138, + 0.06410591588020324, + 0.06628356148302555, + 0.05309232649803162, + 0.0602637135386467, + 0.041760663875937465, + 0.04346258090734482, + 0.0322291255697608, + 0.036784381067752836, + 0.047651028633117674, + 0.03259250336289406, + 0.044905204331874844, + 0.03081065520644188, + 0.03847316392660141, + 0.02912857881039381, + 0.031706764674186705, + 0.023801118858903646, + 0.023423786050081254, + 0.02463961470723152, + 0.022945232474803925, + 0.031977996022999285, + 0.02354992071390152, + 0.031676595094799996, + 0.022221289660036565, + 0.023916197538375854, + 0.04762986923456192, + 0.01927408311367035, + 0.02702880091071129, + 0.0285713312625885, + 0.022266658338904382, + 0.01819542294666171 + ], + "tgrad_loss": [ + 0.27993770937919615, + 0.19086571320295334, + 0.1461490781903267, + 0.12707716104984285, + 0.12547629919052125, + 0.1280036602139473, + 0.12801644196510314, + 0.1242969009399414, + 0.12710014595985414, + 0.12307221227884292, + 0.1261594377040863, + 0.12792480454444885, + 0.1230449640750885, + 0.14088939685821533, + 0.15180491466522217, + 0.12790074618458747, + 0.1282630600363016, + 0.13601094789505006, + 0.15141655212640762, + 0.15476103026866914, + 0.15265711691379547, + 0.16449068531990052, + 0.16829325798749925, + 0.1850009373664856, + 0.19105196151733397, + 0.1796716957807541, + 0.19632497339248658, + 0.1975358585357666, + 0.2148709450483322, + 0.20748521902561187, + 0.22437173571586608, + 0.24534283994436265, + 0.2852751801490784, + 0.2817857069015503, + 0.2733550168991089, + 0.27803118324279785, + 0.2536769271850586, + 0.261281143283844, + 0.23730815300941469, + 0.259098140335083, + 0.24244610705375672, + 0.23862764320373536, + 0.23723490653038026, + 0.24668219068050384, + 0.24184185400009156, + 0.2639255453109741, + 0.27324670872688295, + 0.27573881940841677, + 0.28279479751586917, + 0.2770316267490387, + 0.2701444469451904, + 0.27081617115736006, + 0.268588280916214, + 0.28387971448898314, + 0.2660445416927338, + 0.2647861789703369, + 0.2638845456361771, + 0.26355465149879453, + 0.260221079993248, + 0.26300240964889526, + 0.25732610797882083, + 0.2543887885093689, + 0.25456818895339967, + 0.25852504687309263, + 0.24869694046974183, + 0.2511575377345085, + 0.24690336623191833, + 0.24531111750602722, + 0.24492807807922362, + 0.24474297270774842, + 0.24186331791877747, + 0.2404217655658722, + 0.24127304337024688, + 0.23922096462249756, + 0.24050965766906737, + 0.23904705972671508, + 0.23913136382102967, + 0.2380630495071411, + 0.2386874575138092, + 0.2384882021665573 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.00034100248012691736, + 0.04912012815475464, + 0.07342620939016342, + 0.08266763389110565, + 0.08488726615905762, + 0.08897420018911362, + 0.09187051653862, + 0.09561659395694733, + 0.09157264232635498, + 0.0947732925415039, + 0.09517554938793182, + 0.10104557126760483 + ], + "perturbation_rho": [ + 0.03049650974571705, + 0.10809889435768127, + 0.08979646861553192, + 0.17959633469581604, + 0.1275440901517868, + 0.17255432903766632, + 0.16415373980998993, + 0.11534757167100906, + 0.17073199152946472, + 0.15983673930168152, + 0.15877583622932434, + 0.18294689059257507 + ], + "nudging": { + "0.001": [ + -0.000400771910790354, + -0.0004662078863475472, + -0.0005619406583718956, + -0.0006374302320182323, + -0.0006211107829585671, + -0.0006620356580242515, + -0.0006802619900554419, + -0.000695920898579061, + -0.000679123040754348, + -0.0006845796597190201, + -0.0006896791164763272, + -0.0007078879280015826 + ], + "0.003": [ + -0.0011788331903517246, + -0.0013967687264084816, + -0.00168684555683285, + -0.0019111934816464782, + -0.001862682867795229, + -0.001987476134672761, + -0.002041077706962824, + -0.0020898221991956234, + -0.0020393673330545425, + -0.0020541974809020758, + -0.0020654238760471344, + -0.002122731413692236 + ], + "0.01": [ + -0.003660556860268116, + -0.004647519439458847, + -0.005617665126919746, + -0.006360755302011967, + -0.006202561780810356, + -0.006613034754991531, + -0.006794797722250223, + -0.006956290453672409, + -0.006790010258555412, + -0.006838815752416849, + -0.006875438615679741, + -0.007062861695885658 + ] + } + } + } +}
\ No newline at end of file |