diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json new file mode 100644 index 0000000..4d3fe23 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L8_s456.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.1496125110149384, + 0.5061822664260864, + 0.4693412160873413, + 0.43734210863113404, + 0.3776036578655243, + 0.39574705362319945, + 0.3516918658494949, + 0.33453388838768006, + 0.3495379844665527, + 0.3402368752479553, + 0.3161138860940933, + 0.2867650896936655, + 0.24054993677139283, + 0.2714561710357666, + 0.25964800286293027, + 0.2755970516204834, + 0.24782800941467284, + 0.22855919575691222, + 0.21334439667463304, + 0.20634846214056016, + 0.19688657937049867, + 0.23594446697235108, + 0.23073553504943847, + 0.20792550567090512, + 0.1676195205926895, + 0.1842089424610138, + 0.18720704748630523, + 0.14316579525470732, + 0.17303093489408494, + 0.1381333925008774, + 0.13757353625297547, + 0.14679754115343094, + 0.13663861708641054, + 0.16062574342489241, + 0.11842985030412674, + 0.10145846538543701, + 0.09054735779762269, + 0.1080644615650177, + 0.12051263661384583, + 0.08496876339912414, + 0.09041771185398102, + 0.11978768072724343, + 0.08271067204475403, + 0.09710697619915008, + 0.09531720114350319, + 0.06220439117997885, + 0.05394122452735901, + 0.05304814251065254, + 0.04881165652275085, + 0.06747119562029838, + 0.051796284824609753, + 0.045333140206336976, + 0.04041213118433953, + 0.03992201315760612, + 0.03727436591982841, + 0.037020414257049564, + 0.03644478557109833, + 0.03349559764266014, + 0.033058264112472535, + 0.03204139881432056, + 0.02992909691929817, + 0.030789311078190804, + 0.028830358052253723, + 0.02774413277506828, + 0.027408198833465576, + 0.026751420867443084, + 0.02626628998219967, + 0.02568119297027588, + 0.02794391964673996, + 0.025825911223888397, + 0.025229841116070746, + 0.02475675569474697, + 0.02444171721935272, + 0.02418347292840481, + 0.023966037380695342, + 0.023791261124610903, + 0.02370161115527153, + 0.023618511060625316, + 0.023566739109903576, + 0.023538703203201294 + ], + "train_acc": [ + 0.6047, + 0.8052, + 0.8181, + 0.8276, + 0.8498, + 0.8476, + 0.862, + 0.863, + 0.8633, + 0.8678, + 0.8784, + 0.8865, + 0.9094, + 0.8962, + 0.8993, + 0.8902, + 0.9042, + 0.9135, + 0.9174, + 0.9199, + 0.9245, + 0.9116, + 0.9118, + 0.9205, + 0.9377, + 0.929, + 0.9273, + 0.9482, + 0.9329, + 0.95, + 0.9481, + 0.9471, + 0.9498, + 0.9397, + 0.9585, + 0.9669, + 0.9722, + 0.9615, + 0.9578, + 0.9738, + 0.9706, + 0.9567, + 0.9741, + 0.9684, + 0.9693, + 0.9856, + 0.9907, + 0.9901, + 0.9921, + 0.983, + 0.9894, + 0.9947, + 0.9951, + 0.9956, + 0.9973, + 0.9968, + 0.9967, + 0.9979, + 0.9981, + 0.9983, + 0.9988, + 0.9977, + 0.9988, + 0.999, + 0.9992, + 0.9993, + 0.9995, + 0.9994, + 0.9982, + 0.9996, + 0.9995, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9998, + 0.9999, + 0.9999, + 0.9999, + 0.9999 + ], + "test_acc": [ + 0.761, + 0.7965, + 0.798, + 0.8105, + 0.808, + 0.8195, + 0.819, + 0.8365, + 0.8285, + 0.8275, + 0.8305, + 0.824, + 0.8395, + 0.8335, + 0.8365, + 0.8225, + 0.841, + 0.841, + 0.8395, + 0.845, + 0.842, + 0.833, + 0.8505, + 0.8415, + 0.849, + 0.8415, + 0.844, + 0.8435, + 0.8405, + 0.8505, + 0.8515, + 0.847, + 0.841, + 0.848, + 0.852, + 0.8585, + 0.8605, + 0.8535, + 0.857, + 0.854, + 0.8485, + 0.848, + 0.8455, + 0.8575, + 0.856, + 0.8575, + 0.8565, + 0.8585, + 0.8555, + 0.8515, + 0.8575, + 0.8595, + 0.8605, + 0.8595, + 0.861, + 0.8595, + 0.866, + 0.8605, + 0.861, + 0.8605, + 0.8575, + 0.8595, + 0.86, + 0.858, + 0.8575, + 0.8575, + 0.8565, + 0.8575, + 0.857, + 0.857, + 0.8565, + 0.854, + 0.855, + 0.8545, + 0.855, + 0.8555, + 0.8555, + 0.8555, + 0.8555, + 0.8555 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8810831904411316, + 0.8730225563049316, + 0.8656145334243774, + 0.8578245639801025, + 0.8490546345710754, + 0.8397257328033447, + 0.8311692476272583, + 0.8243355751037598 + ], + "perturbation_rho": [ + 0.9999987483024597, + 0.9999980330467224, + 0.9999955892562866, + 0.9999854564666748, + 0.9999719858169556, + 0.999948263168335, + 0.9998974204063416, + 0.9998607039451599 + ], + "nudging": { + "0.001": [ + -0.03612860292196274, + -0.02260003425180912, + -0.013746894896030426, + -0.008408663794398308, + -0.005443554371595383, + -0.003843091195449233, + -0.0029569226317107677, + -0.0024378034286201 + ], + "0.003": [ + -0.09868516772985458, + -0.06405734270811081, + -0.03987570106983185, + -0.024722333997488022, + -0.01612165942788124, + -0.011425917968153954, + -0.008809964172542095, + -0.007272382732480764 + ], + "0.01": [ + -0.23731596767902374, + -0.17453062534332275, + -0.11795195937156677, + -0.07674264907836914, + -0.05135927349328995, + -0.036901768296957016, + -0.028667811304330826, + -0.02376912161707878 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1675753231048582, + 1.1856547933578492, + 0.7580281761169434, + 0.6381688435554504, + 0.5754390489578247, + 0.5642330053329467, + 0.5420730123996734, + 0.5234871512413025, + 0.5435975284576416, + 0.5557498501777649, + 0.5523532521486282, + 0.5620559630751609, + 0.557824009513855, + 0.6107632051467895, + 0.603276273059845, + 0.6159, + 0.6201973339080811, + 0.6276999963760376, + 0.721551043510437, + 0.7058568975448608, + 0.6804799362182617, + 0.8315831820487976, + 0.8213359106063842, + 0.7040662940979003, + 0.7242366206169129, + 0.7309036163330078, + 0.8841015676498413, + 0.7365514185905456, + 0.7004390016555786, + 0.7948915409207344, + 0.7725572082519532, + 0.7417861236095429, + 0.7524257236361503, + 0.7014043121337891, + 0.8019312177658081, + 0.7336400012016296, + 0.746234344291687, + 0.7332810028076172, + 0.7219296333312988, + 0.663898908996582, + 0.8586195873260498, + 0.766791400718689, + 0.8692042198181152, + 0.6851024099349976, + 0.7478959278404713, + 0.6670105101585388, + 0.6914398956298828, + 0.8393889261245727, + 0.7394916067123413, + 0.6740026753425599, + 0.6510983401298523, + 0.6899495806217194, + 0.6442845206975937, + 0.5954629945755004, + 0.6383736618518829, + 0.6042263046264649, + 0.6990487686634064, + 0.5667548357009887, + 0.6024624797821045, + 0.5855678743302822, + 0.5720387092590332, + 0.5841287456512451, + 0.5879881093502045, + 0.5573869585037231, + 0.5499968002319336, + 0.5739686104774475, + 0.5461770409703255, + 0.5319844762802124, + 0.5512453693389893, + 0.5292456346511841, + 0.528937708568573, + 0.5258590517044067, + 0.5199304915189743, + 0.5163791128158569, + 0.5159513384819031, + 0.5147338192939759, + 0.5139513021469116, + 0.5105164805054665, + 0.5090386550664902, + 0.5086064174175262 + ], + "train_acc": [ + 0.2113, + 0.5768, + 0.7207, + 0.7623, + 0.7827, + 0.7893, + 0.7994, + 0.8061, + 0.8041, + 0.8103, + 0.807, + 0.8079, + 0.8151, + 0.8028, + 0.8134, + 0.8128, + 0.8123, + 0.8091, + 0.7976, + 0.8004, + 0.8062, + 0.7834, + 0.7907, + 0.8099, + 0.8061, + 0.8062, + 0.7875, + 0.8111, + 0.811, + 0.7996, + 0.7993, + 0.808, + 0.8062, + 0.8152, + 0.7973, + 0.8111, + 0.8104, + 0.8107, + 0.8152, + 0.8178, + 0.7866, + 0.8024, + 0.7844, + 0.8167, + 0.8026, + 0.8254, + 0.8192, + 0.7921, + 0.809, + 0.8179, + 0.8206, + 0.8156, + 0.8235, + 0.8322, + 0.8207, + 0.83, + 0.8145, + 0.8345, + 0.8257, + 0.8301, + 0.8322, + 0.8341, + 0.8296, + 0.8373, + 0.8403, + 0.8335, + 0.8369, + 0.8424, + 0.8379, + 0.8438, + 0.841, + 0.8409, + 0.8451, + 0.8438, + 0.8447, + 0.8457, + 0.8451, + 0.8461, + 0.8469, + 0.8469 + ], + "test_acc": [ + 0.409, + 0.647, + 0.72, + 0.737, + 0.733, + 0.7465, + 0.7405, + 0.758, + 0.7695, + 0.744, + 0.7575, + 0.755, + 0.751, + 0.743, + 0.7635, + 0.765, + 0.756, + 0.7515, + 0.7465, + 0.72, + 0.724, + 0.7135, + 0.764, + 0.776, + 0.7465, + 0.663, + 0.738, + 0.756, + 0.7275, + 0.762, + 0.7695, + 0.7285, + 0.7305, + 0.7585, + 0.742, + 0.756, + 0.736, + 0.762, + 0.771, + 0.716, + 0.75, + 0.716, + 0.7745, + 0.75, + 0.7535, + 0.742, + 0.7085, + 0.746, + 0.75, + 0.7585, + 0.753, + 0.78, + 0.7735, + 0.7895, + 0.788, + 0.7515, + 0.7745, + 0.7725, + 0.784, + 0.783, + 0.7705, + 0.7865, + 0.781, + 0.798, + 0.7755, + 0.7975, + 0.802, + 0.7925, + 0.7955, + 0.7955, + 0.7945, + 0.7945, + 0.794, + 0.7985, + 0.797, + 0.798, + 0.8, + 0.799, + 0.7995, + 0.7985 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.027731137350201607, + 0.10604047030210495, + 0.13601002097129822, + 0.07596071809530258, + 0.0985877588391304, + 0.08992618322372437, + 0.1115533858537674, + 0.10418008267879486 + ], + "perturbation_rho": [ + -0.01300876960158348, + 0.12486347556114197, + 0.1899794042110443, + 0.08801613748073578, + 0.11934874951839447, + 0.15905101597309113, + 0.1374979466199875, + 0.167507603764534 + ], + "nudging": { + "0.001": [ + -0.00116775743663311, + -0.0005817725323140621, + -0.0004425079678185284, + -0.0002278374886373058, + -0.00030131125822663307, + -0.0003067472716793418, + -0.00033343967515975237, + -0.00031045585637912154 + ], + "0.003": [ + -0.003487181384116411, + -0.0017464003758504987, + -0.0013272382784634829, + -0.0006842178991064429, + -0.0009047683561220765, + -0.0009237582562491298, + -0.001001371769234538, + -0.0009321005782112479 + ], + "0.01": [ + -0.011210349388420582, + -0.00580610241740942, + -0.004417200107127428, + -0.002277099061757326, + -0.003015844151377678, + -0.0030763214454054832, + -0.003333096392452717, + -0.003100896719843149 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6784069482803345, + 0.8538369147300721, + 0.6258324602127076, + 0.668401536655426, + 0.7467584712982178, + 0.8377721960067749, + 0.9246440408706665, + 0.9443994323730469, + 0.8772222507476807, + 0.8539061568260193, + 0.8640116756439209, + 0.8537434608459472, + 0.8456798457145691, + 0.8172312419891358, + 0.8153982551574707, + 0.8007552943229675, + 0.794915559387207, + 0.8125922817230224, + 0.8261112766265869, + 0.8598634362220764, + 0.8852636333465577, + 0.8463179750442504, + 0.8648002141952514, + 0.8659900695800781, + 0.8808840075492859, + 0.8678793494224548, + 0.8149205436706543, + 0.8051315529823303, + 0.7829432733535766, + 0.8025028318405152, + 0.806145126914978, + 0.7712487247467041, + 0.7314799781799316, + 0.7506569934844971, + 0.7251035878658295, + 0.7171359412193299, + 0.7223926441192627, + 0.7606710305213928, + 0.7542281196594238, + 0.7664629793167115, + 0.7547179684638977, + 0.7321481575012208, + 0.7432650357246399, + 0.759351619386673, + 0.7231213260650635, + 0.7028192038059234, + 0.7018617664337158, + 0.6897621598243714, + 0.6744844152450562, + 0.661704832649231, + 0.6507027347564698, + 0.651756622838974, + 0.6367372986793518, + 0.6331114406585694, + 0.621852323770523, + 0.6100035942077636, + 0.6207889963150024, + 0.6060253511428833, + 0.6061938572883606, + 0.5996559371948242, + 0.5985591208934784, + 0.594506115436554, + 0.5957340684890747, + 0.5967603279113769, + 0.5868529572486877, + 0.5819584226608276, + 0.5830897835254669, + 0.5751743601322175, + 0.5750890419960022, + 0.5712065260887146, + 0.5768221997261047, + 0.57174985704422, + 0.5698016437530518, + 0.5679710320472717, + 0.5670583985328674, + 0.5655418931007385, + 0.5647730830669403, + 0.564036203956604, + 0.5634859690189361, + 0.5633206834793091 + ], + "train_acc": [ + 0.3775, + 0.6775, + 0.7658, + 0.7622, + 0.7479, + 0.7153, + 0.683, + 0.6745, + 0.6916, + 0.6924, + 0.6903, + 0.6979, + 0.6947, + 0.7022, + 0.7023, + 0.7059, + 0.7174, + 0.7102, + 0.7041, + 0.7003, + 0.6969, + 0.7058, + 0.6969, + 0.6961, + 0.6944, + 0.7061, + 0.7134, + 0.7147, + 0.7232, + 0.7225, + 0.7195, + 0.7299, + 0.7416, + 0.7358, + 0.7423, + 0.7457, + 0.7415, + 0.7298, + 0.7298, + 0.7304, + 0.7341, + 0.7385, + 0.7345, + 0.7343, + 0.7411, + 0.7455, + 0.7503, + 0.7477, + 0.758, + 0.7611, + 0.7653, + 0.7635, + 0.769, + 0.769, + 0.7748, + 0.7762, + 0.7738, + 0.7796, + 0.7799, + 0.7829, + 0.7854, + 0.7821, + 0.7841, + 0.7834, + 0.7892, + 0.7867, + 0.7844, + 0.7916, + 0.7943, + 0.7908, + 0.7905, + 0.7918, + 0.7904, + 0.7928, + 0.7977, + 0.7965, + 0.7967, + 0.7968, + 0.7979, + 0.7976 + ], + "test_acc": [ + 0.5905, + 0.713, + 0.732, + 0.735, + 0.709, + 0.6775, + 0.632, + 0.668, + 0.6925, + 0.6775, + 0.668, + 0.654, + 0.6655, + 0.6685, + 0.6705, + 0.665, + 0.647, + 0.672, + 0.647, + 0.6545, + 0.666, + 0.669, + 0.6395, + 0.654, + 0.6495, + 0.6735, + 0.684, + 0.69, + 0.6515, + 0.6245, + 0.638, + 0.681, + 0.684, + 0.6905, + 0.6955, + 0.6795, + 0.679, + 0.6915, + 0.6655, + 0.683, + 0.6745, + 0.6925, + 0.6685, + 0.6965, + 0.6905, + 0.7015, + 0.7225, + 0.7035, + 0.713, + 0.7285, + 0.7095, + 0.727, + 0.717, + 0.7325, + 0.7405, + 0.742, + 0.7285, + 0.733, + 0.733, + 0.741, + 0.745, + 0.7425, + 0.741, + 0.7395, + 0.739, + 0.748, + 0.7505, + 0.743, + 0.7455, + 0.7465, + 0.7455, + 0.749, + 0.751, + 0.748, + 0.755, + 0.7485, + 0.7515, + 0.749, + 0.7505, + 0.7505 + ], + "state_pred_error": [ + 0.6772782639980316, + 0.19106789288520812, + 0.13515139267444612, + 0.13850510149002077, + 0.15888860702514648, + 0.1779759260416031, + 0.18962191469669343, + 0.19099906651973725, + 0.19079499611854553, + 0.1884487063884735, + 0.16957074830532073, + 0.1468679202079773, + 0.13275577713251113, + 0.12061098921298981, + 0.11245400367975235, + 0.1107190781712532, + 0.10698225569725037, + 0.10462268464565277, + 0.10515006263256073, + 0.1079078679561615, + 0.10459889571666718, + 0.09621057146787644, + 0.09101127699613572, + 0.0875964389204979, + 0.08520031116008758, + 0.07949715087413788, + 0.07065141149759292, + 0.059809070467948915, + 0.05204611879587173, + 0.04686824198961258, + 0.04378255767822266, + 0.04081880375742912, + 0.03798793787956238, + 0.0367397832930088, + 0.03546322963833809, + 0.03455261668562889, + 0.0339633260011673, + 0.033648267769813535, + 0.032997100949287414, + 0.03264095353484154, + 0.03156215361058712, + 0.03050885224044323, + 0.029427878975868224, + 0.028430858767032625, + 0.027126849246025084, + 0.025839528360962868, + 0.024351652067899705, + 0.022825814968347548, + 0.021286853644251823, + 0.019926348620653154, + 0.018836932730674744, + 0.017829388728737832, + 0.017018498905003072, + 0.01635422433912754, + 0.015619463436305523, + 0.015121812850236893, + 0.014551292099058628, + 0.014125415742397309, + 0.01379347063228488, + 0.013232204216718673, + 0.012918133257329463, + 0.012570921210944653, + 0.012321776081621647, + 0.011932332634925841, + 0.012032916615903378, + 0.011654329168796539, + 0.01127493067085743, + 0.010999307538568974, + 0.010814604671299457, + 0.010433502918481826, + 0.010403014844655991, + 0.010025098942220211, + 0.009788281431794166, + 0.009658125045895577, + 0.009502492478489876, + 0.00937487707734108, + 0.009174802857637405, + 0.00912027053758502, + 0.008794732482731342, + 0.008746991481631994 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8145060539245605, + 0.39495280385017395, + 0.15602949261665344, + 0.14954066276550293, + 0.1189848780632019, + 0.14297258853912354, + 0.11834269762039185, + 0.11334948241710663 + ], + "perturbation_rho": [ + 0.7131592035293579, + 0.31938445568084717, + 0.13574811816215515, + 0.13510501384735107, + 0.12680554389953613, + 0.13444143533706665, + 0.1260460913181305, + 0.09450235962867737 + ], + "nudging": { + "0.001": [ + -0.02241743914783001, + -0.0012560778995975852, + -0.00039777648635208607, + -0.00037799825076945126, + -0.0003125373332295567, + -0.00036414398346096277, + -0.00031964073423296213, + -0.00029873993480578065 + ], + "0.003": [ + -0.06559374928474426, + -0.0037621967494487762, + -0.001192728290334344, + -0.0011324514634907246, + -0.0009376248344779015, + -0.0010918397456407547, + -0.000958584132604301, + -0.0008956205565482378 + ], + "0.01": [ + -0.20040717720985413, + -0.012472910806536674, + -0.003969438374042511, + -0.003768536727875471, + -0.0031205681152641773, + -0.00363306887447834, + -0.0031901695765554905, + -0.002980557270348072 + ] + }, + "state_pred_error_per_layer": [ + 7208.7744140625, + 4043.077392578125, + 2431.6259765625, + 2036.907958984375, + 1977.547119140625, + 1708.2327880859375, + 1901.497314453125, + 1821.6331787109375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.169899132156372, + 1.197789729309082, + 0.7590794116973877, + 0.6422608478546142, + 0.584924817276001, + 0.5648346998214722, + 0.5388649930000305, + 0.5851700714111329, + 0.5517988770008088, + 0.525461665058136, + 0.5722274063110352, + 0.5967739044189453, + 0.599816835308075, + 0.6654899589538574, + 0.524122939491272, + 0.5636429683685302, + 0.7308413411140442, + 0.653116132569313, + 0.7010653434753418, + 0.7020271137237549, + 0.6951467881679535, + 0.7047059141159058, + 0.735547448348999, + 0.9342722967147827, + 0.8680836700439453, + 0.9131568016052246, + 0.9096203659534454, + 1.0347100614547728, + 0.9645821760177612, + 0.9702437899589539, + 0.9094774784564972, + 0.9601590196609497, + 1.0798742359161377, + 1.092118327331543, + 1.032936611366272, + 1.1091057176589967, + 1.0215610338211059, + 0.9568075794219971, + 1.0716010482788085, + 1.0599199287414551, + 1.2421540455818176, + 1.2023227766036988, + 1.1708740584373474, + 1.1385227828979492, + 1.1439118378639221, + 1.0960134803771973, + 1.1730884643554687, + 1.102697074317932, + 1.1464144012451172, + 1.0509382783889771, + 1.0821549007415772, + 1.164067378616333, + 1.0707063930511476, + 1.1033225898742676, + 1.1311242740631104, + 1.1095260940551759, + 1.103656944656372, + 1.093299767112732, + 1.1076723503112793, + 1.1251354174613952, + 1.1135358158111572, + 1.1405975442886354, + 1.1332505071640016, + 1.1395424041748048, + 1.1576629329681396, + 1.1703690267562865, + 1.1598464979171752, + 1.1532865390777587, + 1.1590178819656372, + 1.1575250087738038, + 1.1601745920181274, + 1.1568465393066407, + 1.1543491954803466, + 1.154213610458374, + 1.1500441106796264, + 1.1494695510864257, + 1.1487898721694947, + 1.1466926807403564, + 1.1453759771347045, + 1.144642575263977 + ], + "train_acc": [ + 0.214, + 0.572, + 0.7171, + 0.762, + 0.7828, + 0.7896, + 0.7977, + 0.7902, + 0.8043, + 0.8146, + 0.8075, + 0.8023, + 0.8098, + 0.7934, + 0.8285, + 0.8211, + 0.7869, + 0.8048, + 0.7953, + 0.7903, + 0.791, + 0.7912, + 0.7783, + 0.7442, + 0.7565, + 0.7494, + 0.7425, + 0.7158, + 0.7176, + 0.7073, + 0.709, + 0.6874, + 0.6568, + 0.6523, + 0.6548, + 0.631, + 0.6549, + 0.6643, + 0.6365, + 0.636, + 0.6048, + 0.611, + 0.6129, + 0.6199, + 0.6083, + 0.6216, + 0.6033, + 0.6136, + 0.607, + 0.6242, + 0.6212, + 0.5947, + 0.6192, + 0.6108, + 0.6008, + 0.6101, + 0.6167, + 0.6127, + 0.6161, + 0.6081, + 0.6131, + 0.6068, + 0.6051, + 0.6046, + 0.5949, + 0.597, + 0.5965, + 0.5993, + 0.5982, + 0.5988, + 0.5983, + 0.601, + 0.599, + 0.6012, + 0.5997, + 0.5996, + 0.6003, + 0.6001, + 0.6019, + 0.6011 + ], + "test_acc": [ + 0.4045, + 0.6525, + 0.71, + 0.7445, + 0.741, + 0.75, + 0.757, + 0.7435, + 0.7555, + 0.765, + 0.7525, + 0.7735, + 0.7285, + 0.772, + 0.7585, + 0.7385, + 0.719, + 0.734, + 0.76, + 0.7505, + 0.745, + 0.7105, + 0.711, + 0.717, + 0.708, + 0.694, + 0.6665, + 0.692, + 0.633, + 0.587, + 0.621, + 0.5625, + 0.586, + 0.536, + 0.4865, + 0.5185, + 0.5765, + 0.5355, + 0.6045, + 0.5395, + 0.514, + 0.476, + 0.553, + 0.528, + 0.5495, + 0.507, + 0.5325, + 0.479, + 0.547, + 0.558, + 0.4865, + 0.579, + 0.5495, + 0.492, + 0.536, + 0.5855, + 0.563, + 0.572, + 0.5725, + 0.562, + 0.5645, + 0.5625, + 0.559, + 0.54, + 0.551, + 0.5415, + 0.559, + 0.563, + 0.5585, + 0.5535, + 0.559, + 0.55, + 0.556, + 0.564, + 0.553, + 0.559, + 0.5535, + 0.5525, + 0.555, + 0.555 + ], + "value_loss": [ + 2.7866874431610107, + 0.9174076202392578, + 0.8914946027755737, + 0.9023974754333496, + 0.8192308839321136, + 0.7574673677444458, + 0.7969445713043213, + 0.9423759811401368, + 0.9109364691734314, + 0.808044982624054, + 0.9660812770843505, + 1.1082358276367188, + 1.1196660041809081, + 1.2880344915866853, + 0.9416150609016418, + 1.0244576909065246, + 1.7019867615699769, + 1.3895921471595765, + 1.5365349853515624, + 1.5349470893859862, + 1.5058123647689818, + 1.4833002822875976, + 1.5964698181152344, + 2.332591817855835, + 2.1592319396972655, + 2.3775140846252443, + 2.055455123615265, + 2.358651049351692, + 1.9399827407836914, + 1.801168231010437, + 1.4624209257125855, + 1.3816904611587524, + 2.3037928730010986, + 1.6289699904441834, + 1.1638665494918823, + 1.3711586618423461, + 1.3940555594444275, + 0.8574702676773072, + 0.915366801071167, + 0.8432927488327027, + 2.127538126420975, + 1.3269745040893555, + 1.3527723755836487, + 1.1931525053024292, + 1.2245771019935607, + 1.1547237043857574, + 0.9767586273193359, + 1.0432306060791015, + 0.8256955463409423, + 0.6316090171813965, + 0.6487793773651123, + 0.739714870929718, + 0.5902126419067383, + 0.6460893482208252, + 0.672758955001831, + 0.6674723028182984, + 0.6114201810836792, + 0.5738068954467773, + 0.6004385272026062, + 0.5945483853816986, + 0.5871271083831787, + 0.627871448135376, + 0.6086034240722656, + 0.5733864782333374, + 0.5696756621360779, + 0.6026423274040222, + 0.6132345210075378, + 0.5927936091423035, + 0.5670827034950257, + 0.564662850189209, + 0.5607326948165894, + 0.5638655605316162, + 0.5459429302215576, + 0.5456877880096436, + 0.5736805513381958, + 0.5470059418201446, + 0.5224333214044571, + 0.5464944786071777, + 0.5188668343544006, + 0.5412774887084961 + ], + "term_loss": [ + 1.63910704536438, + 0.6317383563995361, + 0.7112859618186951, + 0.7408633338928222, + 0.6577937492370606, + 0.5729757232189179, + 0.6305919244766235, + 0.7700344627380371, + 0.7500860171318054, + 0.6568901985168457, + 0.8059835026741028, + 0.9458411903381347, + 0.954459958934784, + 1.1104201313018798, + 0.7928285349845886, + 0.8695057340621948, + 1.5071396081924437, + 1.21288857524395, + 1.3495808773040772, + 1.3286071298122406, + 1.2826879957199098, + 1.2582777523040771, + 1.3444410652160645, + 1.9734292907714843, + 1.788304136276245, + 2.006763204574585, + 1.687252942943573, + 2.00210447653532, + 1.596301502227783, + 1.428968256187439, + 1.14496179561615, + 1.0461816717147827, + 1.8839465621948241, + 1.194931499004364, + 0.8141011932373047, + 0.9930688802719116, + 1.0058540163993837, + 0.5390169447898865, + 0.5843337638854981, + 0.5027120730400085, + 1.6004343148708344, + 0.8963684169769287, + 0.893130143404007, + 0.764038823890686, + 0.7726210286140441, + 0.7405953636407853, + 0.5840272753715515, + 0.6448911304473877, + 0.4747549978256226, + 0.3141033357620239, + 0.33270398921966554, + 0.4020488702058792, + 0.2790641488313675, + 0.3292891996383667, + 0.3515699282169342, + 0.34689451780319214, + 0.3006282347202301, + 0.27147112836837767, + 0.29616545426845553, + 0.28420736417770387, + 0.2826799100875855, + 0.3165199294090271, + 0.2988843548297882, + 0.2680483558177948, + 0.261594016623497, + 0.29058788201808927, + 0.29542932945489886, + 0.2805451308965683, + 0.2601419636726379, + 0.2575787572383881, + 0.25340069789886477, + 0.2539660128593445, + 0.23847104530334473, + 0.2382884523868561, + 0.2596001932859421, + 0.23661555552482605, + 0.2207985038548708, + 0.23649365541934966, + 0.21443204939365387, + 0.23150972747802734 + ], + "bridge_loss": [ + 0.851698666994652, + 0.05855167130827904, + 0.006215408114343882, + 0.0038532218255102634, + 0.011163550445437431, + 0.037724834394454954, + 0.02354336112141609, + 0.020078385154902935, + 0.01455264826565981, + 0.012083962416648865, + 0.012597031140327454, + 0.011899129335582256, + 0.01517092033624649, + 0.016714082181453704, + 0.01529124939441681, + 0.01617379978299141, + 0.02265110963135958, + 0.02179773365855217, + 0.025880517882108687, + 0.044521565622091294, + 0.05782247805893421, + 0.05953346390724182, + 0.07923136401176453, + 0.15373265982866288, + 0.17564270244836808, + 0.1691748236656189, + 0.1638057589173317, + 0.13287635965049266, + 0.12563166702985765, + 0.14815512808561326, + 0.09730534753799439, + 0.10153535420894623, + 0.16397418546676637, + 0.16828366361260413, + 0.09841816610097885, + 0.11215688467025757, + 0.13492409853935242, + 0.0738004425406456, + 0.0662885293841362, + 0.07449169340133667, + 0.24015194996595382, + 0.1427286093711853, + 0.1754998088359833, + 0.1464556162595749, + 0.16590757843255996, + 0.13885814949274064, + 0.10230485528707504, + 0.11841529335975647, + 0.0632941883802414, + 0.04624536537528038, + 0.04330551617741585, + 0.04858552278876305, + 0.0362572277367115, + 0.03532285144329071, + 0.03417909780740738, + 0.0386603756070137, + 0.03108417900800705, + 0.025329264031350614, + 0.0265734569311142, + 0.02687511657476425, + 0.023663357776403427, + 0.027196960085630415, + 0.02578365526199341, + 0.021047952508926392, + 0.021056697730720043, + 0.022916216899454594, + 0.02991764326095581, + 0.026238187783956528, + 0.019742111763358116, + 0.02061487686634064, + 0.019812159460783005, + 0.023762189900875093, + 0.021338633975386618, + 0.021927258050441743, + 0.029114572647213937, + 0.024936546593904495, + 0.01797967905253172, + 0.025368353989720344, + 0.020480678632855416, + 0.02621319934129715 + ], + "tgrad_loss": [ + 0.295881768321991, + 0.22711758861541748, + 0.17399323415756227, + 0.15768092048168184, + 0.15027358498573304, + 0.14676680796146394, + 0.1428092940092087, + 0.15226313366889954, + 0.14629780707359313, + 0.13907082080841066, + 0.14750074167251587, + 0.15049550247192384, + 0.15003512766361238, + 0.16090027875900267, + 0.1334952704668045, + 0.13877815887928008, + 0.17219604279994966, + 0.1549058295071125, + 0.161073606300354, + 0.16181839514374732, + 0.16530189299583434, + 0.16548906588554382, + 0.17279738521575927, + 0.2054298910856247, + 0.19528509845733644, + 0.2015760479450226, + 0.20439642648696899, + 0.22367020057439804, + 0.21804955558776856, + 0.22404484484195708, + 0.220153786444664, + 0.23397343626022338, + 0.2558721103668213, + 0.2657548138618469, + 0.25134719014167783, + 0.26593290541172027, + 0.25327744019031523, + 0.2446528902053833, + 0.2647445123195648, + 0.26608898282051086, + 0.2869518846511841, + 0.28787748503684996, + 0.2841424269676209, + 0.28265806045532227, + 0.28604849166870117, + 0.275270179605484, + 0.2904265064239502, + 0.2799241715431213, + 0.2876463684082031, + 0.27126030888557434, + 0.2727698717355728, + 0.2890804699420929, + 0.2748912615776062, + 0.2814773001670837, + 0.2870099315643311, + 0.2819174147605896, + 0.27970777044296263, + 0.277006508564949, + 0.27769961276054383, + 0.28346590518951414, + 0.2807838364601135, + 0.28415455718040467, + 0.28393541340827944, + 0.28429017095565795, + 0.287024947977066, + 0.2891382306098938, + 0.2878875425100327, + 0.2860102851390839, + 0.2871986273288727, + 0.28646921577453616, + 0.2875198390007019, + 0.2861373591423035, + 0.28613325204849244, + 0.2854720791339874, + 0.2849657874107361, + 0.28545383520126344, + 0.2836551445007324, + 0.2846324709892273, + 0.28395411243438723, + 0.28355456256866457 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.03383665531873703, + 0.10378465056419373, + 0.1522345095872879, + 0.12050338089466095, + 0.12787620723247528, + 0.13963481783866882, + 0.14998120069503784, + 0.1584387719631195 + ], + "perturbation_rho": [ + 0.02018044888973236, + 0.14589767158031464, + 0.20607107877731323, + 0.18045580387115479, + 0.1894514560699463, + 0.16447019577026367, + 0.1924649477005005, + 0.2218032032251358 + ], + "nudging": { + "0.001": [ + -0.0010144492844119668, + -0.0008512640488334, + -0.0010741300648078322, + -0.0009214384481310844, + -0.0009110164828598499, + -0.0009800404077395797, + -0.0010496200993657112, + -0.0010793276596814394 + ], + "0.003": [ + -0.003022595774382353, + -0.0025523165240883827, + -0.003220552345737815, + -0.002765212208032608, + -0.002732472261413932, + -0.0029396198224276304, + -0.0031477869488298893, + -0.003236861899495125 + ], + "0.01": [ + -0.00981426052749157, + -0.00849075522273779, + -0.010712197050452232, + -0.009203735738992691, + -0.009092864580452442, + -0.00978156179189682, + -0.010470103472471237, + -0.010766083374619484 + ] + } + } + } +}
\ No newline at end of file |