diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json new file mode 100644 index 0000000..24023da --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L4_s123.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.4834706062316894, + 0.5430349823951721, + 0.38668747143745424, + 0.34510154552459715, + 0.33817491273880007, + 0.2920334846019745, + 0.2970120040655136, + 0.2641972427368164, + 0.2674439710021019, + 0.2409529842853546, + 0.2405674941301346, + 0.2373046693444252, + 0.2162545440196991, + 0.24015355696678162, + 0.21905847864151, + 0.21977773468494416, + 0.17934191759824752, + 0.16521801726818083, + 0.1855501010656357, + 0.16433925240039826, + 0.18235039415359497, + 0.20661087665557862, + 0.19766983861923218, + 0.15200146064758302, + 0.14539728266000748, + 0.12806377177238465, + 0.13287909836769105, + 0.14254976189136506, + 0.1169908158659935, + 0.10335765879154206, + 0.0976445425748825, + 0.1269135407447815, + 0.10905979499816895, + 0.1036293788909912, + 0.08703284446001053, + 0.07714519078731537, + 0.0854867350578308, + 0.07759437730312348, + 0.08323309755325317, + 0.06878422734737397, + 0.06057573595643043, + 0.056178426837921146, + 0.0535672729074955, + 0.05012710075974464, + 0.0464719173014164, + 0.044800338208675385, + 0.05190476224422455, + 0.04983877096027136, + 0.041653870904445646, + 0.039705309933424, + 0.036863119888305665, + 0.042920396673679355, + 0.03639051071405411, + 0.03289378116130829, + 0.035526476675271985, + 0.033458709704875945, + 0.029977919310331346, + 0.028593969064950944, + 0.02730948829650879, + 0.02754064207971096, + 0.026273250000178813, + 0.02554192252755165, + 0.025177255961298942, + 0.024420051104575395, + 0.023936483108997344, + 0.023976508555561302, + 0.023393685922026633, + 0.023062897664308548, + 0.02284297253638506, + 0.0225670176923275, + 0.02237149138152599, + 0.022162008368223907, + 0.021948657459020613, + 0.021801631617546082, + 0.021714019361883403, + 0.021613608975708486, + 0.02154767996519804, + 0.021490249353647232, + 0.02145659771114588, + 0.02143701379299164 + ], + "train_acc": [ + 0.5114, + 0.8219, + 0.8579, + 0.8666, + 0.8671, + 0.8848, + 0.8822, + 0.8982, + 0.8949, + 0.909, + 0.907, + 0.9076, + 0.9125, + 0.9065, + 0.9148, + 0.9142, + 0.9331, + 0.9382, + 0.9255, + 0.9384, + 0.9247, + 0.9212, + 0.9216, + 0.9426, + 0.947, + 0.9543, + 0.9517, + 0.9467, + 0.9569, + 0.9688, + 0.9707, + 0.9526, + 0.9639, + 0.9648, + 0.9728, + 0.9806, + 0.972, + 0.9773, + 0.9745, + 0.9815, + 0.9875, + 0.9885, + 0.99, + 0.9916, + 0.9942, + 0.994, + 0.9899, + 0.9906, + 0.9953, + 0.9956, + 0.9971, + 0.9926, + 0.9971, + 0.9978, + 0.9966, + 0.9971, + 0.999, + 0.9988, + 0.9994, + 0.9989, + 0.9998, + 0.9998, + 0.9998, + 1.0, + 0.9999, + 0.9999, + 1.0, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7605, + 0.85, + 0.859, + 0.865, + 0.8715, + 0.87, + 0.857, + 0.8675, + 0.8675, + 0.8715, + 0.88, + 0.8645, + 0.868, + 0.868, + 0.8735, + 0.874, + 0.8685, + 0.8815, + 0.8755, + 0.8785, + 0.8785, + 0.872, + 0.871, + 0.88, + 0.8785, + 0.879, + 0.8755, + 0.875, + 0.8835, + 0.8805, + 0.877, + 0.8715, + 0.883, + 0.8785, + 0.881, + 0.8775, + 0.8845, + 0.8835, + 0.875, + 0.8825, + 0.885, + 0.881, + 0.878, + 0.8825, + 0.8825, + 0.883, + 0.881, + 0.881, + 0.88, + 0.8845, + 0.883, + 0.88, + 0.884, + 0.8805, + 0.883, + 0.88, + 0.8775, + 0.8815, + 0.881, + 0.88, + 0.8815, + 0.8795, + 0.881, + 0.88, + 0.8795, + 0.8785, + 0.8805, + 0.8795, + 0.883, + 0.884, + 0.8825, + 0.881, + 0.8815, + 0.8815, + 0.8825, + 0.8825, + 0.883, + 0.883, + 0.882, + 0.882 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.817541241645813, + 0.7992762923240662, + 0.7803024053573608, + 0.749271035194397 + ], + "perturbation_rho": [ + 0.9999992847442627, + 0.9999971389770508, + 0.9999915361404419, + 0.9999540448188782 + ], + "nudging": { + "0.001": [ + -0.039698582142591476, + -0.021919304504990578, + -0.010462507605552673, + -0.004785426892340183 + ], + "0.003": [ + -0.10896631330251694, + -0.06271065026521683, + -0.030694259330630302, + -0.014211377128958702 + ], + "0.01": [ + -0.25995129346847534, + -0.17589232325553894, + -0.09449617564678192, + -0.04570754989981651 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2335582107543943, + 1.4812821199417114, + 0.8872520751953125, + 0.6475240196228027, + 0.5359860889434814, + 0.46958555698394777, + 0.45785905749797823, + 0.4420524597644806, + 0.46240528092384336, + 0.438674670791626, + 0.4997645055770874, + 0.4712224443435669, + 0.48766630415916445, + 0.4953000538825989, + 0.4773715334892273, + 0.5531020860195159, + 0.47040989060401917, + 0.4952229196548462, + 0.6815311771392822, + 0.5375438184738159, + 0.569130647277832, + 0.5825253881454467, + 0.6240433019638062, + 0.5191664490699768, + 0.5594121186256409, + 0.5025074581623077, + 0.568897618484497, + 0.797276012134552, + 0.6494657384395599, + 0.5863183005809784, + 0.5042545314788819, + 0.6360464210510254, + 0.5303603213310242, + 0.6333333390235901, + 0.5571413533687591, + 0.521467384147644, + 0.6245811168670654, + 0.4870353964805603, + 0.5776216228485107, + 0.6220016703605652, + 0.663741721868515, + 0.6662271121025085, + 0.6002572847366333, + 0.6127229302406311, + 0.5246655365228653, + 0.4890981090545654, + 0.5078178949356079, + 0.45640108737945556, + 0.5856611510276795, + 0.5142886983633042, + 0.49405618019104003, + 0.5483347434997559, + 0.5194024101734162, + 0.5156882713317871, + 0.48824515991210937, + 0.46362982807159425, + 0.48169746732711793, + 0.4621458419799805, + 0.48525344228744505, + 0.4669917287349701, + 0.43736272325515746, + 0.4267999319076538, + 0.447295890045166, + 0.44295010929107664, + 0.42769963054656984, + 0.43936410925388336, + 0.42555498695373534, + 0.4199682415962219, + 0.4203143095970154, + 0.4061591213226318, + 0.4136860329627991, + 0.4161090198516846, + 0.4061859919548035, + 0.4035600830078125, + 0.40434388854503633, + 0.40137048931121827, + 0.40382256450653076, + 0.39942702045440676, + 0.3986932475566864, + 0.39767972602844237 + ], + "train_acc": [ + 0.1852, + 0.484, + 0.6814, + 0.7576, + 0.8008, + 0.8232, + 0.8259, + 0.8299, + 0.8242, + 0.8325, + 0.815, + 0.8246, + 0.8193, + 0.8158, + 0.8202, + 0.8012, + 0.8253, + 0.8114, + 0.7706, + 0.8045, + 0.7946, + 0.7887, + 0.7805, + 0.8032, + 0.7913, + 0.8114, + 0.7894, + 0.7385, + 0.7662, + 0.7862, + 0.8128, + 0.764, + 0.8006, + 0.7743, + 0.7941, + 0.8065, + 0.7786, + 0.8154, + 0.7877, + 0.775, + 0.7658, + 0.765, + 0.7887, + 0.7835, + 0.806, + 0.8177, + 0.8082, + 0.8231, + 0.7853, + 0.8043, + 0.8151, + 0.797, + 0.8023, + 0.8106, + 0.8192, + 0.8253, + 0.8167, + 0.822, + 0.8158, + 0.8208, + 0.8345, + 0.8374, + 0.8289, + 0.8276, + 0.8334, + 0.8309, + 0.8372, + 0.8371, + 0.8392, + 0.8448, + 0.8397, + 0.8405, + 0.8417, + 0.8454, + 0.8438, + 0.8444, + 0.844, + 0.8454, + 0.8473, + 0.8469 + ], + "test_acc": [ + 0.329, + 0.6095, + 0.7115, + 0.77, + 0.7765, + 0.797, + 0.7935, + 0.77, + 0.793, + 0.7595, + 0.7995, + 0.781, + 0.744, + 0.7505, + 0.7555, + 0.7825, + 0.779, + 0.6505, + 0.7605, + 0.684, + 0.754, + 0.654, + 0.7145, + 0.7395, + 0.7465, + 0.7285, + 0.626, + 0.6385, + 0.728, + 0.7255, + 0.659, + 0.7475, + 0.6745, + 0.668, + 0.7795, + 0.749, + 0.7725, + 0.7285, + 0.6635, + 0.6505, + 0.727, + 0.675, + 0.6695, + 0.746, + 0.743, + 0.702, + 0.7945, + 0.667, + 0.7215, + 0.7375, + 0.71, + 0.7465, + 0.744, + 0.704, + 0.7515, + 0.744, + 0.7415, + 0.7765, + 0.775, + 0.782, + 0.795, + 0.792, + 0.795, + 0.7705, + 0.7955, + 0.7975, + 0.787, + 0.778, + 0.796, + 0.8075, + 0.793, + 0.806, + 0.8035, + 0.8055, + 0.8085, + 0.799, + 0.803, + 0.8065, + 0.804, + 0.8045 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.027901431545615196, + 0.2837410271167755, + 0.17885790765285492, + 0.12107238173484802 + ], + "perturbation_rho": [ + -0.007988158613443375, + 0.25683730840682983, + 0.21096175909042358, + 0.1645408272743225 + ], + "nudging": { + "0.001": [ + 0.00047835364239290357, + -0.0009741741232573986, + -0.0005935455556027591, + -0.00044419028563424945 + ], + "0.003": [ + 0.0014678429579362273, + -0.002917262725532055, + -0.0017763640498742461, + -0.0013300562277436256 + ], + "0.01": [ + 0.005267709027975798, + -0.009674372151494026, + -0.005893784575164318, + -0.0044119693338871 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8521444786071777, + 0.8489539235115051, + 0.49778255472183225, + 0.44921045970916745, + 0.4791688131332397, + 0.5339837857246399, + 0.6159221937656403, + 0.6920900274276733, + 0.7395291107177734, + 0.7648588424682617, + 0.7390518695831299, + 0.7285711270332337, + 0.756377292728424, + 0.7920883464813232, + 0.7511230406761169, + 0.7427966569900513, + 0.7848520866394043, + 0.7643903920173645, + 0.747663676071167, + 0.7614839931488037, + 0.7973562688827515, + 0.805117155122757, + 0.8282611333847046, + 0.8117145735740662, + 0.77988141746521, + 0.7727121877670288, + 0.7857501653671265, + 0.7532362991333008, + 0.7174396375656128, + 0.6707095355987549, + 0.6616346151351928, + 0.6730950567245484, + 0.6997067294597625, + 0.6670414597511292, + 0.7028018656730652, + 0.6884466652870178, + 0.6903644677162171, + 0.6862619149208069, + 0.6891118244171143, + 0.6871656932830811, + 0.7013169605255127, + 0.6584716122150421, + 0.6772907896995545, + 0.6789146376609803, + 0.6993297848701477, + 0.6749252514839172, + 0.6679595365524292, + 0.6602012983322143, + 0.6643224500656127, + 0.6685716100692749, + 0.6538269229888916, + 0.6759916665077209, + 0.6566515842437745, + 0.6645777332305908, + 0.6630637623786926, + 0.6612954006195069, + 0.6419784454345703, + 0.649862062215805, + 0.6516496278762818, + 0.6557377228736877, + 0.6478088115215301, + 0.6365815505981446, + 0.6575287200927734, + 0.6443278756141663, + 0.6441601477622986, + 0.647724620437622, + 0.6438550380706787, + 0.6339428859710693, + 0.635849730682373, + 0.6402260863304138, + 0.6340386274337768, + 0.635369322013855, + 0.6311982594490051, + 0.6316978254318237, + 0.6306024626731872, + 0.6300158632278442, + 0.6289655219078064, + 0.6281617763519287, + 0.6276290187835694, + 0.6273329115867615 + ], + "train_acc": [ + 0.3353, + 0.6866, + 0.8142, + 0.8275, + 0.8164, + 0.8031, + 0.7812, + 0.7662, + 0.7541, + 0.7442, + 0.7411, + 0.7383, + 0.7284, + 0.7118, + 0.7334, + 0.7317, + 0.7181, + 0.73, + 0.7275, + 0.727, + 0.7215, + 0.7129, + 0.7122, + 0.719, + 0.7334, + 0.7359, + 0.7363, + 0.7488, + 0.7578, + 0.7726, + 0.7687, + 0.7618, + 0.7597, + 0.7667, + 0.7523, + 0.7602, + 0.763, + 0.7613, + 0.7607, + 0.759, + 0.7594, + 0.7722, + 0.7641, + 0.7591, + 0.7553, + 0.7664, + 0.7625, + 0.7675, + 0.7694, + 0.7625, + 0.7663, + 0.7654, + 0.767, + 0.7656, + 0.7673, + 0.7678, + 0.7709, + 0.7701, + 0.769, + 0.7704, + 0.7723, + 0.778, + 0.7657, + 0.7699, + 0.7732, + 0.7689, + 0.7764, + 0.7744, + 0.7746, + 0.7734, + 0.7761, + 0.7759, + 0.7764, + 0.7775, + 0.7782, + 0.7754, + 0.7773, + 0.7776, + 0.7789, + 0.7788 + ], + "test_acc": [ + 0.5775, + 0.7495, + 0.7955, + 0.793, + 0.779, + 0.7605, + 0.7395, + 0.73, + 0.7225, + 0.712, + 0.7185, + 0.724, + 0.702, + 0.707, + 0.702, + 0.7015, + 0.709, + 0.7075, + 0.7135, + 0.707, + 0.711, + 0.712, + 0.693, + 0.701, + 0.701, + 0.7115, + 0.7185, + 0.734, + 0.7445, + 0.7265, + 0.733, + 0.7365, + 0.724, + 0.7235, + 0.7295, + 0.721, + 0.7345, + 0.7035, + 0.724, + 0.7195, + 0.7045, + 0.715, + 0.721, + 0.7245, + 0.7245, + 0.733, + 0.7365, + 0.719, + 0.731, + 0.719, + 0.715, + 0.7195, + 0.7295, + 0.7165, + 0.7325, + 0.722, + 0.7225, + 0.724, + 0.725, + 0.7315, + 0.7305, + 0.731, + 0.721, + 0.7255, + 0.732, + 0.727, + 0.736, + 0.7325, + 0.7405, + 0.7305, + 0.7335, + 0.7335, + 0.735, + 0.7355, + 0.7325, + 0.733, + 0.7355, + 0.734, + 0.7345, + 0.7345 + ], + "state_pred_error": [ + 0.7540362793922424, + 0.2618380335569382, + 0.17575423958301545, + 0.158187340092659, + 0.15769709210395813, + 0.16296500368118286, + 0.16990506443977357, + 0.1747624362707138, + 0.18139113659858705, + 0.17765859956741334, + 0.1602109962463379, + 0.14175251982212067, + 0.12335596957206726, + 0.10387119936943054, + 0.08755449919700622, + 0.07622657419443131, + 0.07090357104539871, + 0.06943184436559677, + 0.07135494997501374, + 0.07029388542175292, + 0.06737940437793731, + 0.06583633923530578, + 0.06345893771648407, + 0.05942388106584549, + 0.06105950610637665, + 0.06514391770958901, + 0.06618037341833115, + 0.06543034576177598, + 0.0635401979148388, + 0.06032257821559906, + 0.05693511110544205, + 0.05423654878139496, + 0.049708415055274964, + 0.046185979115962984, + 0.04225068616271019, + 0.0371412379860878, + 0.03288117943108082, + 0.028753877902030944, + 0.02540679348707199, + 0.022826728397607802, + 0.020825295001268385, + 0.01934205988943577, + 0.017717279280722142, + 0.016153786206245423, + 0.01561382452249527, + 0.013925037890672684, + 0.012696143777668477, + 0.011785201603174209, + 0.010956936873495578, + 0.010217144775390624, + 0.009551341994851827, + 0.009032958608865738, + 0.008615280666947365, + 0.008203100349009037, + 0.007876600304245949, + 0.008993487451970577, + 0.007320681408047676, + 0.007038792558014393, + 0.006822358392179012, + 0.006652445471286773, + 0.0065686072878539566, + 0.006301340243220329, + 0.006194311405718326, + 0.006011598140001297, + 0.005876070992648602, + 0.005961736746132374, + 0.0057346595384180545, + 0.005598231753706932, + 0.005515987113118172, + 0.005370079948008061, + 0.005283707259595394, + 0.005166467700898647, + 0.0051793598145246506, + 0.004988818861544132, + 0.004967996621131897, + 0.004830757288634777, + 0.004682945563271642, + 0.004599864952266216, + 0.004583264472708106, + 0.004458400094695389 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8108769655227661, + 0.3922353684902191, + 0.15907782316207886, + 0.149577796459198 + ], + "perturbation_rho": [ + 0.6536975502967834, + 0.33696871995925903, + 0.15431806445121765, + 0.1703358292579651 + ], + "nudging": { + "0.001": [ + -0.02259242907166481, + -0.0016305823810398579, + -0.0006174352020025253, + -0.0005583323654718697 + ], + "0.003": [ + -0.06632187962532043, + -0.004884002730250359, + -0.0018520723097026348, + -0.0016746381297707558 + ], + "0.01": [ + -0.2048409879207611, + -0.01618226245045662, + -0.006159749813377857, + -0.005569745786488056 + ] + }, + "state_pred_error_per_layer": [ + 3474.9130859375, + 1348.3646240234375, + 1462.0654296875, + 924.672607421875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.238513381195068, + 1.478446886062622, + 0.8984584705352783, + 0.6479596544265747, + 0.5321606098175049, + 0.46738452167510985, + 0.45212909936904905, + 0.4412958154678345, + 0.4428103973388672, + 0.45779245624542236, + 0.5129776763916015, + 0.48493399066925047, + 0.4955709422111511, + 0.5551924660682678, + 0.4973321964263916, + 0.5596337683677673, + 0.5621023122787475, + 0.5936956991195679, + 0.506741700553894, + 0.5527004140377044, + 0.5299466539382934, + 0.5636592745780945, + 0.5512495688438416, + 0.6911539608955384, + 0.7126970441818238, + 0.757884527015686, + 0.7561026565551758, + 0.8022804564714432, + 0.756680935382843, + 0.7413855548858642, + 0.7616110191345214, + 0.8522287889480591, + 0.90401587972641, + 0.8410554805755616, + 0.8393038982391358, + 0.8351445549964904, + 0.8266246129989624, + 0.8432566371917725, + 0.8550898251533509, + 0.8253010906219482, + 0.8000944749832153, + 0.7725691860198974, + 0.7631549596786499, + 0.7787857055664062, + 0.766472288608551, + 0.7898382484436035, + 0.8000267809867859, + 0.7795157686710358, + 0.784522922706604, + 0.7961834842681885, + 0.788183743095398, + 0.8009099166870117, + 0.7960924263954162, + 0.803066586303711, + 0.8122837594032287, + 0.7979355515480041, + 0.796984415435791, + 0.8062079792022705, + 0.8164349870204926, + 0.8265008636474609, + 0.8436849462509155, + 0.8493386405944824, + 0.8505276624202728, + 0.8448130174636841, + 0.8579680969238281, + 0.8611232654571533, + 0.8577412282943726, + 0.8524883877754211, + 0.8455306541442871, + 0.8488166980743408, + 0.8484283323287964, + 0.8408801859378815, + 0.8399367668151856, + 0.836677680015564, + 0.8344884692192077, + 0.834986524772644, + 0.8330111223220825, + 0.831924938583374, + 0.8312370910644531, + 0.830715307712555 + ], + "train_acc": [ + 0.1882, + 0.4923, + 0.6703, + 0.7584, + 0.8033, + 0.8246, + 0.8287, + 0.8365, + 0.8324, + 0.8263, + 0.8083, + 0.8171, + 0.8156, + 0.7956, + 0.8162, + 0.7952, + 0.7916, + 0.7863, + 0.8148, + 0.7992, + 0.813, + 0.8006, + 0.807, + 0.7772, + 0.768, + 0.7701, + 0.7688, + 0.7684, + 0.7655, + 0.7659, + 0.7579, + 0.737, + 0.7298, + 0.7463, + 0.7444, + 0.7461, + 0.7425, + 0.7347, + 0.7221, + 0.7309, + 0.7318, + 0.7317, + 0.7296, + 0.7252, + 0.7239, + 0.7159, + 0.7167, + 0.7169, + 0.7148, + 0.7099, + 0.7175, + 0.7085, + 0.7141, + 0.7089, + 0.7032, + 0.7083, + 0.7078, + 0.7084, + 0.7, + 0.7029, + 0.699, + 0.6951, + 0.6969, + 0.7002, + 0.695, + 0.6961, + 0.6957, + 0.6967, + 0.6991, + 0.6987, + 0.6988, + 0.6979, + 0.6988, + 0.7004, + 0.7003, + 0.7004, + 0.7006, + 0.7006, + 0.6997, + 0.7005 + ], + "test_acc": [ + 0.323, + 0.5955, + 0.715, + 0.766, + 0.7775, + 0.7915, + 0.7825, + 0.7865, + 0.785, + 0.7675, + 0.7915, + 0.747, + 0.7365, + 0.735, + 0.764, + 0.734, + 0.698, + 0.7815, + 0.7405, + 0.7365, + 0.7935, + 0.7415, + 0.716, + 0.7395, + 0.7405, + 0.738, + 0.7435, + 0.74, + 0.7195, + 0.729, + 0.717, + 0.663, + 0.7105, + 0.706, + 0.704, + 0.717, + 0.681, + 0.6935, + 0.722, + 0.6965, + 0.7145, + 0.706, + 0.7015, + 0.689, + 0.6965, + 0.693, + 0.705, + 0.6995, + 0.7, + 0.6905, + 0.6875, + 0.6795, + 0.6915, + 0.6805, + 0.6915, + 0.674, + 0.6855, + 0.673, + 0.669, + 0.665, + 0.6705, + 0.6655, + 0.67, + 0.666, + 0.6695, + 0.671, + 0.6665, + 0.667, + 0.668, + 0.664, + 0.6675, + 0.6705, + 0.668, + 0.668, + 0.67, + 0.665, + 0.6695, + 0.6695, + 0.6675, + 0.668 + ], + "value_loss": [ + 2.8863564193725586, + 0.9040914880752563, + 0.7810646405220032, + 0.6981226700782776, + 0.6097434432029724, + 0.6142956817626953, + 0.5842859931945801, + 0.517870895576477, + 0.5182754273414611, + 0.6007693460464477, + 0.680942530632019, + 0.5966949496269226, + 0.6465810567855835, + 0.7795912544250488, + 0.6385285264253616, + 0.7629974831581116, + 0.7991079656600952, + 0.8916878988265992, + 0.6929094882965088, + 0.7491918589115143, + 0.7855519455432892, + 0.8720088466644287, + 0.8952933601379395, + 1.208518335723877, + 1.2596970233917237, + 1.3889865486145019, + 1.3504928841590882, + 1.76775849237442, + 1.5157122314453124, + 1.3177562489509582, + 1.1500543141365052, + 1.3385095929145814, + 1.4191001964569092, + 1.2026564547538758, + 1.1336268447875977, + 1.130702359199524, + 1.011481032371521, + 1.033429777431488, + 0.9805498022079467, + 0.8623548080444335, + 0.7880003303527832, + 0.7476288684844971, + 0.6462140014648438, + 0.6593039730072021, + 0.5621418162345886, + 0.6217806543350219, + 0.6747557874679565, + 0.6232282665967941, + 0.6294091362953186, + 0.6572539217948914, + 0.5706359854221345, + 0.5169425714492798, + 0.5537946958541871, + 0.5706222624778747, + 0.5587895211219788, + 0.5054799375534058, + 0.5031447858333588, + 0.5232256004333496, + 0.5240278210163116, + 0.5081352228164673, + 0.5495406572341919, + 0.6334876583099365, + 0.5355876060128212, + 0.5040627335548401, + 0.55469250831604, + 0.5250602727890015, + 0.5236522147178649, + 0.5053264931678771, + 0.4896225148200989, + 0.4833145246982574, + 0.48712017555236814, + 0.48232889132499696, + 0.4699660972595215, + 0.48501924810409547, + 0.4632767639636993, + 0.4829914659500122, + 0.46285762519836426, + 0.4791563155412674, + 0.46995122051239013, + 0.4729928963661194 + ], + "term_loss": [ + 1.6036672487258912, + 0.4866477812767029, + 0.5500622243881226, + 0.5111940277099609, + 0.4329673198699951, + 0.4469112928390503, + 0.41419190340042117, + 0.3552157738447189, + 0.3613631259679794, + 0.43681443691253663, + 0.49862520866394044, + 0.42397409868240354, + 0.46771746263504027, + 0.5842745771408081, + 0.4544785821020603, + 0.5597044972896575, + 0.5882236742973328, + 0.6682760814666748, + 0.4957572563171387, + 0.5435506319046021, + 0.5837905749320984, + 0.6493298694610595, + 0.6785561132907867, + 0.93956556224823, + 0.9792157770156861, + 1.0973765476226807, + 1.0527679742336273, + 1.4304333041667938, + 1.1945446773529054, + 1.0108222512960434, + 0.845477667427063, + 1.021408819437027, + 1.070293742442131, + 0.8828932909011841, + 0.8144708358764648, + 0.8031732571125031, + 0.6978397472381592, + 0.7110097882270813, + 0.6671629565238952, + 0.5662335210800171, + 0.4992787841796875, + 0.459820813703537, + 0.36139142322540285, + 0.37380871934890747, + 0.27486766773462296, + 0.31456750046014786, + 0.35646585421562194, + 0.30645070412158965, + 0.3155028410434723, + 0.35171530480384827, + 0.262723495388031, + 0.2240681984901428, + 0.2624427561759949, + 0.2767317503809929, + 0.2615759829521179, + 0.21678510558605193, + 0.213090805208683, + 0.22851175367832183, + 0.22521133567094803, + 0.20825024695396424, + 0.23806381833553314, + 0.30820584111213684, + 0.22358069960772992, + 0.19847816874980925, + 0.23981675534248353, + 0.21385586824417113, + 0.21096881765127182, + 0.19432116413116454, + 0.18428481633663177, + 0.1760320121526718, + 0.17917428448200226, + 0.17456265774965285, + 0.16240413327217101, + 0.17174850260019303, + 0.15498115499019624, + 0.16968325634002684, + 0.1520833549261093, + 0.16171157859563828, + 0.15455809693336486, + 0.15622255086898804 + ], + "bridge_loss": [ + 0.9791954847954563, + 0.12670794755816459, + 0.017565081167966127, + 0.007164146476984024, + 0.017620862129330634, + 0.02251181682050228, + 0.026151837778091432, + 0.01914508735835552, + 0.010432719926536084, + 0.010145348550379277, + 0.011001840087771416, + 0.009505402293801308, + 0.008902425718307495, + 0.011087563878297806, + 0.009357659213244916, + 0.011638822643458844, + 0.014301572993397713, + 0.013270902928709983, + 0.01884037252739072, + 0.01476599485501647, + 0.017172387784719467, + 0.026732139322161674, + 0.02380416285097599, + 0.03586443645805121, + 0.04554584881961345, + 0.051492015558481215, + 0.0620356507062912, + 0.10263055491447448, + 0.08920669302195311, + 0.06797399497032165, + 0.05848033113479614, + 0.04522013221681118, + 0.06130107210278511, + 0.053479281087219714, + 0.05635778515636921, + 0.06460995850861073, + 0.05289331116974354, + 0.05607377367392182, + 0.04042225465476513, + 0.030378661921620368, + 0.025389883720874785, + 0.027952989809960128, + 0.025545942783355712, + 0.021930139112472533, + 0.02298613493666053, + 0.03622410003766417, + 0.0450515654027462, + 0.04776753831878305, + 0.043910300672054293, + 0.03366219551563263, + 0.03776019195318222, + 0.018074785171449184, + 0.017864137798547744, + 0.017495711874961854, + 0.017257797373831273, + 0.012870814455673098, + 0.013426685670018196, + 0.01694126845598221, + 0.01702145220786333, + 0.016847654724121093, + 0.023266981953382494, + 0.035923548865318296, + 0.022870525400713087, + 0.018457241381704806, + 0.02394478079676628, + 0.020566632018983365, + 0.022281900307536125, + 0.021731911043822764, + 0.018568690180778502, + 0.019266699397563935, + 0.019932482597231866, + 0.02130942338705063, + 0.021624688065052033, + 0.028506877756118775, + 0.02428789115548134, + 0.029018885892629624, + 0.02777098114490509, + 0.03438006125688553, + 0.03253316249623895, + 0.034451057982444765 + ], + "tgrad_loss": [ + 0.30349363470077517, + 0.29073575751781466, + 0.21343733773231507, + 0.17976449966430663, + 0.15915526002645491, + 0.1448725718975067, + 0.14394225373268127, + 0.14351004109382628, + 0.1464795805335045, + 0.15380956373214721, + 0.17131548562049867, + 0.16321545238494872, + 0.1699611658334732, + 0.18422911157608032, + 0.17469229288101196, + 0.19165415947437286, + 0.1965827165365219, + 0.21014091815948485, + 0.17831186084747314, + 0.19087522847652436, + 0.1845889872074127, + 0.1959468394756317, + 0.19293308794498443, + 0.23308833079338073, + 0.234935409450531, + 0.24011796731948853, + 0.2356892698287964, + 0.2346946145772934, + 0.23196086978912353, + 0.23896000286340713, + 0.246096316075325, + 0.271880633354187, + 0.28750537996292114, + 0.2662838943958282, + 0.2627982192516327, + 0.2629191486597061, + 0.26074797649383546, + 0.2663462108612061, + 0.2729646023273468, + 0.2657426230430603, + 0.26333165884017945, + 0.259855065202713, + 0.25927663507461546, + 0.26356511487960815, + 0.2642880185127258, + 0.2709890515089035, + 0.27323836481571195, + 0.2690100230574608, + 0.2699959950447082, + 0.2718764228820801, + 0.2701522953510284, + 0.27479958691596984, + 0.27348780364990233, + 0.2763948000907898, + 0.27995573606491087, + 0.2758240224838257, + 0.2766272976398468, + 0.27777257800102234, + 0.28179502913951876, + 0.2830373200416565, + 0.2882098621368408, + 0.28935827159881594, + 0.28913638255596164, + 0.2871273239135742, + 0.2909309693336487, + 0.2906377738952637, + 0.29040149817466737, + 0.2892734199285507, + 0.28676901168823243, + 0.28801581645011903, + 0.28801341381073, + 0.28645680844783783, + 0.2859372780799866, + 0.2847638677597046, + 0.2840077176332474, + 0.28428932056427003, + 0.2830032865524292, + 0.2830646735906601, + 0.2828599617004395, + 0.28231928570270537 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.05806349962949753, + 0.19388319551944733, + 0.1997416615486145, + 0.19820059835910797 + ], + "perturbation_rho": [ + 0.05481833964586258, + 0.3572811782360077, + 0.4186326265335083, + 0.3411045968532562 + ], + "nudging": { + "0.001": [ + -0.0029148743487894535, + -0.0016693011857569218, + -0.0016626573633402586, + -0.0016281461575999856 + ], + "0.003": [ + -0.008709331974387169, + -0.005001912824809551, + -0.004982108250260353, + -0.004877123050391674 + ], + "0.01": [ + -0.0286177359521389, + -0.01660466194152832, + -0.01654389500617981, + -0.016194619238376617 + ] + } + } + } +}
\ No newline at end of file |