diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json new file mode 100644 index 0000000..7650767 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L4_s456.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3731443418502807, + 0.45537459869384767, + 0.35577080373764036, + 0.31175249495506285, + 0.27360669269561766, + 0.2810947861671448, + 0.24048879499435424, + 0.24676378889083864, + 0.2759784088134766, + 0.24307160301208497, + 0.26237674512863157, + 0.23416826553344727, + 0.2248387837409973, + 0.21073892421722412, + 0.24063232788443564, + 0.1794070078253746, + 0.16393975179195405, + 0.17630366325974464, + 0.1611418173789978, + 0.18589975430965425, + 0.19959153530597687, + 0.18609004082679748, + 0.2101752697944641, + 0.18727956137657165, + 0.18735633269548416, + 0.15335247926712037, + 0.15109058359861374, + 0.13571504959762096, + 0.1245847250699997, + 0.14161244950294494, + 0.1458503407716751, + 0.13648778162002564, + 0.15326098034381866, + 0.13605039689540863, + 0.14244712383747102, + 0.12564499164819717, + 0.12560201988220215, + 0.123886791780591, + 0.10236743612289428, + 0.1362798055291176, + 0.12099106664657593, + 0.10914861574172974, + 0.12570393970012664, + 0.10449062542915344, + 0.10824102314710617, + 0.09449664130806923, + 0.08988672842979431, + 0.09423538935184479, + 0.086681573843956, + 0.08409314980506898, + 0.09122710851430893, + 0.08288905795812607, + 0.07891612914800644, + 0.08072301609516144, + 0.07801145380735397, + 0.07551923055648804, + 0.08653738065361977, + 0.07552462376207113, + 0.07158097697496414, + 0.06908470562696457, + 0.07035302019119263, + 0.0688866972208023, + 0.06807387411594391, + 0.06748173639774323, + 0.06727217892408371, + 0.06582817186415195, + 0.0644117630302906, + 0.06337794905900955, + 0.06335201333165169, + 0.06263100127875805, + 0.061897891375422474, + 0.06139995861053467, + 0.061135529518127445, + 0.06082992137670517, + 0.060517309045791626, + 0.06032120343446731, + 0.06014305528700352, + 0.05998744894862175, + 0.059879496657848356, + 0.05982443904429674 + ], + "train_acc": [ + 0.5436, + 0.8483, + 0.8663, + 0.8784, + 0.8941, + 0.8913, + 0.9035, + 0.905, + 0.8901, + 0.9066, + 0.8969, + 0.9066, + 0.909, + 0.9154, + 0.9038, + 0.9302, + 0.9381, + 0.9348, + 0.9379, + 0.9263, + 0.9193, + 0.9257, + 0.9166, + 0.9258, + 0.9252, + 0.9404, + 0.9411, + 0.9484, + 0.9558, + 0.9448, + 0.9436, + 0.9492, + 0.941, + 0.9459, + 0.9449, + 0.9524, + 0.9517, + 0.9544, + 0.9659, + 0.9472, + 0.9539, + 0.9594, + 0.9519, + 0.9626, + 0.9611, + 0.9693, + 0.9708, + 0.9683, + 0.9725, + 0.9741, + 0.972, + 0.9759, + 0.9773, + 0.9767, + 0.9781, + 0.9808, + 0.9724, + 0.9803, + 0.9835, + 0.9843, + 0.9837, + 0.9842, + 0.9845, + 0.9851, + 0.9866, + 0.9865, + 0.9873, + 0.9891, + 0.9886, + 0.9882, + 0.9892, + 0.9897, + 0.9899, + 0.9895, + 0.9902, + 0.9903, + 0.9903, + 0.9903, + 0.9905, + 0.9904 + ], + "test_acc": [ + 0.8105, + 0.863, + 0.8775, + 0.8835, + 0.8925, + 0.891, + 0.887, + 0.8875, + 0.894, + 0.9015, + 0.8975, + 0.8955, + 0.895, + 0.898, + 0.8995, + 0.9105, + 0.9045, + 0.91, + 0.9115, + 0.9025, + 0.899, + 0.908, + 0.8935, + 0.903, + 0.911, + 0.917, + 0.9115, + 0.918, + 0.914, + 0.917, + 0.9165, + 0.923, + 0.922, + 0.911, + 0.9185, + 0.9145, + 0.9095, + 0.917, + 0.9165, + 0.914, + 0.918, + 0.919, + 0.919, + 0.9215, + 0.919, + 0.926, + 0.925, + 0.927, + 0.927, + 0.928, + 0.9255, + 0.928, + 0.9295, + 0.9275, + 0.931, + 0.9255, + 0.929, + 0.929, + 0.9295, + 0.929, + 0.9285, + 0.928, + 0.928, + 0.927, + 0.9275, + 0.927, + 0.927, + 0.93, + 0.9285, + 0.9285, + 0.9285, + 0.9275, + 0.928, + 0.9285, + 0.929, + 0.9285, + 0.9285, + 0.9285, + 0.9285, + 0.9285 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8268355131149292, + 0.7960893511772156, + 0.7726784944534302, + 0.758276104927063 + ], + "perturbation_rho": [ + 0.9999993443489075, + 0.999996542930603, + 0.999983549118042, + 0.9999449253082275 + ], + "nudging": { + "0.001": [ + -0.025982849299907684, + -0.011168255470693111, + -0.004903188906610012, + -0.00263153831474483 + ], + "0.003": [ + -0.0689958781003952, + -0.031877096742391586, + -0.014398043975234032, + -0.0078039406798779964 + ], + "0.01": [ + -0.15056422352790833, + -0.08916378021240234, + -0.04451071470975876, + -0.024980343878269196 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.224132486343384, + 1.301893235874176, + 0.7188028474807739, + 0.5128707235813141, + 0.42812706022262575, + 0.37687723331451417, + 0.36274061586856843, + 0.37224565534591675, + 0.409719740486145, + 0.363206641292572, + 0.4132363173484802, + 0.3830319176673889, + 0.4377296754837036, + 0.5042400701522827, + 0.4587587996959686, + 0.40405231256484986, + 0.4265386765956879, + 0.46920745529383423, + 0.4496193967103958, + 0.5309565215110779, + 0.47508658266067505, + 0.5223682291030883, + 0.5833926257848739, + 0.4541007481098175, + 0.486807417678833, + 0.6768758428573608, + 0.6182225590750575, + 0.44827224477529526, + 0.4793268074035644, + 0.5156525156021118, + 0.6022252152085305, + 0.5234319113731384, + 0.579210432434082, + 0.6143261737346649, + 0.5015040687561035, + 0.5146571145176887, + 0.445119722366333, + 0.5691154903054237, + 0.448343026638031, + 0.4685825558662415, + 0.4096014291524887, + 0.5122244827270508, + 0.6234302169322967, + 0.45217046575546266, + 0.47220536499023436, + 0.4531041558265686, + 0.4435129361629486, + 0.41575306297540665, + 0.3937792213439941, + 0.41530909223556517, + 0.3755643924176693, + 0.3749552250266075, + 0.3837516236305237, + 0.4414386757850647, + 0.37744559860229493, + 0.3851316329956055, + 0.4645349792003632, + 0.3641450496673584, + 0.33832284042835237, + 0.3521949558258057, + 0.3619681317090988, + 0.32718548822402954, + 0.3552513185501099, + 0.3407223903656006, + 0.35497476048469545, + 0.33103148469924926, + 0.3239391952753067, + 0.3205251240491867, + 0.3142642366409302, + 0.3211916448712349, + 0.31001556646823886, + 0.30832804889678955, + 0.30703437480926515, + 0.30306859114170076, + 0.3034073314666748, + 0.30061344475746155, + 0.2995585773333907, + 0.2981973441004753, + 0.29732816677093504, + 0.29705501853227617 + ], + "train_acc": [ + 0.1974, + 0.5468, + 0.7323, + 0.8055, + 0.8397, + 0.8578, + 0.8597, + 0.8554, + 0.8508, + 0.8621, + 0.8543, + 0.8596, + 0.8544, + 0.8409, + 0.8505, + 0.8624, + 0.8606, + 0.8605, + 0.8591, + 0.849, + 0.8606, + 0.8512, + 0.847, + 0.8642, + 0.8642, + 0.8388, + 0.8457, + 0.8726, + 0.8708, + 0.8639, + 0.8488, + 0.8655, + 0.8584, + 0.8527, + 0.8736, + 0.8691, + 0.879, + 0.8616, + 0.8812, + 0.8705, + 0.8883, + 0.8723, + 0.8579, + 0.8837, + 0.877, + 0.8811, + 0.8823, + 0.89, + 0.8942, + 0.8841, + 0.898, + 0.8937, + 0.8918, + 0.8832, + 0.8939, + 0.8931, + 0.8814, + 0.8987, + 0.9038, + 0.9009, + 0.8973, + 0.9057, + 0.9007, + 0.9047, + 0.8983, + 0.9058, + 0.9078, + 0.9061, + 0.9088, + 0.9077, + 0.9092, + 0.9088, + 0.9106, + 0.9119, + 0.9088, + 0.9119, + 0.9103, + 0.9118, + 0.9119, + 0.9122 + ], + "test_acc": [ + 0.403, + 0.649, + 0.7545, + 0.7955, + 0.8085, + 0.8145, + 0.8085, + 0.822, + 0.819, + 0.816, + 0.7925, + 0.7795, + 0.768, + 0.797, + 0.8135, + 0.816, + 0.811, + 0.7945, + 0.778, + 0.8085, + 0.8, + 0.811, + 0.7915, + 0.797, + 0.777, + 0.7965, + 0.8235, + 0.809, + 0.82, + 0.82, + 0.792, + 0.787, + 0.814, + 0.8055, + 0.8135, + 0.833, + 0.7875, + 0.8145, + 0.819, + 0.826, + 0.8285, + 0.7855, + 0.827, + 0.8245, + 0.8305, + 0.844, + 0.8395, + 0.83, + 0.8305, + 0.837, + 0.8445, + 0.8275, + 0.8325, + 0.842, + 0.853, + 0.821, + 0.831, + 0.848, + 0.85, + 0.8495, + 0.845, + 0.858, + 0.8535, + 0.856, + 0.8565, + 0.859, + 0.8565, + 0.8555, + 0.862, + 0.857, + 0.8585, + 0.8565, + 0.8635, + 0.8615, + 0.862, + 0.864, + 0.8635, + 0.8655, + 0.8655, + 0.8655 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.012256121262907982, + 0.07949584722518921, + 0.0787847638130188, + 0.09904449433088303 + ], + "perturbation_rho": [ + -0.003950485959649086, + 0.06165219843387604, + 0.14469987154006958, + 0.16344788670539856 + ], + "nudging": { + "0.001": [ + 0.00019160524243488908, + -0.0005540554411709309, + -0.0002737665781751275, + -0.0003133100690320134 + ], + "0.003": [ + 0.0006248276331461966, + -0.0016580942319706082, + -0.0008215569541789591, + -0.0009416901739314198 + ], + "0.01": [ + 0.002696676878258586, + -0.005506287328898907, + -0.0027312645688652992, + -0.003131583333015442 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7803834889411927, + 0.732652216053009, + 0.45487410321235655, + 0.4741226222038269, + 0.5595431688308716, + 0.6150015846252441, + 0.6448732872009277, + 0.7614690663337708, + 0.7527310195922852, + 0.6854381818771362, + 0.69789430103302, + 0.7211309887886047, + 0.7422091772079468, + 0.771403307723999, + 0.7684701559066772, + 0.7899860233306885, + 0.785915501832962, + 0.7849839227676392, + 0.7681392771720886, + 0.7435544511795044, + 0.751194825553894, + 0.7936021596908569, + 0.7802497886657714, + 0.780384884262085, + 0.7791699929237366, + 0.7584754270553589, + 0.8155371535301208, + 0.7780845603942871, + 0.7793395760059356, + 0.7373061706542968, + 0.7489152907371521, + 0.7263450141906739, + 0.7460742810249329, + 0.6866057529449463, + 0.7141902516365052, + 0.703807559967041, + 0.7199574493408203, + 0.7092751522064209, + 0.6616440784454346, + 0.6884374785423278, + 0.6783149375915527, + 0.6543091285705567, + 0.6953400015354156, + 0.6466015434265137, + 0.6512385541915894, + 0.6394664388656616, + 0.6508148580551147, + 0.6421753215789795, + 0.6408709971427917, + 0.659412619304657, + 0.6453365729808808, + 0.6413490727424621, + 0.6515926889896393, + 0.6426593520641327, + 0.6448210357666015, + 0.6461298638343811, + 0.6379973960399627, + 0.6365840391635895, + 0.6462472536087036, + 0.6423500331401825, + 0.6288489917755127, + 0.6368016141891479, + 0.6358265670776367, + 0.6384655450820923, + 0.631528349018097, + 0.6209217232704163, + 0.6202675918579101, + 0.6212863056182861, + 0.614168495464325, + 0.6118847620964051, + 0.6091739875793457, + 0.6087853524208069, + 0.6050858163833618, + 0.603250790977478, + 0.6008227246522904, + 0.6006201690673828, + 0.5996918613433838, + 0.5988774878025055, + 0.5984367890357971, + 0.5981314883232117 + ], + "train_acc": [ + 0.3598, + 0.7233, + 0.8271, + 0.8268, + 0.8049, + 0.7872, + 0.7751, + 0.7489, + 0.745, + 0.7539, + 0.7478, + 0.7413, + 0.7351, + 0.7251, + 0.7302, + 0.7287, + 0.7275, + 0.7273, + 0.7377, + 0.7392, + 0.7399, + 0.7321, + 0.7351, + 0.7354, + 0.7407, + 0.748, + 0.7371, + 0.7431, + 0.7437, + 0.7604, + 0.7542, + 0.76, + 0.7521, + 0.7689, + 0.7628, + 0.7629, + 0.7559, + 0.7656, + 0.7767, + 0.7703, + 0.7741, + 0.7826, + 0.7689, + 0.7867, + 0.782, + 0.7838, + 0.7823, + 0.784, + 0.7867, + 0.7803, + 0.7829, + 0.7858, + 0.7799, + 0.7847, + 0.7848, + 0.7865, + 0.7889, + 0.7883, + 0.7786, + 0.7867, + 0.7864, + 0.7874, + 0.7889, + 0.7865, + 0.7892, + 0.7911, + 0.7941, + 0.7912, + 0.7911, + 0.7912, + 0.7945, + 0.796, + 0.7962, + 0.7951, + 0.7976, + 0.7975, + 0.7968, + 0.7959, + 0.7968, + 0.7965 + ], + "test_acc": [ + 0.602, + 0.757, + 0.81, + 0.7795, + 0.771, + 0.7595, + 0.7525, + 0.7185, + 0.7265, + 0.7125, + 0.7215, + 0.7035, + 0.6955, + 0.696, + 0.671, + 0.689, + 0.655, + 0.676, + 0.694, + 0.692, + 0.682, + 0.6875, + 0.684, + 0.677, + 0.695, + 0.6915, + 0.708, + 0.6805, + 0.705, + 0.689, + 0.7165, + 0.7085, + 0.7085, + 0.7135, + 0.6955, + 0.7125, + 0.7225, + 0.723, + 0.6925, + 0.736, + 0.728, + 0.7205, + 0.726, + 0.746, + 0.731, + 0.721, + 0.735, + 0.737, + 0.731, + 0.741, + 0.7455, + 0.731, + 0.744, + 0.743, + 0.7445, + 0.749, + 0.7415, + 0.749, + 0.74, + 0.746, + 0.742, + 0.7375, + 0.751, + 0.7475, + 0.7455, + 0.739, + 0.744, + 0.747, + 0.744, + 0.743, + 0.7435, + 0.745, + 0.747, + 0.7455, + 0.7465, + 0.747, + 0.746, + 0.746, + 0.7455, + 0.7455 + ], + "state_pred_error": [ + 0.7301947330474854, + 0.2293994782924652, + 0.15949859266281127, + 0.15117296252250673, + 0.15491236505508424, + 0.16152297229766846, + 0.16639477663040161, + 0.16297674663066863, + 0.1474767792701721, + 0.13462664729356766, + 0.1192866288304329, + 0.10311011584997178, + 0.08718618566989898, + 0.07007366203069687, + 0.059906782633066175, + 0.05418295328617096, + 0.05250892471075058, + 0.053210784059762956, + 0.05376021633148193, + 0.0505560393512249, + 0.04665645271539688, + 0.04122237099409103, + 0.035260846930742266, + 0.029457686340808868, + 0.02472122933268547, + 0.020959654900431633, + 0.018036982771754265, + 0.01579355520308018, + 0.014835753314197063, + 0.013916902904212474, + 0.013557420775294303, + 0.013417310911417008, + 0.013456771358847618, + 0.013404925701022148, + 0.013516017714142799, + 0.013791045615077019, + 0.013860506749153137, + 0.013912296595424414, + 0.01376565940529108, + 0.01364058257341385, + 0.016863438057899475, + 0.013605340698361397, + 0.01336009669303894, + 0.013293599289655686, + 0.01339816378504038, + 0.01297538487315178, + 0.012990520419180394, + 0.012765769854187965, + 0.012577315384149551, + 0.012284608180820942, + 0.012003655248880387, + 0.011748795488476753, + 0.011465166535973549, + 0.011208864139020443, + 0.010971895548701286, + 0.010833216698467731, + 0.010546348862349987, + 0.010316753853857517, + 0.01005659337937832, + 0.009844934567809105, + 0.009683808153867721, + 0.009427979576587676, + 0.009225837172567844, + 0.009161983558535576, + 0.008829943571984768, + 0.008661615046858787, + 0.008553683330118656, + 0.008285431960225105, + 0.008538309474289418, + 0.007964446505904197, + 0.007747227008640766, + 0.0076069540724158285, + 0.007299331539869308, + 0.007200139582157135, + 0.007046559315174818, + 0.006977505052089691, + 0.006643858262896538, + 0.006649243193119764, + 0.006426095798611641, + 0.006344281244277954 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8436356782913208, + 0.46039146184921265, + 0.16277557611465454, + 0.13905379176139832 + ], + "perturbation_rho": [ + 0.7277628183364868, + 0.48849108815193176, + 0.1771586537361145, + 0.09970887005329132 + ], + "nudging": { + "0.001": [ + -0.027422115206718445, + -0.0018765792483463883, + -0.0004788438673131168, + -0.0003904813784174621 + ], + "0.003": [ + -0.07989989221096039, + -0.0056180888786911964, + -0.001435610232874751, + -0.0011701165931299329 + ], + "0.01": [ + -0.2401106357574463, + -0.018598388880491257, + -0.004775169305503368, + -0.0038934119511395693 + ] + }, + "state_pred_error_per_layer": [ + 3442.556884765625, + 2195.27490234375, + 2035.546875, + 2293.3291015625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.21667213973999, + 1.3028536838531495, + 0.7136714351654053, + 0.5170062650680542, + 0.428484773182869, + 0.3893401426315308, + 0.3633166349887848, + 0.3759902914404869, + 0.3800179394721985, + 0.374489461517334, + 0.41736346807479857, + 0.4102055465698242, + 0.4892664265632629, + 0.4714547214508057, + 0.4549084837436676, + 0.4638775846004486, + 0.4697629602909088, + 0.5410322017669678, + 0.455058971118927, + 0.5534555526733398, + 0.5718941131830215, + 0.5692951575756073, + 0.7074480386734009, + 0.8779852552890778, + 0.7194037189483643, + 0.7017252969741822, + 0.7141246451377868, + 0.8214343783378601, + 0.860213596200943, + 0.8622452178955078, + 0.9510571762084961, + 0.9425890031814576, + 0.9824190010070801, + 1.0797506145477296, + 0.9800792013168335, + 0.9507031625747681, + 1.0324596477508545, + 0.9877136844635009, + 1.00947436542511, + 1.0367300788879394, + 1.0976514343261718, + 1.1145684359550476, + 1.1553843279838563, + 1.1054404956817627, + 1.1235701330184937, + 1.104157660484314, + 1.084609769821167, + 1.0474918176651, + 1.0699964389801024, + 1.1043497201919557, + 1.1458708742141723, + 1.1705602006912232, + 1.1516906476974487, + 1.1598484769821167, + 1.1815660175323486, + 1.2148106037139892, + 1.2095819049835206, + 1.1930717593193054, + 1.2089854690551758, + 1.2108521512985229, + 1.1752276388168335, + 1.1807297292709351, + 1.1614444935798645, + 1.1496624534606934, + 1.1391552867889405, + 1.1303464347839356, + 1.1392961274147033, + 1.1198745210647583, + 1.107233187866211, + 1.1058051456451417, + 1.1052214641571045, + 1.103658806848526, + 1.0945639568328858, + 1.0903655527114868, + 1.0888818534851075, + 1.0861711362838744, + 1.0846550971984863, + 1.083442396068573, + 1.082554894256592, + 1.0821752315998077 + ], + "train_acc": [ + 0.1941, + 0.539, + 0.7388, + 0.8041, + 0.837, + 0.8521, + 0.8595, + 0.8565, + 0.8598, + 0.8592, + 0.8536, + 0.8592, + 0.8407, + 0.8492, + 0.8514, + 0.8502, + 0.8553, + 0.8478, + 0.8617, + 0.8493, + 0.8419, + 0.8356, + 0.8135, + 0.7864, + 0.8069, + 0.8035, + 0.79, + 0.7629, + 0.7469, + 0.7452, + 0.718, + 0.7185, + 0.7087, + 0.6877, + 0.7011, + 0.7004, + 0.687, + 0.6925, + 0.6908, + 0.6827, + 0.6795, + 0.6783, + 0.6698, + 0.6789, + 0.6776, + 0.6689, + 0.6723, + 0.6756, + 0.6708, + 0.6601, + 0.6588, + 0.6492, + 0.6589, + 0.6555, + 0.6509, + 0.6513, + 0.651, + 0.6547, + 0.6524, + 0.6504, + 0.6618, + 0.6563, + 0.6608, + 0.6593, + 0.6637, + 0.667, + 0.6641, + 0.6633, + 0.6724, + 0.6698, + 0.6683, + 0.6682, + 0.6699, + 0.6721, + 0.6704, + 0.6736, + 0.6716, + 0.6722, + 0.6723, + 0.6729 + ], + "test_acc": [ + 0.415, + 0.662, + 0.754, + 0.7975, + 0.793, + 0.7945, + 0.817, + 0.811, + 0.8205, + 0.8045, + 0.8105, + 0.7925, + 0.81, + 0.799, + 0.7945, + 0.8085, + 0.8125, + 0.812, + 0.815, + 0.773, + 0.7865, + 0.7505, + 0.7205, + 0.7745, + 0.7635, + 0.726, + 0.7075, + 0.641, + 0.663, + 0.654, + 0.659, + 0.598, + 0.603, + 0.6775, + 0.662, + 0.609, + 0.667, + 0.663, + 0.662, + 0.6265, + 0.621, + 0.623, + 0.653, + 0.6325, + 0.6035, + 0.661, + 0.655, + 0.644, + 0.6515, + 0.6325, + 0.608, + 0.6305, + 0.624, + 0.6245, + 0.622, + 0.6345, + 0.6375, + 0.6435, + 0.611, + 0.629, + 0.633, + 0.6365, + 0.638, + 0.6355, + 0.634, + 0.637, + 0.6385, + 0.643, + 0.637, + 0.635, + 0.6355, + 0.6385, + 0.6425, + 0.6395, + 0.641, + 0.643, + 0.645, + 0.6455, + 0.642, + 0.644 + ], + "value_loss": [ + 2.98627366771698, + 0.8837935139656067, + 0.7089252394676209, + 0.5627537595748902, + 0.4647229739665985, + 0.4527482861757278, + 0.42183804416656495, + 0.44746375745534894, + 0.5015264921665191, + 0.5325376167297363, + 0.67313133187294, + 0.6454255343437195, + 0.9217477686882019, + 0.8973391900062561, + 0.8749618107795716, + 0.8525666799545288, + 0.9360130718708038, + 1.3155556218147277, + 0.9591496783256531, + 1.3932193581581116, + 1.3368174820899963, + 1.4153075652837754, + 1.8522763618469238, + 2.692264319419861, + 1.987386597442627, + 1.7064623640060426, + 1.5963992614746094, + 1.8007077737808228, + 1.8428632176399231, + 1.8114418548583984, + 2.151936915397644, + 1.9110771072387696, + 2.018029465484619, + 1.8322255165100099, + 1.645587540435791, + 1.3747720615386962, + 1.5352789054870606, + 1.2163612977981568, + 1.1944268989562987, + 1.2833883277893066, + 1.3255775995254517, + 1.4826569160461425, + 1.5467321198940278, + 1.284308567047119, + 1.7137093808174133, + 1.1552894416809083, + 1.1311728733062745, + 1.0472279965400695, + 1.0053806617736816, + 1.0010575477600097, + 0.9859790618896485, + 1.2155662194252015, + 1.003822357082367, + 1.0635619995355605, + 1.1148122986793518, + 1.1133179431915283, + 1.1314655995845795, + 1.063596166086197, + 1.08116314201355, + 1.2070675258636474, + 1.1020942071914672, + 1.0678428085327147, + 0.9401497948646546, + 0.9278912733078003, + 0.9080529265403747, + 0.9108555992126465, + 0.9342455106735229, + 0.8713727573394775, + 0.8542225917339324, + 0.7861682298660279, + 0.8850017538070679, + 0.8619107227563858, + 0.8038089787960052, + 0.7899838858604431, + 0.7701753869056701, + 0.769465737915039, + 0.7744430953979492, + 0.7900901956558227, + 0.7403188591003418, + 0.7469501955509186 + ], + "term_loss": [ + 1.7330207207679749, + 0.5570951914310456, + 0.5406998898506165, + 0.42358581104278564, + 0.330837759578228, + 0.3169518223524094, + 0.29698160467147827, + 0.3257715297937393, + 0.38289243738651274, + 0.41381053009033203, + 0.5447130520641804, + 0.5157749845981597, + 0.7718508359909058, + 0.7546274427890778, + 0.7339719145298004, + 0.7112689768791198, + 0.791866575551033, + 1.1592939472913741, + 0.8167946130514145, + 1.2256993349075318, + 1.1646487221479416, + 1.2383904585599899, + 1.631025779724121, + 2.4219681352615354, + 1.7584926077842713, + 1.4707476893424989, + 1.3351344179153442, + 1.520205120897293, + 1.5596533782958983, + 1.515875082397461, + 1.79064727973938, + 1.5599366078615189, + 1.6685857362747192, + 1.4755192764282226, + 1.3079399518966675, + 1.044541180229187, + 1.1824697380065918, + 0.9046971752166748, + 0.875753413772583, + 0.9598105868339538, + 0.9913295073509216, + 1.1304236074447631, + 1.1843891148805619, + 0.9457870094299317, + 1.3240039914131165, + 0.8169942698001862, + 0.7961643146514893, + 0.7154263019561767, + 0.6731688285827637, + 0.6658499521374702, + 0.6485110036373138, + 0.8649091658592224, + 0.6634476466417313, + 0.7145267177820206, + 0.7573314692020416, + 0.7621763240695, + 0.7773383576869964, + 0.7098418580263853, + 0.7351013217926026, + 0.8393829751968384, + 0.7465768881320953, + 0.7260645219802856, + 0.6062547987580299, + 0.5984976484775543, + 0.5737183202266694, + 0.5811108931541443, + 0.6015944788455964, + 0.5377804847717285, + 0.5286362272024154, + 0.46792872714996336, + 0.5465958580970764, + 0.523382218259573, + 0.47831321868896487, + 0.464987371301651, + 0.44250393846035, + 0.44271842584609983, + 0.44280669292211533, + 0.45500148746967317, + 0.41044492044448855, + 0.4142983556270599 + ], + "bridge_loss": [ + 0.9648801658940677, + 0.08952797002196312, + 0.010387033657729626, + 0.00868126191496849, + 0.019953231650590895, + 0.02652147726416588, + 0.020377826833724976, + 0.0113384807407856, + 0.008869929821789265, + 0.00884415243268013, + 0.010127060194313526, + 0.013834500606358052, + 0.015429657346010208, + 0.015005127727985382, + 0.01737220617234707, + 0.016507850235700606, + 0.017887714263796806, + 0.023489831846952438, + 0.02137830719947815, + 0.02939054045677185, + 0.026938988852500914, + 0.03005907730460167, + 0.0494566838145256, + 0.07397269518375396, + 0.05218240886628628, + 0.05718883774280548, + 0.07471259951591491, + 0.07095959825217724, + 0.058274264189600945, + 0.06374176431894302, + 0.11108007080554962, + 0.09976578676998615, + 0.08669499335289002, + 0.07870205481052399, + 0.07394435806274414, + 0.06967136498093605, + 0.080409853130579, + 0.04817635658979416, + 0.05157966592311859, + 0.05089826797246933, + 0.05235503783226013, + 0.06689172427654266, + 0.0671337242603302, + 0.05729759488105774, + 0.1062810962766409, + 0.05406412786245346, + 0.05491479247808456, + 0.054957729548215865, + 0.052455113303661344, + 0.04835679746866226, + 0.042898213720321654, + 0.05113928149938583, + 0.04518155987560749, + 0.051552925246953964, + 0.058847477835416794, + 0.04706944565176964, + 0.052829784095287324, + 0.05310420074760914, + 0.04631037278175354, + 0.06662687994241714, + 0.06011319470405579, + 0.04712236127257347, + 0.039016457271575926, + 0.03940267757177353, + 0.044726579827070234, + 0.043924689245224, + 0.045097052454948425, + 0.04810757489204407, + 0.04271955596804619, + 0.03583536728620529, + 0.057168651711940764, + 0.05612469773888588, + 0.04613451107442379, + 0.0457260724902153, + 0.0485022147655487, + 0.04867343447208405, + 0.05331066003292799, + 0.05733778126835823, + 0.05258702590465546, + 0.05541581681370735 + ], + "tgrad_loss": [ + 0.2883727689743042, + 0.23717035751342774, + 0.15783831593990327, + 0.1304866850376129, + 0.11393198389410973, + 0.10927498421669006, + 0.10447861251831055, + 0.11035374848097562, + 0.10976412500143051, + 0.10988293509483338, + 0.1182912248492241, + 0.11581605107784271, + 0.13446727237701417, + 0.12770662536621094, + 0.12361769351959229, + 0.12478985731601715, + 0.12625877491235732, + 0.1327718471288681, + 0.12097676041126251, + 0.13812946257591247, + 0.14522977732419967, + 0.14685802749991417, + 0.17179391975402833, + 0.1963234726667404, + 0.17671158585548402, + 0.1785258449792862, + 0.18655224494934083, + 0.20954303665161134, + 0.22493557806015016, + 0.2318249930381775, + 0.25020956571102143, + 0.2513746982336044, + 0.2627487404823303, + 0.27800417733192445, + 0.263703225851059, + 0.2605595135688782, + 0.27239930696487424, + 0.26348776059150697, + 0.26709380178451536, + 0.272679474067688, + 0.2818930588245392, + 0.2853415786743164, + 0.2952092591524124, + 0.28122395482063295, + 0.2834243035316467, + 0.2842310373783112, + 0.28009376602172853, + 0.276843967628479, + 0.2797567158699036, + 0.28685079827308657, + 0.2945698440313339, + 0.2995177795648575, + 0.2951931531190872, + 0.29748235273361207, + 0.2986333510398865, + 0.3040721726417541, + 0.3012974452495575, + 0.30065011866092684, + 0.299751437997818, + 0.3010576790332794, + 0.2954041223526001, + 0.2946559201717377, + 0.29487854740619657, + 0.28999093780517576, + 0.28960802850723266, + 0.2858200194358826, + 0.28755397300720215, + 0.28548469729423526, + 0.28286680579185486, + 0.28240412793159486, + 0.2812372575759888, + 0.2824038036108017, + 0.2793612523317337, + 0.2792704437494278, + 0.27916923666000365, + 0.2780738802909851, + 0.27832574605941773, + 0.27775092339515683, + 0.2772869101524353, + 0.2772360302686691 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.053475264459848404, + 0.17959368228912354, + 0.19590041041374207, + 0.18553033471107483 + ], + "perturbation_rho": [ + 0.04320300370454788, + 0.30398592352867126, + 0.35316282510757446, + 0.3741052448749542 + ], + "nudging": { + "0.001": [ + -0.002843886613845825, + -0.0015414394438266754, + -0.001540113240480423, + -0.0015225318493321538 + ], + "0.003": [ + -0.008491966873407364, + -0.004619893617928028, + -0.004617607686668634, + -0.004564257338643074 + ], + "0.01": [ + -0.027841825038194656, + -0.015361151657998562, + -0.015351004898548126, + -0.015173434279859066 + ] + } + } + } +}
\ No newline at end of file |