{ "bp": { "log": { "train_loss": [ 1.1690437764167785, 0.526579748916626, 0.4612072874069214, 0.40229701833724973, 0.3932571681022644, 0.37171179904937746, 0.37635504052639007, 0.34792573761940004, 0.33135794601440427, 0.35720210390090945, 0.2971177682876587, 0.3144925072669983, 0.2908399796247482, 0.2602632574081421, 0.3234870526790619, 0.24370513725280762, 0.25297106668949126, 0.23075523381233215, 0.23605980478525163, 0.1943365602493286, 0.23846449284553528, 0.24400404317379, 0.17749837155342102, 0.18690768659114837, 0.16863750772476196, 0.20593492636680602, 0.18994918286800386, 0.16939699206352235, 0.16769693479537964, 0.12983431510925292, 0.12260556392669678, 0.15693657582998274, 0.12875397876501082, 0.13655461661815643, 0.12720586278438567, 0.11327027233839035, 0.09552236033678055, 0.0885159835100174, 0.1007383291721344, 0.11100154314041137, 0.0981293179988861, 0.0829784469485283, 0.08495590468645096, 0.06667495827674866, 0.07823006441593171, 0.07924402866363525, 0.059052948009967805, 0.06082535365819931, 0.05081702738404274, 0.046299984288215634, 0.04768944467306137, 0.04482775348424912, 0.041376980124413966, 0.03780490176081657, 0.03604337072968483, 0.03766505457162857, 0.036802976721525195, 0.03326233586370945, 0.03231097190827131, 0.030569579753279685, 0.02986507187783718, 0.028971056300401688, 0.0288686943218112, 0.02757761981189251, 0.026668703991174696, 0.026556660920381545, 0.02589243197739124, 0.025469816410541534, 0.025155014288425447, 0.024874832066893577, 0.024470695948600768, 0.024159772795438766, 0.02393993109166622, 0.023741512601077555, 0.023583258251845835, 0.023436618757247923, 0.023351033651828765, 0.02327720703482628, 0.023227938520908355, 0.0232003643065691 ], "train_acc": [ 0.5941, 0.8016, 0.8207, 0.8431, 0.8474, 0.8526, 0.8539, 0.8625, 0.8701, 0.8566, 0.8817, 0.8785, 0.8863, 0.9006, 0.8764, 0.9076, 0.8996, 0.9098, 0.908, 0.9244, 0.9092, 0.9053, 0.9308, 0.9258, 0.9361, 0.9215, 0.9249, 0.9344, 0.9364, 0.9568, 0.9558, 0.9416, 0.9524, 0.9504, 0.9534, 0.9615, 0.9714, 0.9737, 0.965, 0.9609, 0.9671, 0.9744, 0.9736, 0.9826, 0.9761, 0.9756, 0.9869, 0.986, 0.9917, 0.9946, 0.9915, 0.9935, 0.9948, 0.9972, 0.9978, 0.9967, 0.9969, 0.998, 0.9984, 0.9994, 0.9991, 0.9996, 0.9995, 0.9992, 0.9997, 0.9997, 0.9997, 0.9997, 0.9996, 0.9999, 0.9998, 0.9999, 0.9999, 0.9999, 0.9999, 0.9999, 0.9999, 0.9999, 0.9999, 0.9999 ], "test_acc": [ 0.8045, 0.826, 0.825, 0.845, 0.8415, 0.8465, 0.8505, 0.843, 0.845, 0.852, 0.8615, 0.84, 0.852, 0.858, 0.8395, 0.855, 0.857, 0.8625, 0.865, 0.865, 0.8535, 0.856, 0.875, 0.8655, 0.8605, 0.8615, 0.8535, 0.8615, 0.8625, 0.869, 0.8635, 0.858, 0.8685, 0.865, 0.8665, 0.863, 0.868, 0.859, 0.8665, 0.867, 0.865, 0.86, 0.8655, 0.8715, 0.86, 0.866, 0.8655, 0.865, 0.8635, 0.8655, 0.868, 0.8635, 0.8635, 0.8645, 0.8665, 0.869, 0.866, 0.8675, 0.8655, 0.866, 0.8655, 0.866, 0.867, 0.868, 0.8675, 0.867, 0.8685, 0.868, 0.868, 0.868, 0.8675, 0.867, 0.8665, 0.868, 0.867, 0.868, 0.868, 0.8675, 0.868, 0.868 ] }, "diagnostics": { "bp_cosine": [ 0.8442516326904297, 0.8351782560348511, 0.8238041400909424, 0.811212420463562, 0.800036609172821, 0.789252519607544, 0.7798817157745361, 0.7730016708374023 ], "perturbation_rho": [ 0.9999992251396179, 0.9999983906745911, 0.9999960660934448, 0.99998939037323, 0.9999715685844421, 0.9999511241912842, 0.9999076128005981, 0.9998621940612793 ], "nudging": { "0.001": [ -0.04046643525362015, -0.024846579879522324, -0.014939611777663231, -0.009067585691809654, -0.00585249625146389, -0.004124765284359455, -0.0031854582484811544, -0.0026463749818503857 ], "0.003": [ -0.11249453574419022, -0.07127158343791962, -0.04364899545907974, -0.026772987097501755, -0.01737922430038452, -0.012286147102713585, -0.009504282847046852, -0.007903642021119595 ], "0.01": [ -0.281266987323761, -0.2009655237197876, -0.1321270614862442, -0.08429376780986786, -0.05586903542280197, -0.039932381361722946, -0.031076554208993912, -0.025931723415851593 ] } } }, "dfa": { "log": { "train_loss": [ 2.269032752609253, 1.3050836851119996, 0.8196908255577088, 0.6588153503417968, 0.5856991597175598, 0.5283262263298034, 0.5579123854637146, 0.537654877281189, 0.5828713527679443, 0.6058343980789185, 0.5558601338386535, 0.5963786434173584, 0.6240195028305053, 0.6347664480209351, 0.6456235321044922, 0.6269678426742553, 0.680553484249115, 0.7317787364006042, 0.794128333234787, 0.6699356523513794, 0.7476618877410889, 0.8156976552963257, 0.8354362937927247, 0.7994426628112793, 0.8500595897674561, 0.9119489772796631, 0.8346799810171127, 0.8067910364151001, 0.8339261085391044, 0.7884325521469117, 0.9549632612228394, 0.875113792848587, 0.7741540772438049, 0.7001222875595092, 0.7371560405731201, 0.8241119850158691, 0.7078411004543305, 0.6887535285949707, 0.7490071479797363, 0.8013861232757569, 0.7634008598327636, 0.7581863780975342, 0.6919024399757385, 0.7027303151130676, 0.6885574837267399, 0.6507348452329635, 0.6334816108703614, 0.7169007764339447, 0.6046502321720123, 0.6008657840728759, 0.7073253668785096, 0.5771534276008606, 0.620348064994812, 0.5736126258850097, 0.571743147277832, 0.5836609784126282, 0.5414934496879578, 0.5247059268951416, 0.529977638244629, 0.5427842017531395, 0.4983853917121887, 0.5128863627433777, 0.5041354479789734, 0.5157700657367706, 0.4914438611984253, 0.4841920606136322, 0.4769712302207947, 0.4743790678024292, 0.46768182845115663, 0.4689002415180206, 0.46644191064834595, 0.4690598597049713, 0.4642826473712921, 0.46037765583992, 0.45840771598815916, 0.4571617786407471, 0.45624103908538816, 0.45523289976119996, 0.45433819589614866, 0.45354745016098025 ], "train_acc": [ 0.1781, 0.5294, 0.6941, 0.7522, 0.7802, 0.8039, 0.7927, 0.8033, 0.7925, 0.7912, 0.8084, 0.7955, 0.7969, 0.8011, 0.798, 0.8034, 0.7941, 0.7909, 0.7855, 0.8019, 0.7902, 0.7846, 0.7813, 0.787, 0.7701, 0.7786, 0.7873, 0.7865, 0.7839, 0.7916, 0.7679, 0.776, 0.7934, 0.8069, 0.7998, 0.7868, 0.8001, 0.8046, 0.7948, 0.7903, 0.7909, 0.7912, 0.8001, 0.8016, 0.8037, 0.8076, 0.8143, 0.7984, 0.8156, 0.8164, 0.8, 0.8198, 0.8087, 0.8181, 0.8181, 0.8174, 0.8239, 0.8221, 0.8247, 0.8211, 0.8325, 0.8307, 0.8328, 0.8272, 0.8349, 0.8344, 0.836, 0.8351, 0.8394, 0.8372, 0.8397, 0.8376, 0.8392, 0.8407, 0.8395, 0.8389, 0.8404, 0.8409, 0.8412, 0.841 ], "test_acc": [ 0.376, 0.6365, 0.7185, 0.747, 0.7765, 0.7345, 0.76, 0.7695, 0.7125, 0.7515, 0.779, 0.754, 0.7795, 0.7235, 0.7565, 0.756, 0.7435, 0.757, 0.7585, 0.7165, 0.7445, 0.7265, 0.717, 0.737, 0.6785, 0.731, 0.7275, 0.726, 0.77, 0.7255, 0.7295, 0.752, 0.747, 0.7735, 0.732, 0.7185, 0.747, 0.756, 0.7365, 0.737, 0.734, 0.761, 0.7685, 0.7725, 0.74, 0.782, 0.773, 0.776, 0.7855, 0.7195, 0.7775, 0.7715, 0.7815, 0.7905, 0.7755, 0.792, 0.798, 0.7885, 0.7895, 0.7885, 0.794, 0.794, 0.797, 0.793, 0.806, 0.8065, 0.799, 0.798, 0.8025, 0.801, 0.8015, 0.8095, 0.808, 0.8065, 0.8, 0.804, 0.8015, 0.8015, 0.802, 0.8 ] }, "diagnostics": { "bp_cosine": [ -0.02832707017660141, 0.13987571001052856, 0.07857642322778702, 0.061437755823135376, 0.0877213403582573, 0.09552451223134995, 0.07042402029037476, 0.08406771719455719 ], "perturbation_rho": [ 0.034647777676582336, 0.1467832326889038, 0.036387018859386444, 0.061308689415454865, 0.1038040965795517, 0.09023141860961914, 0.03672575205564499, 0.08190295100212097 ], "nudging": { "0.001": [ 0.0011414524633437395, -0.0005393982864916325, -0.00023700599558651447, -0.00016539759235456586, -0.00020502961706370115, -0.0002788097772281617, -0.00019945131498388946, -0.0002334596065338701 ], "0.003": [ 0.003470724681392312, -0.0016172737814486027, -0.0007110200822353363, -0.0004955856129527092, -0.0006145928637124598, -0.0008353168377652764, -0.0005977450637146831, -0.0006998619646765292 ], "0.01": [ 0.012113340198993683, -0.00537356361746788, -0.0023620566353201866, -0.001645779935643077, -0.002037967788055539, -0.0027765799313783646, -0.001988787204027176, -0.002327942755073309 ] } } }, "state_bridge": { "log": { "train_loss": [ 1.7007782346725464, 0.8164017862319947, 0.6423392364501953, 0.7302445079803467, 0.823608984375, 0.9137458106994629, 0.9564488334655762, 0.9002143922328949, 0.8733619658470154, 0.8754102369308472, 0.911200912475586, 0.9395248275756836, 0.9669746287345886, 0.9382185889244079, 0.901768593788147, 0.9082238527297973, 0.915930258178711, 0.9233985857009888, 0.8726478023529053, 0.8490028512954712, 0.8677912174224853, 0.905773146533966, 0.9145678676605224, 0.8721040974617005, 0.817108702468872, 0.8035082785606384, 0.740993898010254, 0.7614496314525604, 0.7472923977851867, 0.746871427154541, 0.7268754315376281, 0.7289572984695435, 0.7670538501739502, 0.7607598701477051, 0.7636146975517273, 0.7497062658309936, 0.7167949647426605, 0.7196091802597046, 0.718072020149231, 0.7154478120803833, 0.7283960567474366, 0.7365614126205444, 0.726603537940979, 0.7100282831192016, 0.694857945728302, 0.6909708969116211, 0.7026924235343933, 0.723259468460083, 0.7301779090881347, 0.7366840793609619, 0.7489474256515503, 0.7501752611160278, 0.7374589855194091, 0.726950154876709, 0.7204151838302613, 0.7631172191619873, 0.719224785232544, 0.6950305696487427, 0.6910476376533509, 0.6889386486053467, 0.6827648526191712, 0.6788733221054077, 0.6739130449295044, 0.6725200511932373, 0.673500218963623, 0.6744556049346924, 0.6729164401054383, 0.6747148495674133, 0.6735565113067628, 0.6700731378555298, 0.6690107128620147, 0.6688071804046631, 0.6681381563186646, 0.6684000648498535, 0.6678468257904052, 0.6672025471687317, 0.666564640045166, 0.6660951887130737, 0.666175397491455, 0.6660839390754699 ], "train_acc": [ 0.3802, 0.6878, 0.7608, 0.7495, 0.7293, 0.6969, 0.6768, 0.6867, 0.6862, 0.6815, 0.6774, 0.6691, 0.6534, 0.6688, 0.6753, 0.6818, 0.6749, 0.6772, 0.6934, 0.694, 0.6881, 0.6835, 0.6787, 0.6872, 0.7081, 0.7135, 0.7349, 0.7261, 0.7292, 0.7292, 0.7298, 0.7329, 0.7202, 0.7235, 0.7237, 0.7284, 0.7367, 0.7329, 0.7328, 0.7355, 0.7306, 0.7288, 0.731, 0.7444, 0.7426, 0.7406, 0.7403, 0.7323, 0.7344, 0.7309, 0.7275, 0.7286, 0.7301, 0.7334, 0.7389, 0.7237, 0.734, 0.7472, 0.7479, 0.7468, 0.7487, 0.7464, 0.7523, 0.7524, 0.7528, 0.753, 0.7511, 0.7528, 0.7546, 0.7523, 0.7553, 0.7583, 0.7551, 0.7559, 0.7534, 0.7548, 0.7541, 0.7561, 0.7552, 0.7551 ], "test_acc": [ 0.608, 0.7325, 0.725, 0.7065, 0.6975, 0.671, 0.6655, 0.671, 0.641, 0.651, 0.638, 0.623, 0.617, 0.6505, 0.633, 0.6655, 0.647, 0.648, 0.66, 0.6445, 0.656, 0.6565, 0.656, 0.6785, 0.6985, 0.7075, 0.7025, 0.7125, 0.711, 0.715, 0.71, 0.71, 0.706, 0.6895, 0.703, 0.7085, 0.7065, 0.706, 0.703, 0.707, 0.6915, 0.7005, 0.702, 0.6995, 0.7135, 0.71, 0.6905, 0.7045, 0.699, 0.692, 0.6975, 0.687, 0.707, 0.7, 0.688, 0.7115, 0.7185, 0.722, 0.72, 0.707, 0.7295, 0.725, 0.725, 0.724, 0.722, 0.7175, 0.7195, 0.715, 0.719, 0.7185, 0.719, 0.716, 0.7165, 0.7175, 0.716, 0.7175, 0.7175, 0.7155, 0.718, 0.718 ], "state_pred_error": [ 0.6709408867359161, 0.18942265737056732, 0.14080595693588258, 0.1511134099006653, 0.17209407310485839, 0.1766144100666046, 0.17131005449295045, 0.16910524086952208, 0.1503032527923584, 0.14637641661167144, 0.1414107642650604, 0.12289449031352997, 0.0937490943312645, 0.07194982548952103, 0.06582723281383514, 0.0680177249968052, 0.0612314338862896, 0.05455904011726379, 0.05373732958436012, 0.05378581196665764, 0.052673121321201326, 0.04773973789215088, 0.04812903320789337, 0.05376589905619621, 0.05221608868837357, 0.0511037185549736, 0.04819248498678207, 0.04678433921933174, 0.047127060896158215, 0.04397982689738274, 0.04087346328496933, 0.04046012075543404, 0.04122381027340889, 0.04241861761212349, 0.042094694751501086, 0.0412453974545002, 0.038724960923194884, 0.03562711297273636, 0.03296822139620781, 0.0325114149659872, 0.03283161758184433, 0.035513292720913886, 0.035710234045982364, 0.03682430787086487, 0.033476365625858304, 0.03093737213909626, 0.027777787262201308, 0.02414869005382061, 0.020448731756210328, 0.017831652319431304, 0.015582082697749139, 0.014428501343727113, 0.012960297419130802, 0.012180000832676887, 0.011530775272846221, 0.010874310192465783, 0.010527618415653705, 0.010202822449803353, 0.00984742543399334, 0.009536775915324688, 0.009180539272725581, 0.008970437014102935, 0.008827724769711495, 0.008530926664918661, 0.008309092213958503, 0.008101929514110089, 0.008094769676029682, 0.007767554499208927, 0.007610894358158112, 0.007408130565285683, 0.007262326770275831, 0.007150135292857886, 0.007085654979944229, 0.0073706810601055625, 0.006943213131278754, 0.0066695098660886284, 0.006669323475658894, 0.006493967983126641, 0.006413866003602743, 0.006445458614826202 ] }, "diagnostics": { "bp_cosine": [ 0.8429861068725586, 0.3551006317138672, 0.246289923787117, 0.21019335091114044, 0.17309927940368652, 0.14295682311058044, 0.15966862440109253, 0.13815715909004211 ], "perturbation_rho": [ 0.7732758522033691, 0.2933464050292969, 0.24295836687088013, 0.22880345582962036, 0.1602117419242859, 0.11042392998933792, 0.18763291835784912, 0.14856110513210297 ], "nudging": { "0.001": [ -0.017513541504740715, -0.0010910499840974808, -0.000708599342033267, -0.0005966786993667483, -0.00047664318117313087, -0.0004276464751455933, -0.0004729896318167448, -0.0004151453322265297 ], "0.003": [ -0.05139407142996788, -0.003268325934186578, -0.0021239686757326126, -0.0017886366695165634, -0.0014290767721831799, -0.0012818754184991121, -0.0014177404809743166, -0.0012440300779417157 ], "0.01": [ -0.15847395360469818, -0.010836342349648476, -0.007060050964355469, -0.005947217810899019, -0.004753550048917532, -0.004264200571924448, -0.004713424481451511, -0.0041376142762601376 ] }, "state_pred_error_per_layer": [ 3389.93017578125, 4477.634765625, 1038.2586669921875, 911.949951171875, 702.6972045898438, 659.9431762695312, 824.164794921875, 821.9293212890625 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2660294412612916, 1.3016457880973815, 0.8186747265815735, 0.6697447069168091, 0.5803643805503845, 0.5512525676727295, 0.549796287727356, 0.5450847043991088, 0.5275615032196045, 0.5319187931060791, 0.5584789258956909, 0.6303564451217651, 0.6530141715049743, 0.647641095161438, 0.6535977718353272, 0.6668755978107452, 0.6444538109302521, 0.7376987361907958, 0.8571814809799194, 0.8484122044563294, 0.7817753293991089, 0.8637002775192261, 0.8521189229011535, 0.8361198561668396, 0.806985737991333, 0.7815130719184875, 0.802376530122757, 0.8485978384971619, 0.8367114802360535, 0.8168601245880127, 0.7851902055740356, 0.7358182970046997, 0.8997399300575256, 0.9225360271453857, 0.8570411529541015, 0.8411993549346923, 0.9375005828857422, 0.8463716927528382, 0.862580227470398, 1.0098564163208008, 0.9812262915611267, 0.8729387621879577, 0.8571597898483276, 0.9974828210830688, 0.8864622016906738, 1.0887743062019348, 1.0035358074188232, 0.9521108211517334, 0.9903197944641113, 1.036623720550537, 1.0008409860610963, 1.0380868854522705, 1.1012060861587525, 1.0651326690673828, 1.1333419822692872, 1.0603330505371094, 1.0721593137741088, 1.0658496725082398, 1.0947151290893555, 1.099305485343933, 1.0801114864349366, 1.0791620138168334, 1.0618044708251952, 1.0570447917938233, 1.0758753734588622, 1.0394710207939148, 1.029822176551819, 1.041756462097168, 1.0217557413101197, 1.0205562198638916, 1.0147280132293701, 1.0095306674957276, 1.001978309726715, 0.9974158168792725, 0.9953814093589782, 0.9926533555030823, 0.9918749931335449, 0.9889670114517212, 0.9879606288909912, 0.9873974003791809 ], "train_acc": [ 0.1797, 0.5356, 0.6972, 0.7485, 0.7819, 0.7901, 0.7974, 0.8001, 0.8077, 0.8076, 0.8072, 0.79, 0.7937, 0.7962, 0.7957, 0.8015, 0.8017, 0.7861, 0.7668, 0.7721, 0.7765, 0.7621, 0.7721, 0.7745, 0.7768, 0.7865, 0.7782, 0.7703, 0.7686, 0.7611, 0.752, 0.7558, 0.7123, 0.6954, 0.7044, 0.7167, 0.6963, 0.7005, 0.6968, 0.6591, 0.6589, 0.6849, 0.6881, 0.6512, 0.6785, 0.6251, 0.6467, 0.6578, 0.6456, 0.6288, 0.6419, 0.6188, 0.6092, 0.6176, 0.6027, 0.6198, 0.6133, 0.6127, 0.6121, 0.6075, 0.6127, 0.6089, 0.6184, 0.6212, 0.6156, 0.6286, 0.6251, 0.626, 0.6275, 0.6322, 0.6357, 0.6335, 0.6347, 0.6367, 0.6371, 0.6398, 0.6414, 0.6418, 0.6432, 0.6433 ], "test_acc": [ 0.3745, 0.6335, 0.7105, 0.7265, 0.7415, 0.763, 0.7755, 0.7625, 0.769, 0.769, 0.748, 0.7415, 0.728, 0.75, 0.739, 0.7405, 0.733, 0.706, 0.7025, 0.737, 0.715, 0.7405, 0.7475, 0.722, 0.7435, 0.7475, 0.7205, 0.7215, 0.713, 0.687, 0.7035, 0.685, 0.6305, 0.6265, 0.6465, 0.594, 0.613, 0.624, 0.583, 0.568, 0.6055, 0.5875, 0.572, 0.636, 0.5545, 0.508, 0.585, 0.5945, 0.5505, 0.5855, 0.563, 0.534, 0.55, 0.5745, 0.5905, 0.567, 0.587, 0.532, 0.554, 0.5735, 0.5795, 0.5895, 0.58, 0.5915, 0.601, 0.599, 0.6035, 0.588, 0.6105, 0.6085, 0.6065, 0.6115, 0.6185, 0.6245, 0.619, 0.62, 0.6225, 0.617, 0.618, 0.6185 ], "value_loss": [ 3.06523074798584, 1.0051734189987183, 0.9336865198135376, 0.8656800090789795, 0.7873764232635498, 0.781440449142456, 0.7908254833221435, 0.8565213081359864, 0.8310571252822876, 0.8515260807037354, 0.9407390365600586, 1.1463200833320617, 1.3171742897033691, 1.262915803527832, 1.386610294342041, 1.402245961523056, 1.353079345226288, 1.6632261469364167, 2.160128380584717, 2.152520423412323, 2.048775052833557, 2.179873471832275, 2.0917932035446167, 2.110498323726654, 2.0249694913864134, 1.9754539145469665, 2.0863923776626585, 2.2604428833007812, 1.882617956161499, 1.6480644565582276, 1.4238870953798295, 1.0796037145614623, 1.2265830523490906, 1.1315664192199708, 0.8243012958526611, 1.5025688316345214, 1.2351813243865968, 1.0440775310993196, 0.8022228635787964, 0.9494114886283874, 1.6274977996826172, 0.7025753731250763, 0.6086838336467743, 0.85253525390625, 0.5798639675140381, 0.9239351823806763, 0.7397382484912872, 0.5377552442789078, 0.5661793855428696, 0.591952879333496, 0.5815083159923553, 0.5666080118179321, 0.6167471637010574, 0.5116942359924317, 0.6500419594287873, 0.5058183356523513, 0.5127271728992462, 0.5146393095970154, 0.513179197883606, 0.5277192692756653, 0.5301190893173218, 0.4902091938018799, 0.4643077433586121, 0.46406279153823854, 0.47324425945281984, 0.4390524193763733, 0.43308766808509824, 0.4483348261833191, 0.45758007364273073, 0.4258517781257629, 0.40843180713653565, 0.39923065466880797, 0.3923787565469742, 0.39694422893524167, 0.388149334526062, 0.3989525201797485, 0.3880426513195038, 0.38228393292427065, 0.3847649987220764, 0.3728706964492798 ], "term_loss": [ 1.759378063583374, 0.6950865835666656, 0.7524722458839417, 0.7025897565841674, 0.630735333108902, 0.6144626032829285, 0.6203483947753906, 0.6912198863983154, 0.6812775425195694, 0.7021899845123291, 0.7890356311798096, 0.9806006479740143, 1.1520600126743317, 1.0969103591918945, 1.218403604888916, 1.234606753462553, 1.1846878055810928, 1.4810678904533385, 1.9551898319244385, 1.9328652121543883, 1.8252225715637207, 1.9255873363494873, 1.8419472370386123, 1.8514944805145264, 1.7480499786376953, 1.7230984504699707, 1.7801577151060104, 1.9261333221912385, 1.5824289985656739, 1.3395356185913085, 1.1190976068019867, 0.8095712727546692, 0.9129751841545105, 0.8099967944145202, 0.5449157089233398, 1.1429317752838135, 0.8717972569465637, 0.7612683668017387, 0.5363850374221801, 0.6509348512649537, 1.2403230022907257, 0.44119430227279666, 0.36985179181098937, 0.5657508541107178, 0.3316444114685059, 0.6092286487579346, 0.45416003305912017, 0.2803884910583496, 0.30142446330189704, 0.32512425956726076, 0.31511888599395754, 0.2933908362150192, 0.3304207047402859, 0.23888909721374513, 0.3518457849144936, 0.2321460828304291, 0.23690145794153214, 0.24031942974328996, 0.234180108833313, 0.2491055172920227, 0.2518234708428383, 0.21771380550265312, 0.19746038370132446, 0.19613629539012908, 0.20217996973991395, 0.17647680728435516, 0.1724887050151825, 0.18513125069141387, 0.19194528245925904, 0.16750827902555465, 0.15352465214729308, 0.1455474760055542, 0.1407638990163803, 0.14426077477931976, 0.13678922175168992, 0.1451073505997658, 0.13600888509750367, 0.1320053924381733, 0.13196719620227815, 0.12118487646579743 ], "bridge_loss": [ 1.0057456545681402, 0.07984932231307029, 0.006921142427995801, 0.0070113932192325595, 0.014598682332038879, 0.028220770037174225, 0.03126658735275269, 0.026600006234645843, 0.015867197705805303, 0.015546117241680622, 0.012967191728949546, 0.015010805013775826, 0.01505515177845955, 0.016979839408397673, 0.017059055781364442, 0.021047090664505958, 0.023958049084246157, 0.022573659014701843, 0.029818001449108122, 0.044388598722219466, 0.05576009316444397, 0.07712252329587936, 0.07596050485372544, 0.089072286555171, 0.1078504252910614, 0.08938403369188308, 0.13860380922555923, 0.16278210570812227, 0.12334684269428253, 0.12987734815478325, 0.1283024751573801, 0.09875854194164276, 0.1132021647453308, 0.114243505692482, 0.07930920803546905, 0.16031358633041382, 0.1483750568330288, 0.07615681183040142, 0.05947322273850441, 0.06707281012535095, 0.1555256877541542, 0.04927767667770386, 0.027832713788747788, 0.05109234853982925, 0.03510485389232636, 0.06433321557044983, 0.0509399315007031, 0.029501312471553683, 0.029298018515110016, 0.022007736629247664, 0.026509742373228073, 0.02547568997144699, 0.028158922368288042, 0.01945364822745323, 0.032367846205830574, 0.021171480375528337, 0.02125774438381195, 0.021097413665056228, 0.02262683149129152, 0.021077597737312315, 0.022499435234069824, 0.017363783645629884, 0.01511413771212101, 0.016478369894623757, 0.018426007288694382, 0.01539817702770233, 0.015168809753656387, 0.017221828517317773, 0.022410498839616776, 0.015976610014587642, 0.013848819640278816, 0.012749422067403794, 0.012547081257402897, 0.014398891832679511, 0.013543046182394028, 0.01616565254330635, 0.015339582663774491, 0.014028705531358718, 0.016140032187104227, 0.015310661105066539 ], "tgrad_loss": [ 0.30010702733993533, 0.23023750939369203, 0.17429312868118285, 0.15607886154651643, 0.14204240217208863, 0.1387570774078369, 0.13921050038337707, 0.13870142607688904, 0.13391238613128661, 0.13378998804092407, 0.13873620960712432, 0.15070862843990326, 0.1500591349840164, 0.14902560558319092, 0.15114763839244844, 0.1465921157836914, 0.14443349993228913, 0.15958458815813065, 0.17512055349349975, 0.17526660327911378, 0.16779239134788512, 0.1771635971069336, 0.17388546850681305, 0.16993154878616332, 0.16906907887458802, 0.16297144203186034, 0.16763084147572518, 0.17152745275497436, 0.17684210817813872, 0.17865150032043456, 0.17648701427578925, 0.17127388672828675, 0.20040569903850555, 0.2073261212348938, 0.20007638354301452, 0.1993234664916992, 0.21500900251865387, 0.206652339220047, 0.20636459765434265, 0.23140381593704223, 0.2316491063594818, 0.21210338969230652, 0.21099932672977448, 0.23569203791618348, 0.21311470336914062, 0.25037331929206846, 0.23463827657699585, 0.2278654456615448, 0.23545689868927003, 0.2448208836555481, 0.2398796889066696, 0.2477414860725403, 0.25816753516197205, 0.2533514893531799, 0.26582832283973695, 0.2525007682800293, 0.2545679742336273, 0.25322246961593625, 0.25637225708961486, 0.25753615407943725, 0.25579618854522707, 0.25513160409927366, 0.2517332214355469, 0.25144813041687014, 0.2526382836341858, 0.2471774356842041, 0.24543014860153198, 0.24598174903392792, 0.2432242931842804, 0.24236688857078553, 0.24105833854675293, 0.24093375723361968, 0.23906777582168579, 0.23828456206321716, 0.23781706585884094, 0.23767951769828796, 0.2366941836833954, 0.23624983654022216, 0.23665776674747466, 0.23637515988349914 ] }, "diagnostics": { "bp_cosine": [ 0.024487923830747604, 0.1551763117313385, 0.17440856993198395, 0.18776318430900574, 0.163284569978714, 0.17855775356292725, 0.162883460521698, 0.17358574271202087 ], "perturbation_rho": [ 0.024775028228759766, 0.25605684518814087, 0.2314496785402298, 0.2697882056236267, 0.24329833686351776, 0.3152206242084503, 0.23843368887901306, 0.2751646637916565 ], "nudging": { "0.001": [ -0.0010546729899942875, -0.0011491177137941122, -0.001177083933725953, -0.0012467143824324012, -0.0011091993656009436, -0.0011924341088160872, -0.0011279901955276728, -0.0011755195446312428 ], "0.003": [ -0.0031479522585868835, -0.0034450858365744352, -0.00352866156026721, -0.0037402876187115908, -0.0033245475497096777, -0.0035774726420640945, -0.0033813398331403732, -0.0035263618919998407 ], "0.01": [ -0.010280786082148552, -0.011451397091150284, -0.01173271145671606, -0.012431012466549873, -0.01105603575706482, -0.011893808841705322, -0.011241357773542404, -0.011722835712134838 ] } } } }