diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json new file mode 100644 index 0000000..c42babb --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L8_s123.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.1690437764167785, + 0.526579748916626, + 0.4612072874069214, + 0.40229701833724973, + 0.3932571681022644, + 0.37171179904937746, + 0.37635504052639007, + 0.34792573761940004, + 0.33135794601440427, + 0.35720210390090945, + 0.2971177682876587, + 0.3144925072669983, + 0.2908399796247482, + 0.2602632574081421, + 0.3234870526790619, + 0.24370513725280762, + 0.25297106668949126, + 0.23075523381233215, + 0.23605980478525163, + 0.1943365602493286, + 0.23846449284553528, + 0.24400404317379, + 0.17749837155342102, + 0.18690768659114837, + 0.16863750772476196, + 0.20593492636680602, + 0.18994918286800386, + 0.16939699206352235, + 0.16769693479537964, + 0.12983431510925292, + 0.12260556392669678, + 0.15693657582998274, + 0.12875397876501082, + 0.13655461661815643, + 0.12720586278438567, + 0.11327027233839035, + 0.09552236033678055, + 0.0885159835100174, + 0.1007383291721344, + 0.11100154314041137, + 0.0981293179988861, + 0.0829784469485283, + 0.08495590468645096, + 0.06667495827674866, + 0.07823006441593171, + 0.07924402866363525, + 0.059052948009967805, + 0.06082535365819931, + 0.05081702738404274, + 0.046299984288215634, + 0.04768944467306137, + 0.04482775348424912, + 0.041376980124413966, + 0.03780490176081657, + 0.03604337072968483, + 0.03766505457162857, + 0.036802976721525195, + 0.03326233586370945, + 0.03231097190827131, + 0.030569579753279685, + 0.02986507187783718, + 0.028971056300401688, + 0.0288686943218112, + 0.02757761981189251, + 0.026668703991174696, + 0.026556660920381545, + 0.02589243197739124, + 0.025469816410541534, + 0.025155014288425447, + 0.024874832066893577, + 0.024470695948600768, + 0.024159772795438766, + 0.02393993109166622, + 0.023741512601077555, + 0.023583258251845835, + 0.023436618757247923, + 0.023351033651828765, + 0.02327720703482628, + 0.023227938520908355, + 0.0232003643065691 + ], + "train_acc": [ + 0.5941, + 0.8016, + 0.8207, + 0.8431, + 0.8474, + 0.8526, + 0.8539, + 0.8625, + 0.8701, + 0.8566, + 0.8817, + 0.8785, + 0.8863, + 0.9006, + 0.8764, + 0.9076, + 0.8996, + 0.9098, + 0.908, + 0.9244, + 0.9092, + 0.9053, + 0.9308, + 0.9258, + 0.9361, + 0.9215, + 0.9249, + 0.9344, + 0.9364, + 0.9568, + 0.9558, + 0.9416, + 0.9524, + 0.9504, + 0.9534, + 0.9615, + 0.9714, + 0.9737, + 0.965, + 0.9609, + 0.9671, + 0.9744, + 0.9736, + 0.9826, + 0.9761, + 0.9756, + 0.9869, + 0.986, + 0.9917, + 0.9946, + 0.9915, + 0.9935, + 0.9948, + 0.9972, + 0.9978, + 0.9967, + 0.9969, + 0.998, + 0.9984, + 0.9994, + 0.9991, + 0.9996, + 0.9995, + 0.9992, + 0.9997, + 0.9997, + 0.9997, + 0.9997, + 0.9996, + 0.9999, + 0.9998, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999 + ], + "test_acc": [ + 0.8045, + 0.826, + 0.825, + 0.845, + 0.8415, + 0.8465, + 0.8505, + 0.843, + 0.845, + 0.852, + 0.8615, + 0.84, + 0.852, + 0.858, + 0.8395, + 0.855, + 0.857, + 0.8625, + 0.865, + 0.865, + 0.8535, + 0.856, + 0.875, + 0.8655, + 0.8605, + 0.8615, + 0.8535, + 0.8615, + 0.8625, + 0.869, + 0.8635, + 0.858, + 0.8685, + 0.865, + 0.8665, + 0.863, + 0.868, + 0.859, + 0.8665, + 0.867, + 0.865, + 0.86, + 0.8655, + 0.8715, + 0.86, + 0.866, + 0.8655, + 0.865, + 0.8635, + 0.8655, + 0.868, + 0.8635, + 0.8635, + 0.8645, + 0.8665, + 0.869, + 0.866, + 0.8675, + 0.8655, + 0.866, + 0.8655, + 0.866, + 0.867, + 0.868, + 0.8675, + 0.867, + 0.8685, + 0.868, + 0.868, + 0.868, + 0.8675, + 0.867, + 0.8665, + 0.868, + 0.867, + 0.868, + 0.868, + 0.8675, + 0.868, + 0.868 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8442516326904297, + 0.8351782560348511, + 0.8238041400909424, + 0.811212420463562, + 0.800036609172821, + 0.789252519607544, + 0.7798817157745361, + 0.7730016708374023 + ], + "perturbation_rho": [ + 0.9999992251396179, + 0.9999983906745911, + 0.9999960660934448, + 0.99998939037323, + 0.9999715685844421, + 0.9999511241912842, + 0.9999076128005981, + 0.9998621940612793 + ], + "nudging": { + "0.001": [ + -0.04046643525362015, + -0.024846579879522324, + -0.014939611777663231, + -0.009067585691809654, + -0.00585249625146389, + -0.004124765284359455, + -0.0031854582484811544, + -0.0026463749818503857 + ], + "0.003": [ + -0.11249453574419022, + -0.07127158343791962, + -0.04364899545907974, + -0.026772987097501755, + -0.01737922430038452, + -0.012286147102713585, + -0.009504282847046852, + -0.007903642021119595 + ], + "0.01": [ + -0.281266987323761, + -0.2009655237197876, + -0.1321270614862442, + -0.08429376780986786, + -0.05586903542280197, + -0.039932381361722946, + -0.031076554208993912, + -0.025931723415851593 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.269032752609253, + 1.3050836851119996, + 0.8196908255577088, + 0.6588153503417968, + 0.5856991597175598, + 0.5283262263298034, + 0.5579123854637146, + 0.537654877281189, + 0.5828713527679443, + 0.6058343980789185, + 0.5558601338386535, + 0.5963786434173584, + 0.6240195028305053, + 0.6347664480209351, + 0.6456235321044922, + 0.6269678426742553, + 0.680553484249115, + 0.7317787364006042, + 0.794128333234787, + 0.6699356523513794, + 0.7476618877410889, + 0.8156976552963257, + 0.8354362937927247, + 0.7994426628112793, + 0.8500595897674561, + 0.9119489772796631, + 0.8346799810171127, + 0.8067910364151001, + 0.8339261085391044, + 0.7884325521469117, + 0.9549632612228394, + 0.875113792848587, + 0.7741540772438049, + 0.7001222875595092, + 0.7371560405731201, + 0.8241119850158691, + 0.7078411004543305, + 0.6887535285949707, + 0.7490071479797363, + 0.8013861232757569, + 0.7634008598327636, + 0.7581863780975342, + 0.6919024399757385, + 0.7027303151130676, + 0.6885574837267399, + 0.6507348452329635, + 0.6334816108703614, + 0.7169007764339447, + 0.6046502321720123, + 0.6008657840728759, + 0.7073253668785096, + 0.5771534276008606, + 0.620348064994812, + 0.5736126258850097, + 0.571743147277832, + 0.5836609784126282, + 0.5414934496879578, + 0.5247059268951416, + 0.529977638244629, + 0.5427842017531395, + 0.4983853917121887, + 0.5128863627433777, + 0.5041354479789734, + 0.5157700657367706, + 0.4914438611984253, + 0.4841920606136322, + 0.4769712302207947, + 0.4743790678024292, + 0.46768182845115663, + 0.4689002415180206, + 0.46644191064834595, + 0.4690598597049713, + 0.4642826473712921, + 0.46037765583992, + 0.45840771598815916, + 0.4571617786407471, + 0.45624103908538816, + 0.45523289976119996, + 0.45433819589614866, + 0.45354745016098025 + ], + "train_acc": [ + 0.1781, + 0.5294, + 0.6941, + 0.7522, + 0.7802, + 0.8039, + 0.7927, + 0.8033, + 0.7925, + 0.7912, + 0.8084, + 0.7955, + 0.7969, + 0.8011, + 0.798, + 0.8034, + 0.7941, + 0.7909, + 0.7855, + 0.8019, + 0.7902, + 0.7846, + 0.7813, + 0.787, + 0.7701, + 0.7786, + 0.7873, + 0.7865, + 0.7839, + 0.7916, + 0.7679, + 0.776, + 0.7934, + 0.8069, + 0.7998, + 0.7868, + 0.8001, + 0.8046, + 0.7948, + 0.7903, + 0.7909, + 0.7912, + 0.8001, + 0.8016, + 0.8037, + 0.8076, + 0.8143, + 0.7984, + 0.8156, + 0.8164, + 0.8, + 0.8198, + 0.8087, + 0.8181, + 0.8181, + 0.8174, + 0.8239, + 0.8221, + 0.8247, + 0.8211, + 0.8325, + 0.8307, + 0.8328, + 0.8272, + 0.8349, + 0.8344, + 0.836, + 0.8351, + 0.8394, + 0.8372, + 0.8397, + 0.8376, + 0.8392, + 0.8407, + 0.8395, + 0.8389, + 0.8404, + 0.8409, + 0.8412, + 0.841 + ], + "test_acc": [ + 0.376, + 0.6365, + 0.7185, + 0.747, + 0.7765, + 0.7345, + 0.76, + 0.7695, + 0.7125, + 0.7515, + 0.779, + 0.754, + 0.7795, + 0.7235, + 0.7565, + 0.756, + 0.7435, + 0.757, + 0.7585, + 0.7165, + 0.7445, + 0.7265, + 0.717, + 0.737, + 0.6785, + 0.731, + 0.7275, + 0.726, + 0.77, + 0.7255, + 0.7295, + 0.752, + 0.747, + 0.7735, + 0.732, + 0.7185, + 0.747, + 0.756, + 0.7365, + 0.737, + 0.734, + 0.761, + 0.7685, + 0.7725, + 0.74, + 0.782, + 0.773, + 0.776, + 0.7855, + 0.7195, + 0.7775, + 0.7715, + 0.7815, + 0.7905, + 0.7755, + 0.792, + 0.798, + 0.7885, + 0.7895, + 0.7885, + 0.794, + 0.794, + 0.797, + 0.793, + 0.806, + 0.8065, + 0.799, + 0.798, + 0.8025, + 0.801, + 0.8015, + 0.8095, + 0.808, + 0.8065, + 0.8, + 0.804, + 0.8015, + 0.8015, + 0.802, + 0.8 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.02832707017660141, + 0.13987571001052856, + 0.07857642322778702, + 0.061437755823135376, + 0.0877213403582573, + 0.09552451223134995, + 0.07042402029037476, + 0.08406771719455719 + ], + "perturbation_rho": [ + 0.034647777676582336, + 0.1467832326889038, + 0.036387018859386444, + 0.061308689415454865, + 0.1038040965795517, + 0.09023141860961914, + 0.03672575205564499, + 0.08190295100212097 + ], + "nudging": { + "0.001": [ + 0.0011414524633437395, + -0.0005393982864916325, + -0.00023700599558651447, + -0.00016539759235456586, + -0.00020502961706370115, + -0.0002788097772281617, + -0.00019945131498388946, + -0.0002334596065338701 + ], + "0.003": [ + 0.003470724681392312, + -0.0016172737814486027, + -0.0007110200822353363, + -0.0004955856129527092, + -0.0006145928637124598, + -0.0008353168377652764, + -0.0005977450637146831, + -0.0006998619646765292 + ], + "0.01": [ + 0.012113340198993683, + -0.00537356361746788, + -0.0023620566353201866, + -0.001645779935643077, + -0.002037967788055539, + -0.0027765799313783646, + -0.001988787204027176, + -0.002327942755073309 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7007782346725464, + 0.8164017862319947, + 0.6423392364501953, + 0.7302445079803467, + 0.823608984375, + 0.9137458106994629, + 0.9564488334655762, + 0.9002143922328949, + 0.8733619658470154, + 0.8754102369308472, + 0.911200912475586, + 0.9395248275756836, + 0.9669746287345886, + 0.9382185889244079, + 0.901768593788147, + 0.9082238527297973, + 0.915930258178711, + 0.9233985857009888, + 0.8726478023529053, + 0.8490028512954712, + 0.8677912174224853, + 0.905773146533966, + 0.9145678676605224, + 0.8721040974617005, + 0.817108702468872, + 0.8035082785606384, + 0.740993898010254, + 0.7614496314525604, + 0.7472923977851867, + 0.746871427154541, + 0.7268754315376281, + 0.7289572984695435, + 0.7670538501739502, + 0.7607598701477051, + 0.7636146975517273, + 0.7497062658309936, + 0.7167949647426605, + 0.7196091802597046, + 0.718072020149231, + 0.7154478120803833, + 0.7283960567474366, + 0.7365614126205444, + 0.726603537940979, + 0.7100282831192016, + 0.694857945728302, + 0.6909708969116211, + 0.7026924235343933, + 0.723259468460083, + 0.7301779090881347, + 0.7366840793609619, + 0.7489474256515503, + 0.7501752611160278, + 0.7374589855194091, + 0.726950154876709, + 0.7204151838302613, + 0.7631172191619873, + 0.719224785232544, + 0.6950305696487427, + 0.6910476376533509, + 0.6889386486053467, + 0.6827648526191712, + 0.6788733221054077, + 0.6739130449295044, + 0.6725200511932373, + 0.673500218963623, + 0.6744556049346924, + 0.6729164401054383, + 0.6747148495674133, + 0.6735565113067628, + 0.6700731378555298, + 0.6690107128620147, + 0.6688071804046631, + 0.6681381563186646, + 0.6684000648498535, + 0.6678468257904052, + 0.6672025471687317, + 0.666564640045166, + 0.6660951887130737, + 0.666175397491455, + 0.6660839390754699 + ], + "train_acc": [ + 0.3802, + 0.6878, + 0.7608, + 0.7495, + 0.7293, + 0.6969, + 0.6768, + 0.6867, + 0.6862, + 0.6815, + 0.6774, + 0.6691, + 0.6534, + 0.6688, + 0.6753, + 0.6818, + 0.6749, + 0.6772, + 0.6934, + 0.694, + 0.6881, + 0.6835, + 0.6787, + 0.6872, + 0.7081, + 0.7135, + 0.7349, + 0.7261, + 0.7292, + 0.7292, + 0.7298, + 0.7329, + 0.7202, + 0.7235, + 0.7237, + 0.7284, + 0.7367, + 0.7329, + 0.7328, + 0.7355, + 0.7306, + 0.7288, + 0.731, + 0.7444, + 0.7426, + 0.7406, + 0.7403, + 0.7323, + 0.7344, + 0.7309, + 0.7275, + 0.7286, + 0.7301, + 0.7334, + 0.7389, + 0.7237, + 0.734, + 0.7472, + 0.7479, + 0.7468, + 0.7487, + 0.7464, + 0.7523, + 0.7524, + 0.7528, + 0.753, + 0.7511, + 0.7528, + 0.7546, + 0.7523, + 0.7553, + 0.7583, + 0.7551, + 0.7559, + 0.7534, + 0.7548, + 0.7541, + 0.7561, + 0.7552, + 0.7551 + ], + "test_acc": [ + 0.608, + 0.7325, + 0.725, + 0.7065, + 0.6975, + 0.671, + 0.6655, + 0.671, + 0.641, + 0.651, + 0.638, + 0.623, + 0.617, + 0.6505, + 0.633, + 0.6655, + 0.647, + 0.648, + 0.66, + 0.6445, + 0.656, + 0.6565, + 0.656, + 0.6785, + 0.6985, + 0.7075, + 0.7025, + 0.7125, + 0.711, + 0.715, + 0.71, + 0.71, + 0.706, + 0.6895, + 0.703, + 0.7085, + 0.7065, + 0.706, + 0.703, + 0.707, + 0.6915, + 0.7005, + 0.702, + 0.6995, + 0.7135, + 0.71, + 0.6905, + 0.7045, + 0.699, + 0.692, + 0.6975, + 0.687, + 0.707, + 0.7, + 0.688, + 0.7115, + 0.7185, + 0.722, + 0.72, + 0.707, + 0.7295, + 0.725, + 0.725, + 0.724, + 0.722, + 0.7175, + 0.7195, + 0.715, + 0.719, + 0.7185, + 0.719, + 0.716, + 0.7165, + 0.7175, + 0.716, + 0.7175, + 0.7175, + 0.7155, + 0.718, + 0.718 + ], + "state_pred_error": [ + 0.6709408867359161, + 0.18942265737056732, + 0.14080595693588258, + 0.1511134099006653, + 0.17209407310485839, + 0.1766144100666046, + 0.17131005449295045, + 0.16910524086952208, + 0.1503032527923584, + 0.14637641661167144, + 0.1414107642650604, + 0.12289449031352997, + 0.0937490943312645, + 0.07194982548952103, + 0.06582723281383514, + 0.0680177249968052, + 0.0612314338862896, + 0.05455904011726379, + 0.05373732958436012, + 0.05378581196665764, + 0.052673121321201326, + 0.04773973789215088, + 0.04812903320789337, + 0.05376589905619621, + 0.05221608868837357, + 0.0511037185549736, + 0.04819248498678207, + 0.04678433921933174, + 0.047127060896158215, + 0.04397982689738274, + 0.04087346328496933, + 0.04046012075543404, + 0.04122381027340889, + 0.04241861761212349, + 0.042094694751501086, + 0.0412453974545002, + 0.038724960923194884, + 0.03562711297273636, + 0.03296822139620781, + 0.0325114149659872, + 0.03283161758184433, + 0.035513292720913886, + 0.035710234045982364, + 0.03682430787086487, + 0.033476365625858304, + 0.03093737213909626, + 0.027777787262201308, + 0.02414869005382061, + 0.020448731756210328, + 0.017831652319431304, + 0.015582082697749139, + 0.014428501343727113, + 0.012960297419130802, + 0.012180000832676887, + 0.011530775272846221, + 0.010874310192465783, + 0.010527618415653705, + 0.010202822449803353, + 0.00984742543399334, + 0.009536775915324688, + 0.009180539272725581, + 0.008970437014102935, + 0.008827724769711495, + 0.008530926664918661, + 0.008309092213958503, + 0.008101929514110089, + 0.008094769676029682, + 0.007767554499208927, + 0.007610894358158112, + 0.007408130565285683, + 0.007262326770275831, + 0.007150135292857886, + 0.007085654979944229, + 0.0073706810601055625, + 0.006943213131278754, + 0.0066695098660886284, + 0.006669323475658894, + 0.006493967983126641, + 0.006413866003602743, + 0.006445458614826202 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8429861068725586, + 0.3551006317138672, + 0.246289923787117, + 0.21019335091114044, + 0.17309927940368652, + 0.14295682311058044, + 0.15966862440109253, + 0.13815715909004211 + ], + "perturbation_rho": [ + 0.7732758522033691, + 0.2933464050292969, + 0.24295836687088013, + 0.22880345582962036, + 0.1602117419242859, + 0.11042392998933792, + 0.18763291835784912, + 0.14856110513210297 + ], + "nudging": { + "0.001": [ + -0.017513541504740715, + -0.0010910499840974808, + -0.000708599342033267, + -0.0005966786993667483, + -0.00047664318117313087, + -0.0004276464751455933, + -0.0004729896318167448, + -0.0004151453322265297 + ], + "0.003": [ + -0.05139407142996788, + -0.003268325934186578, + -0.0021239686757326126, + -0.0017886366695165634, + -0.0014290767721831799, + -0.0012818754184991121, + -0.0014177404809743166, + -0.0012440300779417157 + ], + "0.01": [ + -0.15847395360469818, + -0.010836342349648476, + -0.007060050964355469, + -0.005947217810899019, + -0.004753550048917532, + -0.004264200571924448, + -0.004713424481451511, + -0.0041376142762601376 + ] + }, + "state_pred_error_per_layer": [ + 3389.93017578125, + 4477.634765625, + 1038.2586669921875, + 911.949951171875, + 702.6972045898438, + 659.9431762695312, + 824.164794921875, + 821.9293212890625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2660294412612916, + 1.3016457880973815, + 0.8186747265815735, + 0.6697447069168091, + 0.5803643805503845, + 0.5512525676727295, + 0.549796287727356, + 0.5450847043991088, + 0.5275615032196045, + 0.5319187931060791, + 0.5584789258956909, + 0.6303564451217651, + 0.6530141715049743, + 0.647641095161438, + 0.6535977718353272, + 0.6668755978107452, + 0.6444538109302521, + 0.7376987361907958, + 0.8571814809799194, + 0.8484122044563294, + 0.7817753293991089, + 0.8637002775192261, + 0.8521189229011535, + 0.8361198561668396, + 0.806985737991333, + 0.7815130719184875, + 0.802376530122757, + 0.8485978384971619, + 0.8367114802360535, + 0.8168601245880127, + 0.7851902055740356, + 0.7358182970046997, + 0.8997399300575256, + 0.9225360271453857, + 0.8570411529541015, + 0.8411993549346923, + 0.9375005828857422, + 0.8463716927528382, + 0.862580227470398, + 1.0098564163208008, + 0.9812262915611267, + 0.8729387621879577, + 0.8571597898483276, + 0.9974828210830688, + 0.8864622016906738, + 1.0887743062019348, + 1.0035358074188232, + 0.9521108211517334, + 0.9903197944641113, + 1.036623720550537, + 1.0008409860610963, + 1.0380868854522705, + 1.1012060861587525, + 1.0651326690673828, + 1.1333419822692872, + 1.0603330505371094, + 1.0721593137741088, + 1.0658496725082398, + 1.0947151290893555, + 1.099305485343933, + 1.0801114864349366, + 1.0791620138168334, + 1.0618044708251952, + 1.0570447917938233, + 1.0758753734588622, + 1.0394710207939148, + 1.029822176551819, + 1.041756462097168, + 1.0217557413101197, + 1.0205562198638916, + 1.0147280132293701, + 1.0095306674957276, + 1.001978309726715, + 0.9974158168792725, + 0.9953814093589782, + 0.9926533555030823, + 0.9918749931335449, + 0.9889670114517212, + 0.9879606288909912, + 0.9873974003791809 + ], + "train_acc": [ + 0.1797, + 0.5356, + 0.6972, + 0.7485, + 0.7819, + 0.7901, + 0.7974, + 0.8001, + 0.8077, + 0.8076, + 0.8072, + 0.79, + 0.7937, + 0.7962, + 0.7957, + 0.8015, + 0.8017, + 0.7861, + 0.7668, + 0.7721, + 0.7765, + 0.7621, + 0.7721, + 0.7745, + 0.7768, + 0.7865, + 0.7782, + 0.7703, + 0.7686, + 0.7611, + 0.752, + 0.7558, + 0.7123, + 0.6954, + 0.7044, + 0.7167, + 0.6963, + 0.7005, + 0.6968, + 0.6591, + 0.6589, + 0.6849, + 0.6881, + 0.6512, + 0.6785, + 0.6251, + 0.6467, + 0.6578, + 0.6456, + 0.6288, + 0.6419, + 0.6188, + 0.6092, + 0.6176, + 0.6027, + 0.6198, + 0.6133, + 0.6127, + 0.6121, + 0.6075, + 0.6127, + 0.6089, + 0.6184, + 0.6212, + 0.6156, + 0.6286, + 0.6251, + 0.626, + 0.6275, + 0.6322, + 0.6357, + 0.6335, + 0.6347, + 0.6367, + 0.6371, + 0.6398, + 0.6414, + 0.6418, + 0.6432, + 0.6433 + ], + "test_acc": [ + 0.3745, + 0.6335, + 0.7105, + 0.7265, + 0.7415, + 0.763, + 0.7755, + 0.7625, + 0.769, + 0.769, + 0.748, + 0.7415, + 0.728, + 0.75, + 0.739, + 0.7405, + 0.733, + 0.706, + 0.7025, + 0.737, + 0.715, + 0.7405, + 0.7475, + 0.722, + 0.7435, + 0.7475, + 0.7205, + 0.7215, + 0.713, + 0.687, + 0.7035, + 0.685, + 0.6305, + 0.6265, + 0.6465, + 0.594, + 0.613, + 0.624, + 0.583, + 0.568, + 0.6055, + 0.5875, + 0.572, + 0.636, + 0.5545, + 0.508, + 0.585, + 0.5945, + 0.5505, + 0.5855, + 0.563, + 0.534, + 0.55, + 0.5745, + 0.5905, + 0.567, + 0.587, + 0.532, + 0.554, + 0.5735, + 0.5795, + 0.5895, + 0.58, + 0.5915, + 0.601, + 0.599, + 0.6035, + 0.588, + 0.6105, + 0.6085, + 0.6065, + 0.6115, + 0.6185, + 0.6245, + 0.619, + 0.62, + 0.6225, + 0.617, + 0.618, + 0.6185 + ], + "value_loss": [ + 3.06523074798584, + 1.0051734189987183, + 0.9336865198135376, + 0.8656800090789795, + 0.7873764232635498, + 0.781440449142456, + 0.7908254833221435, + 0.8565213081359864, + 0.8310571252822876, + 0.8515260807037354, + 0.9407390365600586, + 1.1463200833320617, + 1.3171742897033691, + 1.262915803527832, + 1.386610294342041, + 1.402245961523056, + 1.353079345226288, + 1.6632261469364167, + 2.160128380584717, + 2.152520423412323, + 2.048775052833557, + 2.179873471832275, + 2.0917932035446167, + 2.110498323726654, + 2.0249694913864134, + 1.9754539145469665, + 2.0863923776626585, + 2.2604428833007812, + 1.882617956161499, + 1.6480644565582276, + 1.4238870953798295, + 1.0796037145614623, + 1.2265830523490906, + 1.1315664192199708, + 0.8243012958526611, + 1.5025688316345214, + 1.2351813243865968, + 1.0440775310993196, + 0.8022228635787964, + 0.9494114886283874, + 1.6274977996826172, + 0.7025753731250763, + 0.6086838336467743, + 0.85253525390625, + 0.5798639675140381, + 0.9239351823806763, + 0.7397382484912872, + 0.5377552442789078, + 0.5661793855428696, + 0.591952879333496, + 0.5815083159923553, + 0.5666080118179321, + 0.6167471637010574, + 0.5116942359924317, + 0.6500419594287873, + 0.5058183356523513, + 0.5127271728992462, + 0.5146393095970154, + 0.513179197883606, + 0.5277192692756653, + 0.5301190893173218, + 0.4902091938018799, + 0.4643077433586121, + 0.46406279153823854, + 0.47324425945281984, + 0.4390524193763733, + 0.43308766808509824, + 0.4483348261833191, + 0.45758007364273073, + 0.4258517781257629, + 0.40843180713653565, + 0.39923065466880797, + 0.3923787565469742, + 0.39694422893524167, + 0.388149334526062, + 0.3989525201797485, + 0.3880426513195038, + 0.38228393292427065, + 0.3847649987220764, + 0.3728706964492798 + ], + "term_loss": [ + 1.759378063583374, + 0.6950865835666656, + 0.7524722458839417, + 0.7025897565841674, + 0.630735333108902, + 0.6144626032829285, + 0.6203483947753906, + 0.6912198863983154, + 0.6812775425195694, + 0.7021899845123291, + 0.7890356311798096, + 0.9806006479740143, + 1.1520600126743317, + 1.0969103591918945, + 1.218403604888916, + 1.234606753462553, + 1.1846878055810928, + 1.4810678904533385, + 1.9551898319244385, + 1.9328652121543883, + 1.8252225715637207, + 1.9255873363494873, + 1.8419472370386123, + 1.8514944805145264, + 1.7480499786376953, + 1.7230984504699707, + 1.7801577151060104, + 1.9261333221912385, + 1.5824289985656739, + 1.3395356185913085, + 1.1190976068019867, + 0.8095712727546692, + 0.9129751841545105, + 0.8099967944145202, + 0.5449157089233398, + 1.1429317752838135, + 0.8717972569465637, + 0.7612683668017387, + 0.5363850374221801, + 0.6509348512649537, + 1.2403230022907257, + 0.44119430227279666, + 0.36985179181098937, + 0.5657508541107178, + 0.3316444114685059, + 0.6092286487579346, + 0.45416003305912017, + 0.2803884910583496, + 0.30142446330189704, + 0.32512425956726076, + 0.31511888599395754, + 0.2933908362150192, + 0.3304207047402859, + 0.23888909721374513, + 0.3518457849144936, + 0.2321460828304291, + 0.23690145794153214, + 0.24031942974328996, + 0.234180108833313, + 0.2491055172920227, + 0.2518234708428383, + 0.21771380550265312, + 0.19746038370132446, + 0.19613629539012908, + 0.20217996973991395, + 0.17647680728435516, + 0.1724887050151825, + 0.18513125069141387, + 0.19194528245925904, + 0.16750827902555465, + 0.15352465214729308, + 0.1455474760055542, + 0.1407638990163803, + 0.14426077477931976, + 0.13678922175168992, + 0.1451073505997658, + 0.13600888509750367, + 0.1320053924381733, + 0.13196719620227815, + 0.12118487646579743 + ], + "bridge_loss": [ + 1.0057456545681402, + 0.07984932231307029, + 0.006921142427995801, + 0.0070113932192325595, + 0.014598682332038879, + 0.028220770037174225, + 0.03126658735275269, + 0.026600006234645843, + 0.015867197705805303, + 0.015546117241680622, + 0.012967191728949546, + 0.015010805013775826, + 0.01505515177845955, + 0.016979839408397673, + 0.017059055781364442, + 0.021047090664505958, + 0.023958049084246157, + 0.022573659014701843, + 0.029818001449108122, + 0.044388598722219466, + 0.05576009316444397, + 0.07712252329587936, + 0.07596050485372544, + 0.089072286555171, + 0.1078504252910614, + 0.08938403369188308, + 0.13860380922555923, + 0.16278210570812227, + 0.12334684269428253, + 0.12987734815478325, + 0.1283024751573801, + 0.09875854194164276, + 0.1132021647453308, + 0.114243505692482, + 0.07930920803546905, + 0.16031358633041382, + 0.1483750568330288, + 0.07615681183040142, + 0.05947322273850441, + 0.06707281012535095, + 0.1555256877541542, + 0.04927767667770386, + 0.027832713788747788, + 0.05109234853982925, + 0.03510485389232636, + 0.06433321557044983, + 0.0509399315007031, + 0.029501312471553683, + 0.029298018515110016, + 0.022007736629247664, + 0.026509742373228073, + 0.02547568997144699, + 0.028158922368288042, + 0.01945364822745323, + 0.032367846205830574, + 0.021171480375528337, + 0.02125774438381195, + 0.021097413665056228, + 0.02262683149129152, + 0.021077597737312315, + 0.022499435234069824, + 0.017363783645629884, + 0.01511413771212101, + 0.016478369894623757, + 0.018426007288694382, + 0.01539817702770233, + 0.015168809753656387, + 0.017221828517317773, + 0.022410498839616776, + 0.015976610014587642, + 0.013848819640278816, + 0.012749422067403794, + 0.012547081257402897, + 0.014398891832679511, + 0.013543046182394028, + 0.01616565254330635, + 0.015339582663774491, + 0.014028705531358718, + 0.016140032187104227, + 0.015310661105066539 + ], + "tgrad_loss": [ + 0.30010702733993533, + 0.23023750939369203, + 0.17429312868118285, + 0.15607886154651643, + 0.14204240217208863, + 0.1387570774078369, + 0.13921050038337707, + 0.13870142607688904, + 0.13391238613128661, + 0.13378998804092407, + 0.13873620960712432, + 0.15070862843990326, + 0.1500591349840164, + 0.14902560558319092, + 0.15114763839244844, + 0.1465921157836914, + 0.14443349993228913, + 0.15958458815813065, + 0.17512055349349975, + 0.17526660327911378, + 0.16779239134788512, + 0.1771635971069336, + 0.17388546850681305, + 0.16993154878616332, + 0.16906907887458802, + 0.16297144203186034, + 0.16763084147572518, + 0.17152745275497436, + 0.17684210817813872, + 0.17865150032043456, + 0.17648701427578925, + 0.17127388672828675, + 0.20040569903850555, + 0.2073261212348938, + 0.20007638354301452, + 0.1993234664916992, + 0.21500900251865387, + 0.206652339220047, + 0.20636459765434265, + 0.23140381593704223, + 0.2316491063594818, + 0.21210338969230652, + 0.21099932672977448, + 0.23569203791618348, + 0.21311470336914062, + 0.25037331929206846, + 0.23463827657699585, + 0.2278654456615448, + 0.23545689868927003, + 0.2448208836555481, + 0.2398796889066696, + 0.2477414860725403, + 0.25816753516197205, + 0.2533514893531799, + 0.26582832283973695, + 0.2525007682800293, + 0.2545679742336273, + 0.25322246961593625, + 0.25637225708961486, + 0.25753615407943725, + 0.25579618854522707, + 0.25513160409927366, + 0.2517332214355469, + 0.25144813041687014, + 0.2526382836341858, + 0.2471774356842041, + 0.24543014860153198, + 0.24598174903392792, + 0.2432242931842804, + 0.24236688857078553, + 0.24105833854675293, + 0.24093375723361968, + 0.23906777582168579, + 0.23828456206321716, + 0.23781706585884094, + 0.23767951769828796, + 0.2366941836833954, + 0.23624983654022216, + 0.23665776674747466, + 0.23637515988349914 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.024487923830747604, + 0.1551763117313385, + 0.17440856993198395, + 0.18776318430900574, + 0.163284569978714, + 0.17855775356292725, + 0.162883460521698, + 0.17358574271202087 + ], + "perturbation_rho": [ + 0.024775028228759766, + 0.25605684518814087, + 0.2314496785402298, + 0.2697882056236267, + 0.24329833686351776, + 0.3152206242084503, + 0.23843368887901306, + 0.2751646637916565 + ], + "nudging": { + "0.001": [ + -0.0010546729899942875, + -0.0011491177137941122, + -0.001177083933725953, + -0.0012467143824324012, + -0.0011091993656009436, + -0.0011924341088160872, + -0.0011279901955276728, + -0.0011755195446312428 + ], + "0.003": [ + -0.0031479522585868835, + -0.0034450858365744352, + -0.00352866156026721, + -0.0037402876187115908, + -0.0033245475497096777, + -0.0035774726420640945, + -0.0033813398331403732, + -0.0035263618919998407 + ], + "0.01": [ + -0.010280786082148552, + -0.011451397091150284, + -0.01173271145671606, + -0.012431012466549873, + -0.01105603575706482, + -0.011893808841705322, + -0.011241357773542404, + -0.011722835712134838 + ] + } + } + } +}
\ No newline at end of file |