diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json new file mode 100644 index 0000000..9a870b4 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L8_s42.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0757543913841248, + 0.5076081553459167, + 0.44924112920761106, + 0.4247585828781128, + 0.390476895737648, + 0.3476995074748993, + 0.34030030264854433, + 0.3316740375518799, + 0.3210986800670624, + 0.3004637783050537, + 0.3107565640449524, + 0.31333593788146974, + 0.3368205448627472, + 0.3013008052945137, + 0.24617022519111634, + 0.2921410479068756, + 0.2635057222366333, + 0.2468733805656433, + 0.2835908453464508, + 0.24917495551109314, + 0.23554206476211548, + 0.2440310100078583, + 0.2401031512260437, + 0.23388757339715957, + 0.22199509954452515, + 0.24858054161071777, + 0.2563783165931702, + 0.2575826109409332, + 0.21732676796913147, + 0.2173767949104309, + 0.22188423473834992, + 0.18563161835670472, + 0.20825975818634032, + 0.17853380255699158, + 0.16998590087890625, + 0.22122718925476073, + 0.17761884450912477, + 0.1721252568244934, + 0.18634113365411759, + 0.16172185846567155, + 0.14872372229099273, + 0.1512143076300621, + 0.1437873905658722, + 0.15217237317562105, + 0.15337150135040284, + 0.16384036836624147, + 0.1659779568195343, + 0.1543241171836853, + 0.14291128422021865, + 0.13691224701404572, + 0.13174424264132978, + 0.12449043486118316, + 0.12606769989728928, + 0.12063085582256317, + 0.1212635150194168, + 0.12218361542224884, + 0.11889479755163193, + 0.11501415977478027, + 0.11453091421127319, + 0.11233264380693436, + 0.10913959243297577, + 0.1080293738424778, + 0.10722576280832291, + 0.10587466154694557, + 0.10347079048156738, + 0.1029079300403595, + 0.1010995524764061, + 0.10133141717910767, + 0.10086093401908874, + 0.09952975501418114, + 0.09885214577913284, + 0.09803358337879181, + 0.09736436128616333, + 0.09699009905606508, + 0.0960432112455368, + 0.09560413639545441, + 0.09529533250927925, + 0.0950549742102623, + 0.09487758847773076, + 0.09478750932216644 + ], + "train_acc": [ + 0.6176, + 0.8033, + 0.8282, + 0.8365, + 0.8415, + 0.8594, + 0.8616, + 0.8667, + 0.8712, + 0.8777, + 0.8772, + 0.8762, + 0.8668, + 0.8811, + 0.9031, + 0.8815, + 0.8954, + 0.9032, + 0.8904, + 0.9, + 0.9054, + 0.9037, + 0.8994, + 0.9078, + 0.9118, + 0.9008, + 0.9003, + 0.8984, + 0.9117, + 0.912, + 0.9104, + 0.9275, + 0.9171, + 0.9301, + 0.9363, + 0.914, + 0.9305, + 0.9348, + 0.925, + 0.9397, + 0.9444, + 0.9459, + 0.9476, + 0.9444, + 0.9424, + 0.9364, + 0.9358, + 0.9404, + 0.9472, + 0.9511, + 0.9553, + 0.9594, + 0.9593, + 0.9604, + 0.9607, + 0.9597, + 0.962, + 0.962, + 0.9636, + 0.9656, + 0.967, + 0.9682, + 0.9697, + 0.9695, + 0.9704, + 0.9715, + 0.9735, + 0.9725, + 0.9739, + 0.9745, + 0.9728, + 0.9745, + 0.9752, + 0.975, + 0.976, + 0.9768, + 0.9773, + 0.977, + 0.9774, + 0.9775 + ], + "test_acc": [ + 0.787, + 0.8035, + 0.833, + 0.842, + 0.8535, + 0.8575, + 0.86, + 0.848, + 0.8745, + 0.866, + 0.8675, + 0.8635, + 0.867, + 0.8735, + 0.887, + 0.876, + 0.8785, + 0.8855, + 0.874, + 0.88, + 0.8865, + 0.8785, + 0.871, + 0.883, + 0.8995, + 0.8785, + 0.8715, + 0.875, + 0.896, + 0.8965, + 0.897, + 0.903, + 0.896, + 0.8985, + 0.895, + 0.8895, + 0.895, + 0.897, + 0.887, + 0.903, + 0.9035, + 0.9045, + 0.897, + 0.8945, + 0.9065, + 0.9025, + 0.904, + 0.9035, + 0.9045, + 0.903, + 0.905, + 0.908, + 0.9045, + 0.91, + 0.909, + 0.908, + 0.9075, + 0.9125, + 0.909, + 0.9085, + 0.9035, + 0.909, + 0.9085, + 0.905, + 0.9075, + 0.9105, + 0.91, + 0.909, + 0.9065, + 0.908, + 0.907, + 0.9065, + 0.9075, + 0.908, + 0.908, + 0.9075, + 0.9065, + 0.9065, + 0.906, + 0.906 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8854324817657471, + 0.8737501502037048, + 0.8630377054214478, + 0.8562113046646118, + 0.8509326577186584, + 0.8481521606445312, + 0.84560626745224, + 0.8443001508712769 + ], + "perturbation_rho": [ + 0.9999991655349731, + 0.9999963045120239, + 0.9999881386756897, + 0.9999630451202393, + 0.9999364614486694, + 0.9999151825904846, + 0.9998926520347595, + 0.9998775720596313 + ], + "nudging": { + "0.001": [ + -0.031868599355220795, + -0.014682772569358349, + -0.00733374897390604, + -0.0044118668884038925, + -0.0032190121710300446, + -0.002646001288667321, + -0.0023340615443885326, + -0.0021536401472985744 + ], + "0.003": [ + -0.08796128630638123, + -0.042457789182662964, + -0.021612998098134995, + -0.013098624534904957, + -0.00958542712032795, + -0.007890285924077034, + -0.006964934058487415, + -0.006429150700569153 + ], + "0.01": [ + -0.21767401695251465, + -0.12408202886581421, + -0.06762672960758209, + -0.04208396375179291, + -0.031123068183660507, + -0.025745777413249016, + -0.022784877568483353, + -0.021061642095446587 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.13472125415802, + 1.064750273513794, + 0.6787943045616149, + 0.5445983642578125, + 0.4691809035301209, + 0.44078434734344485, + 0.4589700782775879, + 0.4633651376724243, + 0.48622037637233734, + 0.5303937173843384, + 0.5300615015029907, + 0.5191615985870361, + 0.6124243753433227, + 0.6110803317785263, + 0.5108732610702514, + 0.6651096425056457, + 0.6519462231874465, + 0.6120770479202271, + 0.611581618309021, + 0.7067273505687713, + 0.6294481365203858, + 0.6680336037635803, + 0.7899993432998658, + 0.7286258486032486, + 0.7593296463012695, + 0.6259688374519348, + 0.7967933742523193, + 1.0146251457214355, + 0.8291450224876403, + 0.7330523146629333, + 0.8095165735721588, + 0.6667535767793655, + 0.6494596580505371, + 0.6892270953893661, + 0.6535914615631103, + 0.752629549407959, + 0.6489908882915973, + 0.7158377149581909, + 0.8427579293370246, + 0.7397276062965393, + 0.7076394484519959, + 0.680823688364029, + 0.6616308630347252, + 0.6541980605125427, + 0.7793759801864624, + 0.8009075149536132, + 0.6981098392486572, + 0.6555009291648864, + 0.6616069585680961, + 0.6934653346061707, + 0.6811443558603525, + 0.6117486233711242, + 0.6414114294528961, + 0.6468382164001465, + 0.6715234688282012, + 0.5874644180297851, + 0.617424130487442, + 0.5686914512634277, + 0.5897184799194336, + 0.563749632358551, + 0.5560783692359924, + 0.5561227001190185, + 0.5419582702159882, + 0.5483636920452117, + 0.5441933881878853, + 0.5452967376232147, + 0.5415290240168571, + 0.5169584144592285, + 0.5267872435450554, + 0.5149645379066468, + 0.5136418291330338, + 0.5051588420391083, + 0.5119852211952209, + 0.5085399871870875, + 0.50260826587677, + 0.4999133358955383, + 0.49910780143737793, + 0.49455464423894885, + 0.4937580402228981, + 0.4927313493728638 + ], + "train_acc": [ + 0.2241, + 0.6144, + 0.7485, + 0.7929, + 0.8238, + 0.8322, + 0.832, + 0.834, + 0.8279, + 0.828, + 0.8247, + 0.8309, + 0.8223, + 0.8173, + 0.843, + 0.8172, + 0.8248, + 0.8386, + 0.8341, + 0.824, + 0.8362, + 0.8351, + 0.8275, + 0.8305, + 0.8288, + 0.8519, + 0.8242, + 0.805, + 0.8315, + 0.8379, + 0.8337, + 0.8522, + 0.8513, + 0.8439, + 0.8553, + 0.8379, + 0.8559, + 0.8481, + 0.8328, + 0.8445, + 0.8516, + 0.8537, + 0.856, + 0.8561, + 0.837, + 0.8422, + 0.8485, + 0.8613, + 0.8568, + 0.8485, + 0.8541, + 0.8632, + 0.8631, + 0.8594, + 0.8544, + 0.8676, + 0.861, + 0.8701, + 0.866, + 0.8709, + 0.8731, + 0.8725, + 0.8749, + 0.8691, + 0.8736, + 0.8732, + 0.8747, + 0.8783, + 0.8739, + 0.8785, + 0.8784, + 0.8796, + 0.8797, + 0.8802, + 0.8794, + 0.8817, + 0.8804, + 0.8823, + 0.8814, + 0.8818 + ], + "test_acc": [ + 0.452, + 0.664, + 0.7355, + 0.773, + 0.7975, + 0.7885, + 0.7945, + 0.777, + 0.774, + 0.7755, + 0.792, + 0.763, + 0.7875, + 0.777, + 0.736, + 0.7485, + 0.789, + 0.7625, + 0.7415, + 0.784, + 0.739, + 0.772, + 0.797, + 0.704, + 0.7955, + 0.786, + 0.7635, + 0.7495, + 0.7615, + 0.771, + 0.7995, + 0.821, + 0.794, + 0.7825, + 0.773, + 0.8035, + 0.804, + 0.779, + 0.7465, + 0.7895, + 0.8165, + 0.783, + 0.8055, + 0.8015, + 0.7835, + 0.7945, + 0.798, + 0.8215, + 0.7735, + 0.8165, + 0.804, + 0.823, + 0.7875, + 0.811, + 0.8245, + 0.8195, + 0.8185, + 0.824, + 0.819, + 0.822, + 0.8275, + 0.821, + 0.8295, + 0.8295, + 0.8315, + 0.825, + 0.829, + 0.823, + 0.8335, + 0.834, + 0.836, + 0.8295, + 0.8315, + 0.8305, + 0.8355, + 0.8335, + 0.8345, + 0.8345, + 0.8325, + 0.8325 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.02968163788318634, + 0.08609121292829514, + 0.09377065300941467, + 0.10205866396427155, + 0.08807726949453354, + 0.053033627569675446, + 0.056919872760772705, + 0.04721488058567047 + ], + "perturbation_rho": [ + -0.09032663702964783, + 0.17043988406658173, + 0.18389353156089783, + 0.16770029067993164, + 0.1504741907119751, + 0.05179755389690399, + 0.050898581743240356, + -0.03670964762568474 + ], + "nudging": { + "0.001": [ + 0.002358348574489355, + -0.0005224555497989058, + -0.00029081435059197247, + -0.0002893093624152243, + -0.00024064714671112597, + -0.0001590531610418111, + -0.00014225264021661133, + -0.00011707056546583772 + ], + "0.003": [ + 0.0073735713958740234, + -0.0015679008793085814, + -0.0008718278259038925, + -0.0008626180933788419, + -0.000721139891538769, + -0.00047776539577171206, + -0.0004256684915162623, + -0.0003536291478667408 + ], + "0.01": [ + 0.028243789449334145, + -0.00520662497729063, + -0.0028999613132327795, + -0.002869710559025407, + -0.0023996694944798946, + -0.0015899656573310494, + -0.0014181910082697868, + -0.0011781371431425214 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7328739669799804, + 0.9811433526992798, + 0.7968745387077332, + 0.80839176197052, + 0.8580701364994049, + 0.9189817895889282, + 0.9484232675552369, + 0.9335546033859253, + 0.9336960997581482, + 0.9480458303451538, + 0.9517143133163453, + 0.9554149606704712, + 0.9504594124794007, + 0.97358454246521, + 1.0018829744338988, + 0.9550861362457276, + 0.9641454742431641, + 0.9438694232940674, + 0.9552924007415772, + 0.9330580535888672, + 0.8800268087387085, + 0.858905982208252, + 0.9175141490936279, + 0.920817092704773, + 0.9107141004562378, + 0.8834829970359802, + 0.845861376953125, + 0.8068534229278564, + 0.8613802621841431, + 0.8515079685211182, + 0.8195189044952392, + 0.8610365732192993, + 0.8288298233509064, + 0.7938063079833985, + 0.782201350402832, + 0.8223142776489257, + 0.8027304618835449, + 0.796955973815918, + 0.769949794960022, + 0.7569882241249084, + 0.7953457245826722, + 0.8144200666427612, + 0.7426586433410645, + 0.755963011932373, + 0.7787463603973389, + 0.743975663948059, + 0.759346683883667, + 0.7585860026836395, + 0.7371354169845581, + 0.7337988836288453, + 0.7494666588783264, + 0.7489494784355164, + 0.7316932228088379, + 0.7707076009750367, + 0.7418164071559906, + 0.7404774815559387, + 0.736026719045639, + 0.7313680733680725, + 0.7195740768432617, + 0.7385888179779053, + 0.7218243119239807, + 0.699979656791687, + 0.6981355967521667, + 0.6896988845348359, + 0.6775998549222946, + 0.6683120150566101, + 0.667447187423706, + 0.6596596981048584, + 0.6571299660205842, + 0.648965798997879, + 0.6483057856559753, + 0.6461096891403199, + 0.6408902339935303, + 0.6388658201217652, + 0.6380767006874084, + 0.6351657607078552, + 0.6342095012664795, + 0.6330936979293823, + 0.6321959840774536, + 0.631820877456665 + ], + "train_acc": [ + 0.3774, + 0.6438, + 0.702, + 0.7105, + 0.7005, + 0.6896, + 0.6819, + 0.6739, + 0.6689, + 0.6621, + 0.6589, + 0.6571, + 0.6607, + 0.6563, + 0.6563, + 0.6693, + 0.6647, + 0.6737, + 0.6748, + 0.6718, + 0.6874, + 0.6971, + 0.6821, + 0.6934, + 0.6935, + 0.7054, + 0.7122, + 0.7186, + 0.7057, + 0.7113, + 0.7256, + 0.7072, + 0.7181, + 0.7251, + 0.7255, + 0.7236, + 0.7238, + 0.7252, + 0.7354, + 0.7392, + 0.7232, + 0.7273, + 0.7429, + 0.7366, + 0.7356, + 0.738, + 0.7348, + 0.7376, + 0.741, + 0.7428, + 0.7398, + 0.7432, + 0.7433, + 0.7352, + 0.7398, + 0.7414, + 0.7443, + 0.7444, + 0.7476, + 0.7398, + 0.748, + 0.7523, + 0.7573, + 0.7549, + 0.7603, + 0.7642, + 0.7656, + 0.7656, + 0.7698, + 0.7711, + 0.7689, + 0.7716, + 0.7704, + 0.7718, + 0.7748, + 0.7733, + 0.7752, + 0.7752, + 0.7762, + 0.7765 + ], + "test_acc": [ + 0.5465, + 0.653, + 0.6825, + 0.6735, + 0.664, + 0.6365, + 0.64, + 0.6305, + 0.6235, + 0.621, + 0.6325, + 0.6335, + 0.633, + 0.6125, + 0.6295, + 0.6175, + 0.65, + 0.615, + 0.641, + 0.6645, + 0.6565, + 0.6625, + 0.6605, + 0.653, + 0.6765, + 0.6805, + 0.69, + 0.6625, + 0.678, + 0.6895, + 0.673, + 0.669, + 0.7, + 0.6975, + 0.6765, + 0.69, + 0.6845, + 0.6915, + 0.707, + 0.6645, + 0.6725, + 0.688, + 0.7195, + 0.701, + 0.7, + 0.682, + 0.7095, + 0.6985, + 0.712, + 0.6955, + 0.6935, + 0.713, + 0.698, + 0.688, + 0.7065, + 0.6865, + 0.7145, + 0.713, + 0.7025, + 0.708, + 0.7195, + 0.7155, + 0.714, + 0.726, + 0.718, + 0.7225, + 0.721, + 0.7275, + 0.721, + 0.7235, + 0.7295, + 0.724, + 0.7245, + 0.7225, + 0.7265, + 0.728, + 0.727, + 0.7265, + 0.727, + 0.726 + ], + "state_pred_error": [ + 0.6428197972297669, + 0.19351577122211455, + 0.1660344313621521, + 0.17652878823280335, + 0.18978006644248963, + 0.19631840877532958, + 0.19491800663471223, + 0.19226022069454193, + 0.18165790848731994, + 0.16527520124912262, + 0.14865010199546813, + 0.13212442252635956, + 0.1177069759130478, + 0.11029988080263138, + 0.10093973301649094, + 0.08951207721233367, + 0.08190780951976775, + 0.08566042828559875, + 0.08916603361368179, + 0.0825111199259758, + 0.07487273232936859, + 0.06487578954696656, + 0.059569144582748416, + 0.05982308453321457, + 0.05629802569746971, + 0.04989139791727066, + 0.0473561365544796, + 0.04492486463785172, + 0.044193212151527404, + 0.04343981958031654, + 0.041326461428403856, + 0.040116964304447174, + 0.03958643175363541, + 0.03792573779821396, + 0.03780722205638885, + 0.03684104197919369, + 0.035100384438037875, + 0.033475980192422865, + 0.03184100140333176, + 0.031417953404784205, + 0.03174956562519073, + 0.031464615708589556, + 0.030044199123978616, + 0.028851599764823915, + 0.027254376643896103, + 0.025502048003673554, + 0.023910949629545212, + 0.02216300364136696, + 0.020575732861459254, + 0.019327285060286522, + 0.018592858423292637, + 0.01823208925127983, + 0.018495164170861243, + 0.01851490514278412, + 0.018615340042114258, + 0.018319079437851906, + 0.017992605185508728, + 0.017830414324998857, + 0.017337585292756558, + 0.016755458490550518, + 0.01625010498762131, + 0.015588380454480648, + 0.015276109413802624, + 0.014523939031362534, + 0.013859204940497876, + 0.013518636293709278, + 0.013107557639479636, + 0.012660594460368156, + 0.012188548400998115, + 0.01179230693280697, + 0.011473847399652005, + 0.0111009864538908, + 0.010866704443097114, + 0.010644253891706467, + 0.01051605779528618, + 0.010096385054290294, + 0.009957369659096002, + 0.009735264672338963, + 0.009506795328110456, + 0.00936661482155323 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8151727914810181, + 0.4042307734489441, + 0.16176781058311462, + 0.1698867678642273, + 0.14891386032104492, + 0.1726662963628769, + 0.1322125643491745, + 0.14817725121974945 + ], + "perturbation_rho": [ + 0.7261759042739868, + 0.36915943026542664, + 0.17840053141117096, + 0.16105638444423676, + 0.14931628108024597, + 0.15696927905082703, + 0.17820878326892853, + 0.1840115785598755 + ], + "nudging": { + "0.001": [ + -0.023730942979454994, + -0.0011499840766191483, + -0.00041868066182360053, + -0.0004118153010495007, + -0.000386256433557719, + -0.0004230579361319542, + -0.0003364062577020377, + -0.0003734407073352486 + ], + "0.003": [ + -0.06960602104663849, + -0.003446865128353238, + -0.001256113639101386, + -0.0012356475926935673, + -0.0011594654060900211, + -0.001268491381779313, + -0.001009067753329873, + -0.0011201862944290042 + ], + "0.01": [ + -0.21425020694732666, + -0.011446774937212467, + -0.004181142896413803, + -0.004114024806767702, + -0.0038589704781770706, + -0.00422251783311367, + -0.003358659567311406, + -0.003728472860530019 + ] + }, + "state_pred_error_per_layer": [ + 7398.20849609375, + 5242.7607421875, + 3768.9609375, + 3258.12548828125, + 3060.2021484375, + 2786.609619140625, + 3211.44921875, + 2939.81005859375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1370582035064696, + 1.0645069687843323, + 0.6801733062744141, + 0.5586606249332428, + 0.4881390431404114, + 0.46811703872680666, + 0.47793011622428894, + 0.491072265625, + 0.45632949471473694, + 0.49341422691345216, + 0.6391787099599838, + 0.5234632035255432, + 0.5246470190525055, + 0.6408189677238464, + 0.6090221863985061, + 0.5636324305534363, + 0.6122668931216001, + 0.6223794656276703, + 0.7977206924438477, + 0.7688750084877014, + 0.8809650159835816, + 0.9288559448242187, + 0.8847734958648682, + 0.9730628623962402, + 0.9568616161346436, + 1.0317223262786865, + 1.136458911895752, + 1.1702300283432008, + 0.9281893106460571, + 1.0470865356445314, + 1.1126060703277587, + 1.1764981075286864, + 0.9546853006362915, + 0.9108602264404296, + 0.8738015920639038, + 0.8948956307888031, + 0.813925849533081, + 0.9619963138580322, + 1.0160358333587647, + 0.9929837261199951, + 1.0878820617675782, + 0.991282360458374, + 1.0092166801452638, + 1.0004161891937255, + 1.0230372599601745, + 1.0760341178894044, + 0.9872162799835205, + 0.9739640418052673, + 1.0317725978851318, + 1.0004596428871155, + 0.9978432794094085, + 1.0264748498916625, + 1.073675299835205, + 1.0885952290534973, + 1.0659225395202636, + 1.0828760971069336, + 1.0679924612045288, + 1.0984314491271974, + 1.1133429298400879, + 1.0874613107681275, + 1.1088385950088502, + 1.080880365371704, + 1.1012449313163757, + 1.0722564311504363, + 1.063163561439514, + 1.0487949291229248, + 1.0663402166366578, + 1.0534990873336791, + 1.0597085929870604, + 1.0426021310806275, + 1.0364102695465087, + 1.0401461017608642, + 1.03147163105011, + 1.032290082359314, + 1.0253121829986571, + 1.023413536453247, + 1.0240816875457763, + 1.0224136894226075, + 1.0198726715087891, + 1.0197427711486817 + ], + "train_acc": [ + 0.2223, + 0.6146, + 0.7422, + 0.7889, + 0.8129, + 0.8208, + 0.8242, + 0.8254, + 0.8378, + 0.8275, + 0.8051, + 0.8348, + 0.8319, + 0.8211, + 0.8253, + 0.8405, + 0.8325, + 0.835, + 0.8078, + 0.8158, + 0.7949, + 0.791, + 0.7938, + 0.7747, + 0.7774, + 0.7745, + 0.7607, + 0.7438, + 0.7736, + 0.749, + 0.7511, + 0.7318, + 0.7493, + 0.7459, + 0.7528, + 0.7375, + 0.7445, + 0.7151, + 0.7011, + 0.707, + 0.6813, + 0.6985, + 0.6986, + 0.6899, + 0.6838, + 0.6775, + 0.6854, + 0.6941, + 0.6759, + 0.677, + 0.682, + 0.6713, + 0.666, + 0.6642, + 0.6638, + 0.6643, + 0.6642, + 0.6542, + 0.6521, + 0.6569, + 0.6636, + 0.6591, + 0.6569, + 0.662, + 0.6675, + 0.6717, + 0.667, + 0.6692, + 0.6706, + 0.6745, + 0.6756, + 0.6742, + 0.6741, + 0.6745, + 0.6746, + 0.6742, + 0.6751, + 0.6767, + 0.6778, + 0.6774 + ], + "test_acc": [ + 0.444, + 0.6745, + 0.7325, + 0.7745, + 0.7815, + 0.798, + 0.8035, + 0.798, + 0.8025, + 0.711, + 0.7895, + 0.7985, + 0.791, + 0.766, + 0.77, + 0.794, + 0.7735, + 0.7315, + 0.759, + 0.7495, + 0.752, + 0.735, + 0.705, + 0.732, + 0.721, + 0.752, + 0.7115, + 0.72, + 0.6915, + 0.7335, + 0.6465, + 0.7225, + 0.6795, + 0.709, + 0.697, + 0.6885, + 0.6295, + 0.6055, + 0.583, + 0.6355, + 0.583, + 0.659, + 0.6365, + 0.6345, + 0.5925, + 0.6095, + 0.666, + 0.602, + 0.6545, + 0.612, + 0.638, + 0.6155, + 0.611, + 0.6055, + 0.6135, + 0.6285, + 0.626, + 0.607, + 0.623, + 0.608, + 0.6185, + 0.6095, + 0.609, + 0.6265, + 0.626, + 0.622, + 0.629, + 0.626, + 0.633, + 0.6425, + 0.634, + 0.636, + 0.634, + 0.6375, + 0.6375, + 0.638, + 0.64, + 0.639, + 0.639, + 0.64 + ], + "value_loss": [ + 2.9023948707580565, + 0.9411828812599182, + 0.9784409198760986, + 0.9702556604385376, + 0.911243058013916, + 0.9411980567932129, + 1.0062726194381715, + 1.0051571633458138, + 0.7945024635076523, + 0.8636679088592529, + 1.351515377473831, + 0.9440338861465454, + 1.0237316113948822, + 1.6041599166870117, + 1.4913020963668824, + 1.3120978896141051, + 1.4634722517490386, + 1.5368283511161804, + 2.3160801666259765, + 2.31045254573822, + 2.833774365234375, + 3.385757903289795, + 2.9262950035095217, + 3.250738282775879, + 3.1019880832672118, + 3.6402773345947264, + 4.2429088134765625, + 4.023282150268555, + 2.689120644378662, + 3.2996597610473635, + 4.053308227157593, + 3.6391844707489014, + 2.5846795793533324, + 1.8673851746559142, + 1.6735054915428162, + 1.9220958820343017, + 1.271403459739685, + 1.567453321647644, + 2.111127665615082, + 1.4919785886764527, + 1.5718415649414061, + 1.237246979522705, + 1.4188125720977782, + 1.0745463274002076, + 1.0068994304180146, + 1.185745523071289, + 1.2835211219787597, + 0.8518369881629944, + 0.8437435919761658, + 0.8486205416202545, + 0.8211554767489433, + 0.7640671442985535, + 0.7999482116699219, + 0.9456826114654541, + 0.810999361205101, + 0.8642545461654663, + 0.8051076416015625, + 0.8193947722434998, + 0.8351191815376282, + 0.7857263399124146, + 0.9166569149971008, + 0.7972983899593353, + 0.9325546828269958, + 0.7981749772071839, + 0.8134522473335266, + 0.7371659188747406, + 0.7727094465255737, + 0.7542548943519592, + 0.7355351985931396, + 0.7110868342399597, + 0.7060981317520142, + 0.7146732750892639, + 0.7173495404720306, + 0.6977155768394471, + 0.6535471586227417, + 0.6667288435935974, + 0.6411734392166137, + 0.6943656763076782, + 0.6403075717926026, + 0.6615465266227722 + ], + "term_loss": [ + 1.6929137281417848, + 0.7076341553688049, + 0.832843780708313, + 0.8462161507606506, + 0.7989002693176269, + 0.8294573577880859, + 0.8796000757217407, + 0.8496675333380699, + 0.6641823264122009, + 0.734419527053833, + 1.1998622996211052, + 0.8190442297935486, + 0.8997376405477524, + 1.463374104309082, + 1.350538944530487, + 1.1835087180614472, + 1.3240371099829673, + 1.403322444820404, + 2.149280529022217, + 2.1371682680130006, + 2.6051794219970703, + 3.134266621398926, + 2.6367359077453614, + 2.9021682273864746, + 2.7777284118652346, + 3.2490100632667542, + 3.7669732330322265, + 3.564024981689453, + 2.304465440368652, + 2.9117907354354857, + 3.57571163482666, + 3.2041259724617004, + 2.1697021233558655, + 1.5657260522842407, + 1.3720391330718995, + 1.558706689453125, + 0.9739575270175934, + 1.2646527061462403, + 1.7258377660751343, + 1.2162893053054809, + 1.2816789051055908, + 0.9437851461410522, + 1.1169724729537964, + 0.8192238623142243, + 0.7615165826678276, + 0.9261411437988282, + 1.009357823753357, + 0.6213359757423401, + 0.6048593424797059, + 0.6017368167161942, + 0.5840524630784989, + 0.5252864897727967, + 0.5610690414428711, + 0.6845973509550095, + 0.5607477729558945, + 0.6126968932867051, + 0.5582075795173645, + 0.5701824194669723, + 0.5824683590888977, + 0.5440888320446015, + 0.6618193277835845, + 0.5566088491201401, + 0.6798252540588379, + 0.5569242746114731, + 0.5653092860221863, + 0.5025307513594628, + 0.5350002650260925, + 0.5163064182400704, + 0.5040774492263794, + 0.4812365728378296, + 0.47341508727073667, + 0.4825198311924934, + 0.4820213997364044, + 0.4671297842979431, + 0.4262480612754822, + 0.4348880102574825, + 0.4149773345947266, + 0.4545517260074615, + 0.4134101836204529, + 0.43013124598264696 + ], + "bridge_loss": [ + 0.9270794340786408, + 0.045553212680667636, + 0.003968565206974745, + 0.002537821502238512, + 0.0031120730198919773, + 0.0066142574056983, + 0.0196716277718544, + 0.04569760949611664, + 0.02804326199516654, + 0.021940968203544617, + 0.023567047103494405, + 0.016042337491363287, + 0.014572544375434518, + 0.01808674999922514, + 0.02120318498685956, + 0.020132692527770998, + 0.026115470457077027, + 0.022087446881830692, + 0.03340454182624817, + 0.04386694201231003, + 0.08512414672374725, + 0.10392638924121857, + 0.14596812286376953, + 0.19242930736541747, + 0.1708755298614502, + 0.2332140768289566, + 0.30846771535873413, + 0.28443601269721985, + 0.23180612392425537, + 0.21575192351341246, + 0.30160183690786363, + 0.2529610634982586, + 0.25124281091690065, + 0.13896957349777223, + 0.14441813020706176, + 0.199903391456604, + 0.13990903476476668, + 0.12412642853856087, + 0.19780184895992278, + 0.09088843083381652, + 0.09028354053497314, + 0.10483143763542176, + 0.10901366031169892, + 0.06172756772786379, + 0.048116388000547884, + 0.059933180809021, + 0.08071009765267372, + 0.040531087708473204, + 0.03966846313476562, + 0.049442718121409414, + 0.041820975951850414, + 0.03792309836894274, + 0.03355912851691246, + 0.054180008935928343, + 0.04611676089167595, + 0.046126355296373364, + 0.04175337711572647, + 0.03904522615373135, + 0.04093780878186226, + 0.03443106972575188, + 0.04773863691091537, + 0.03512803372144699, + 0.04503686083853245, + 0.03661287835687399, + 0.04466721993088722, + 0.03356916709542274, + 0.033895546194911, + 0.03588070866465569, + 0.030623928356170654, + 0.030353828406333924, + 0.03458711423873902, + 0.033419507718086244, + 0.037426383411884305, + 0.0331623010635376, + 0.030711766165494918, + 0.035254054686427116, + 0.029518259859085082, + 0.04370544706583023, + 0.03128685694634915, + 0.0357342723429203 + ], + "tgrad_loss": [ + 0.28240168471336363, + 0.1879955181479454, + 0.1416285768508911, + 0.12150168550014497, + 0.10923070974349976, + 0.10512643830776215, + 0.10700090990066528, + 0.10979201674461364, + 0.10227687674164772, + 0.1073074081659317, + 0.12808603233098984, + 0.1089473068356514, + 0.10942141929864883, + 0.12269907640218734, + 0.11955996571779251, + 0.1084564683675766, + 0.1133196670204401, + 0.1114184632062912, + 0.1333950751066208, + 0.1294173326253891, + 0.14347079792022704, + 0.1475648888349533, + 0.14359098019599914, + 0.15614077184200287, + 0.15338412828445436, + 0.1580532071352005, + 0.167467866563797, + 0.1748211373090744, + 0.15284905924797057, + 0.17211710295677185, + 0.17599477090835572, + 0.18209742259979247, + 0.16373461263179778, + 0.1626895320892334, + 0.15704822034835816, + 0.16348580796718598, + 0.1575368951320648, + 0.1786741998195648, + 0.1874880330324173, + 0.18480085792541504, + 0.19987909994125366, + 0.18863038229942322, + 0.1928264294862747, + 0.19359489631652832, + 0.19726645183563232, + 0.19967118492126465, + 0.1934531969308853, + 0.1899699252128601, + 0.19921578810214996, + 0.19744101244211196, + 0.19528203347921372, + 0.20085754714012147, + 0.20532003726959228, + 0.20690523879528044, + 0.20413482726812363, + 0.20543130034208298, + 0.2051466886997223, + 0.21016712760925294, + 0.21171300716400146, + 0.20720643639564515, + 0.2070989497900009, + 0.2055615005493164, + 0.20769256865978242, + 0.20463782558441163, + 0.20347574241161345, + 0.20106599922180177, + 0.20381363768577576, + 0.2020677721977234, + 0.20083382663726806, + 0.1994964292526245, + 0.19809593105316162, + 0.1987339344024658, + 0.19790175647735594, + 0.19742349796295167, + 0.1965873306274414, + 0.19658677837848662, + 0.1966778451681137, + 0.19610850033760072, + 0.19561053042411805, + 0.19568100452423096 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.010387556627392769, + 0.06787668168544769, + 0.11108389496803284, + 0.11367877572774887, + 0.11491300165653229, + 0.1093105673789978, + 0.11488444358110428, + 0.12266267836093903 + ], + "perturbation_rho": [ + 0.0504305437207222, + 0.11780044436454773, + 0.23789767920970917, + 0.24238067865371704, + 0.22429296374320984, + 0.25153419375419617, + 0.25647929310798645, + 0.22654107213020325 + ], + "nudging": { + "0.001": [ + -0.00042957920231856406, + -0.0005755086895078421, + -0.0007836788427084684, + -0.0008127648616209626, + -0.0008176113478839397, + -0.0008154284441843629, + -0.0008326433598995209, + -0.0008715562289580703 + ], + "0.003": [ + -0.0012653844896703959, + -0.0017247737850993872, + -0.002354162745177746, + -0.002438494935631752, + -0.002453066874295473, + -0.0024441296700388193, + -0.00249684345908463, + -0.002618872094899416 + ], + "0.01": [ + -0.003928218502551317, + -0.0057389335706830025, + -0.007835019379854202, + -0.008116443641483784, + -0.0081653306260705, + -0.00813683308660984, + -0.008312376216053963, + -0.00871281512081623 + ] + } + } + } +}
\ No newline at end of file |