diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json new file mode 100644 index 0000000..2eac31c --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L12_s456.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0399647656440736, + 0.5801911403656006, + 0.44912500467300415, + 0.4777579921722412, + 0.39411258869171145, + 0.3850814968109131, + 0.366568944978714, + 0.3459391833782196, + 0.3640839920282364, + 0.2808071050643921, + 0.27807387437820436, + 0.28600655393600466, + 0.28525742359161377, + 0.41426767587661745, + 0.32584802840948107, + 0.2218840173482895, + 0.23068335400819778, + 0.20809108746051788, + 0.22863631756305694, + 0.20474828234910966, + 0.1990956850528717, + 0.2024397686958313, + 0.2252926200389862, + 0.18378393414020538, + 0.18460674629211427, + 0.20635630996227264, + 0.1624528563261032, + 0.14138628933429717, + 0.15325817773342132, + 0.1448709319114685, + 0.20757121787071228, + 0.14481499516963958, + 0.11939099235534668, + 0.11831074991226197, + 0.10753689811229705, + 0.14279772633314133, + 0.10776034088134766, + 0.1341373483777046, + 0.09477192969322204, + 0.10186409213542938, + 0.11290034632086754, + 0.07553712728023529, + 0.07299047479629517, + 0.07112597908973693, + 0.07655592976808548, + 0.06261439298391343, + 0.06049537926912308, + 0.04479087981581688, + 0.038241669833660126, + 0.03606927845478058, + 0.04739076436012983, + 0.03390505993962288, + 0.03161321499347687, + 0.030190881507098675, + 0.026108801245689393, + 0.032475268816947934, + 0.026346699427068233, + 0.022964472925662994, + 0.02266303038597107, + 0.021826831635832787, + 0.020797414591908456, + 0.02012179616689682, + 0.02016616339087486, + 0.019080601900815963, + 0.0190194882273674, + 0.019803267088532448, + 0.018120336823165415, + 0.01736899336576462, + 0.017093995988368988, + 0.017035954880714417, + 0.016762651598453523, + 0.016471507793664932, + 0.016212560105323792, + 0.016106035402417184, + 0.01601193640232086, + 0.015896790677309036, + 0.015815340642631053, + 0.015758654138445856, + 0.015722464257478714, + 0.01570532155185938 + ], + "train_acc": [ + 0.6193, + 0.7754, + 0.8227, + 0.8164, + 0.8453, + 0.8489, + 0.8571, + 0.8603, + 0.8547, + 0.8868, + 0.8888, + 0.8858, + 0.8865, + 0.8483, + 0.8728, + 0.9135, + 0.9089, + 0.9205, + 0.9081, + 0.9167, + 0.9215, + 0.9221, + 0.9121, + 0.9259, + 0.927, + 0.9208, + 0.9376, + 0.9462, + 0.9427, + 0.9467, + 0.9245, + 0.9457, + 0.9547, + 0.9557, + 0.9617, + 0.9532, + 0.9629, + 0.9514, + 0.9685, + 0.9634, + 0.9591, + 0.9769, + 0.9773, + 0.9791, + 0.9767, + 0.9812, + 0.9834, + 0.9908, + 0.9944, + 0.9957, + 0.9885, + 0.9968, + 0.9973, + 0.9967, + 0.9987, + 0.9955, + 0.998, + 0.9994, + 0.9993, + 0.9994, + 0.9995, + 0.9993, + 0.9994, + 0.9999, + 0.9998, + 0.9993, + 0.9997, + 0.9999, + 0.9999, + 0.9998, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.767, + 0.7795, + 0.807, + 0.8175, + 0.8155, + 0.828, + 0.8305, + 0.8315, + 0.817, + 0.848, + 0.843, + 0.843, + 0.842, + 0.82, + 0.8395, + 0.8475, + 0.85, + 0.8465, + 0.8455, + 0.8455, + 0.846, + 0.847, + 0.844, + 0.846, + 0.854, + 0.845, + 0.8535, + 0.857, + 0.8495, + 0.8515, + 0.85, + 0.857, + 0.862, + 0.8465, + 0.8665, + 0.848, + 0.861, + 0.8595, + 0.857, + 0.856, + 0.856, + 0.8595, + 0.861, + 0.8585, + 0.864, + 0.8635, + 0.8625, + 0.864, + 0.8675, + 0.869, + 0.871, + 0.8665, + 0.8685, + 0.8675, + 0.868, + 0.861, + 0.868, + 0.868, + 0.863, + 0.8705, + 0.8705, + 0.8655, + 0.868, + 0.8685, + 0.868, + 0.87, + 0.869, + 0.869, + 0.87, + 0.8685, + 0.868, + 0.869, + 0.869, + 0.869, + 0.869, + 0.869, + 0.8685, + 0.8685, + 0.869, + 0.869 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.802544355392456, + 0.7848162055015564, + 0.7700465321540833, + 0.7570744752883911, + 0.7440193891525269, + 0.733696699142456, + 0.7256457805633545, + 0.7199540734291077, + 0.7157886028289795, + 0.7124584913253784, + 0.7102035284042358, + 0.7086857557296753 + ], + "perturbation_rho": [ + 0.9999985694885254, + 0.9999974966049194, + 0.9999951720237732, + 0.9999867677688599, + 0.9999691843986511, + 0.9999383687973022, + 0.9999032020568848, + 0.9998719692230225, + 0.9998380541801453, + 0.9998047351837158, + 0.9996931552886963, + 0.9996466040611267 + ], + "nudging": { + "0.001": [ + -0.03132425993680954, + -0.019242331385612488, + -0.011778481304645538, + -0.007423160132020712, + -0.0049812826327979565, + -0.0036035804077982903, + -0.002788721350952983, + -0.002277323277667165, + -0.001938710454851389, + -0.001707348506897688, + -0.0015431708889082074, + -0.0014260823372751474 + ], + "0.003": [ + -0.0852988138794899, + -0.05447565019130707, + -0.03411520645022392, + -0.02178676798939705, + -0.01472880132496357, + -0.010699238628149033, + -0.008299889042973518, + -0.006788033060729504, + -0.005784356966614723, + -0.005097454413771629, + -0.004609576426446438, + -0.004260959103703499 + ], + "0.01": [ + -0.20057430863380432, + -0.1480334997177124, + -0.10051561146974564, + -0.0672251284122467, + -0.04664912819862366, + -0.03438428044319153, + -0.026901239529252052, + -0.02211749367415905, + -0.018912356346845627, + -0.01670587807893753, + -0.015132123604416847, + -0.01400449313223362 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.149601824569702, + 1.1820548335075378, + 0.8234183177947998, + 0.7200943376541138, + 0.6561116080284118, + 0.620822652053833, + 0.5853398329257965, + 0.5778777595520019, + 0.7235412719726563, + 0.6490978884458541, + 0.6030288267135621, + 0.6537958155632019, + 0.612600318145752, + 0.7587651762008667, + 0.6095341785430908, + 0.607348887681961, + 0.6443412380218506, + 0.7816055872917175, + 0.6487067770004272, + 0.5616429460525513, + 0.7008121586799622, + 0.9083496631622314, + 0.7033928192138672, + 0.8647868811607361, + 0.7038018920898438, + 0.8607533900737763, + 1.1982451632499695, + 0.716190754699707, + 0.796311668586731, + 0.7249050006866455, + 1.0628387544631959, + 0.9199559782981872, + 0.6391925012588501, + 0.7518097076416016, + 0.9904849645614624, + 0.8506406380176544, + 0.6844657245635987, + 0.7756393531799316, + 0.6564820529937744, + 0.6705869068145752, + 0.8701811204910278, + 0.6173303858757019, + 0.6615938651561737, + 0.7780586873054505, + 0.7907266628265381, + 0.7058374786376953, + 0.73820833568573, + 0.6771799244880676, + 0.6215859540939331, + 0.6903766424179077, + 0.5457969979286194, + 0.5275934984207153, + 0.5418724191665649, + 0.6481596652507782, + 0.5005363792419434, + 0.5815837169647217, + 0.6330155878543854, + 0.47478886585235597, + 0.6646243638038635, + 0.50522829580307, + 0.4747637662887573, + 0.5031630943536758, + 0.4689687178134918, + 0.45459979906082154, + 0.4733929946899414, + 0.4546206594467163, + 0.4687062328338623, + 0.44810478954315186, + 0.46362107830047605, + 0.45515496921539306, + 0.4470784990310669, + 0.44082560133934023, + 0.436901840877533, + 0.4296060552597046, + 0.42962351865768433, + 0.427029859828949, + 0.42571502952575685, + 0.42384919719696046, + 0.4223989706993103, + 0.42166884746551514 + ], + "train_acc": [ + 0.2223, + 0.5787, + 0.6929, + 0.7332, + 0.7588, + 0.7712, + 0.7889, + 0.785, + 0.7456, + 0.767, + 0.7725, + 0.7687, + 0.7774, + 0.736, + 0.78, + 0.7792, + 0.7658, + 0.7313, + 0.765, + 0.7913, + 0.7498, + 0.7208, + 0.7511, + 0.7212, + 0.7568, + 0.7148, + 0.6906, + 0.7532, + 0.7328, + 0.7448, + 0.6827, + 0.6978, + 0.7627, + 0.7378, + 0.7077, + 0.7215, + 0.7553, + 0.7385, + 0.7615, + 0.765, + 0.7164, + 0.7733, + 0.7629, + 0.7301, + 0.7281, + 0.7514, + 0.7471, + 0.7564, + 0.7725, + 0.7726, + 0.7939, + 0.8034, + 0.7971, + 0.7687, + 0.809, + 0.7824, + 0.774, + 0.818, + 0.7646, + 0.8096, + 0.8157, + 0.8114, + 0.8225, + 0.8258, + 0.8217, + 0.8254, + 0.819, + 0.8251, + 0.8233, + 0.8234, + 0.8285, + 0.8311, + 0.8341, + 0.8354, + 0.8332, + 0.8357, + 0.8338, + 0.8378, + 0.8381, + 0.8381 + ], + "test_acc": [ + 0.4755, + 0.659, + 0.6965, + 0.696, + 0.691, + 0.7085, + 0.7325, + 0.632, + 0.7105, + 0.702, + 0.6305, + 0.694, + 0.6055, + 0.7155, + 0.733, + 0.659, + 0.6925, + 0.705, + 0.685, + 0.7295, + 0.4795, + 0.653, + 0.6625, + 0.6745, + 0.6525, + 0.5535, + 0.6245, + 0.6075, + 0.667, + 0.5685, + 0.548, + 0.727, + 0.67, + 0.543, + 0.574, + 0.679, + 0.6475, + 0.674, + 0.545, + 0.5625, + 0.6385, + 0.5985, + 0.5905, + 0.6415, + 0.6215, + 0.545, + 0.6555, + 0.6855, + 0.6105, + 0.699, + 0.7005, + 0.6905, + 0.68, + 0.755, + 0.6995, + 0.6885, + 0.765, + 0.674, + 0.763, + 0.7675, + 0.729, + 0.7535, + 0.7645, + 0.7775, + 0.7695, + 0.7725, + 0.7805, + 0.7835, + 0.7825, + 0.794, + 0.7905, + 0.797, + 0.795, + 0.7925, + 0.7995, + 0.7975, + 0.801, + 0.7995, + 0.802, + 0.8 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.04262668639421463, + 0.2711353898048401, + 0.1898173838853836, + 0.1387583613395691, + 0.09531620889902115, + 0.1376194804906845, + 0.07653278112411499, + 0.08707999438047409, + 0.09030534327030182, + 0.10221391171216965, + 0.06503984332084656, + 0.09489849209785461 + ], + "perturbation_rho": [ + 0.0572824701666832, + 0.20349135994911194, + 0.20036441087722778, + 0.17148703336715698, + 0.0623050183057785, + 0.14095279574394226, + 0.05262026563286781, + 0.12087561190128326, + 0.10731191188097, + 0.061124786734580994, + 0.07995927333831787, + 0.10992658138275146 + ], + "nudging": { + "0.001": [ + -0.0009717136854305863, + -0.0008302950882352889, + -0.0005646379431709647, + -0.00043579499470070004, + -0.0003014454268850386, + -0.00036783237010240555, + -0.00023612093355040997, + -0.0002637406578287482, + -0.00028259685495868325, + -0.00030849844915792346, + -0.0002243968192487955, + -0.0002889384631998837 + ], + "0.003": [ + -0.002888135612010956, + -0.0024814684875309467, + -0.0016913014696910977, + -0.0013047860702499747, + -0.0009024770115502179, + -0.001099176937714219, + -0.0007079166825860739, + -0.000786340911872685, + -0.0008432960603386164, + -0.0009207193506881595, + -0.0006701031234115362, + -0.0008658755104988813 + ], + "0.01": [ + -0.009360449388623238, + -0.00823313370347023, + -0.005617598537355661, + -0.004333253484219313, + -0.0029935596976429224, + -0.0036506117321550846, + -0.002341690007597208, + -0.002613792195916176, + -0.0027945097535848618, + -0.003059752518311143, + -0.002222315641120076, + -0.002874229568988085 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.805193168258667, + 1.141331272315979, + 0.9508048683166503, + 0.9720903642654419, + 1.0046518413543701, + 0.9624762474060059, + 0.9729494636535645, + 1.0329874326705932, + 1.0622312829971314, + 1.0902450609207153, + 1.0945431290626526, + 1.069749507522583, + 1.1206140889167786, + 1.1198603658676147, + 1.1902899974822998, + 1.129691632080078, + 1.1558469427108764, + 1.1596178537368775, + 1.1152971502304077, + 1.064276761817932, + 1.0659262399673461, + 1.003252516078949, + 1.006612749671936, + 0.995271017742157, + 1.0372564929962158, + 1.038958420085907, + 0.9995165836334229, + 1.0195529424667358, + 1.0122160236358642, + 1.0052064245224, + 0.9874209686279297, + 0.9727250333786011, + 0.9502078426361084, + 0.9627310655593873, + 0.9769992012023926, + 0.957837372303009, + 0.9192021017074585, + 0.9082319145202636, + 0.8588509743690491, + 0.8644218370437622, + 0.9094936531066895, + 0.8525595251083374, + 0.8475208776473999, + 0.8696963483810425, + 0.8863502472877502, + 0.8889586301803589, + 0.87190883436203, + 0.881449456501007, + 0.8687530401229858, + 0.8472485889434814, + 0.8228015476226807, + 0.8475295688629151, + 0.80593205909729, + 0.826126581954956, + 0.803306018447876, + 0.7851613706588745, + 0.789908846282959, + 0.8011346731185913, + 0.7741047975540161, + 0.7727820636749267, + 0.7508127551078796, + 0.7668908029556274, + 0.7510881311416626, + 0.749227946472168, + 0.7397995502471924, + 0.7420588563919067, + 0.7414700748443603, + 0.7316560808181762, + 0.7311081711769104, + 0.7289228174209594, + 0.718748868560791, + 0.719284348487854, + 0.7172070171356201, + 0.715237936592102, + 0.7131600219726563, + 0.7131189462661743, + 0.7111798879623413, + 0.7104117455482483, + 0.7099139176368713, + 0.7095409453392029 + ], + "train_acc": [ + 0.3709, + 0.5803, + 0.6538, + 0.6647, + 0.6778, + 0.6794, + 0.6696, + 0.6516, + 0.6416, + 0.6217, + 0.6176, + 0.6296, + 0.6117, + 0.6034, + 0.5943, + 0.6069, + 0.6078, + 0.6125, + 0.6227, + 0.6395, + 0.6313, + 0.6501, + 0.6486, + 0.6505, + 0.6382, + 0.6416, + 0.6519, + 0.6507, + 0.6519, + 0.6583, + 0.664, + 0.6627, + 0.674, + 0.6597, + 0.6604, + 0.6646, + 0.6778, + 0.68, + 0.6945, + 0.6937, + 0.688, + 0.6978, + 0.7007, + 0.6932, + 0.6887, + 0.6921, + 0.692, + 0.6911, + 0.6934, + 0.7005, + 0.708, + 0.6977, + 0.7073, + 0.6989, + 0.7051, + 0.7132, + 0.7119, + 0.7087, + 0.7146, + 0.7158, + 0.7208, + 0.7171, + 0.718, + 0.7186, + 0.7237, + 0.7212, + 0.7217, + 0.7247, + 0.7269, + 0.7235, + 0.7261, + 0.7261, + 0.7309, + 0.7315, + 0.7304, + 0.7293, + 0.7312, + 0.7309, + 0.7309, + 0.7318 + ], + "test_acc": [ + 0.557, + 0.6055, + 0.6535, + 0.6415, + 0.664, + 0.6595, + 0.6375, + 0.6035, + 0.5975, + 0.595, + 0.601, + 0.5835, + 0.5835, + 0.5645, + 0.584, + 0.5695, + 0.5745, + 0.609, + 0.574, + 0.598, + 0.626, + 0.63, + 0.6245, + 0.621, + 0.6155, + 0.6145, + 0.634, + 0.633, + 0.6315, + 0.628, + 0.6495, + 0.6495, + 0.643, + 0.645, + 0.6315, + 0.658, + 0.6415, + 0.66, + 0.673, + 0.626, + 0.658, + 0.6685, + 0.6695, + 0.6535, + 0.6545, + 0.6515, + 0.652, + 0.665, + 0.67, + 0.673, + 0.634, + 0.676, + 0.6375, + 0.659, + 0.6855, + 0.672, + 0.6405, + 0.674, + 0.671, + 0.682, + 0.679, + 0.6815, + 0.678, + 0.682, + 0.7015, + 0.695, + 0.6895, + 0.6945, + 0.6905, + 0.701, + 0.6995, + 0.6985, + 0.697, + 0.7025, + 0.7035, + 0.701, + 0.701, + 0.703, + 0.701, + 0.702 + ], + "state_pred_error": [ + 0.6440004120349884, + 0.22280715556144715, + 0.19949485445022583, + 0.20333513226509095, + 0.1995665676832199, + 0.17360950779914855, + 0.1714025309562683, + 0.17567809512615204, + 0.1685861314535141, + 0.16071651792526245, + 0.1619973666191101, + 0.15727631628513336, + 0.14492446608543397, + 0.12553655084371568, + 0.1107056671500206, + 0.11173754686117172, + 0.09973258945941925, + 0.08481347136497498, + 0.07910840909481048, + 0.07374589838981628, + 0.061310838890075686, + 0.06086507865786552, + 0.06732999970912934, + 0.07213088345527649, + 0.0809302486538887, + 0.08693374264240265, + 0.07419926369190216, + 0.06476001297235488, + 0.059982232785224916, + 0.05517140857577324, + 0.054124026930332185, + 0.05320052717924118, + 0.052594351238012316, + 0.05146298713684082, + 0.051765013629198074, + 0.05068567814826965, + 0.04570020427107811, + 0.04117140547633171, + 0.03618445234298706, + 0.03204310758709907, + 0.030476485627889634, + 0.030838667666912078, + 0.03160947210788727, + 0.033142930656671524, + 0.03333787830770016, + 0.032523459002375604, + 0.0311232088804245, + 0.02853037500679493, + 0.02451359252333641, + 0.02123837867975235, + 0.018589539101719857, + 0.016551195853948594, + 0.015129762995243072, + 0.013792664562165737, + 0.012773465797305107, + 0.011814959405362606, + 0.011233214758336545, + 0.010517877446115017, + 0.009914308138936758, + 0.009384106412529946, + 0.008977115654200316, + 0.00859420112669468, + 0.008317897130548955, + 0.008036257766187192, + 0.0078045787990093235, + 0.007604624762386084, + 0.007382925689220428, + 0.007202555446326733, + 0.007032391829788685, + 0.006897161689400673, + 0.006739879739284515, + 0.00660956681072712, + 0.0065333484672009945, + 0.006379267732799053, + 0.006277855364978314, + 0.00618511489033699, + 0.006059934399276972, + 0.0059683645233511926, + 0.005828300928324461, + 0.0057282065466046335 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7615377902984619, + 0.3628881573677063, + 0.1397334486246109, + 0.13061293959617615, + 0.11024273186922073, + 0.09393852204084396, + 0.10003305226564407, + 0.10794281214475632, + 0.10362739115953445, + 0.10100233554840088, + 0.1030983105301857, + 0.12448301911354065 + ], + "perturbation_rho": [ + 0.7019654512405396, + 0.3051794767379761, + 0.12004730850458145, + 0.11974964290857315, + 0.1315283179283142, + 0.11543487757444382, + 0.08415813744068146, + 0.14185138046741486, + 0.12905646860599518, + 0.0691840872168541, + 0.12997986376285553, + 0.09520171582698822 + ], + "nudging": { + "0.001": [ + -0.020074496045708656, + -0.0011415289482101798, + -0.0003986226802226156, + -0.00038571454933844507, + -0.0003159685875289142, + -0.000282247900031507, + -0.0002976277028210461, + -0.0003108965465798974, + -0.00029459979850798845, + -0.0002931723720394075, + -0.00029093120247125626, + -0.00034520530607551336 + ], + "0.003": [ + -0.05917724594473839, + -0.0034206160344183445, + -0.0011960607953369617, + -0.0011569153284654021, + -0.0009477420244365931, + -0.0008460878161713481, + -0.0008919922402128577, + -0.0009325277060270309, + -0.0008838848443701863, + -0.0008802718948572874, + -0.0008727886597625911, + -0.0010357015999034047 + ], + "0.01": [ + -0.1852446049451828, + -0.011355580762028694, + -0.003981029614806175, + -0.0038526845164597034, + -0.0031567115802317858, + -0.0028176922351121902, + -0.0029711187817156315, + -0.0031051787082105875, + -0.0029434349853545427, + -0.002931142458692193, + -0.002905802335590124, + -0.0034490139223635197 + ] + }, + "state_pred_error_per_layer": [ + 8110.80078125, + 4497.13623046875, + 2448.651123046875, + 2213.206298828125, + 2038.592041015625, + 2361.478515625, + 2122.5341796875, + 2178.11474609375, + 2310.2265625, + 2081.50390625, + 2114.170654296875, + 2407.947998046875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.148776465988159, + 1.1814707509994506, + 0.8142018517971039, + 0.7088346358299256, + 0.6350752319335937, + 0.6011627590179444, + 0.5896312768936157, + 0.6038155675411224, + 0.6367639873504639, + 0.611630228805542, + 0.6156754608631134, + 0.5475868948936462, + 0.7217369768142701, + 0.6653201589584351, + 0.6549628901481629, + 0.5913608861923217, + 0.6288921371459961, + 0.6264215920448303, + 0.6552036820411682, + 0.7734859038352966, + 0.620717143535614, + 0.6559980722427368, + 0.7568615766525268, + 0.7035983097076416, + 0.7369053153991699, + 0.7277791313171387, + 0.7967849886417389, + 0.9040812728881836, + 1.0086228225708007, + 0.8652441547393799, + 0.8433989980697632, + 1.068234407043457, + 1.4739661707878113, + 1.8162412731170654, + 1.680437289237976, + 1.391745728302002, + 1.656255067062378, + 1.4110714862823486, + 1.1851400486946106, + 1.0099994808197021, + 1.028020666885376, + 1.008147621154785, + 1.0491145919799805, + 1.1494903202056885, + 1.1833931898117065, + 1.189606708717346, + 1.184402177619934, + 1.1652568649291992, + 1.1241227840423584, + 1.0456886117458344, + 1.0670725841522217, + 1.0937847711563111, + 1.0900941519737244, + 1.091909122467041, + 1.0541937410354614, + 1.0984298721313477, + 1.0692434198379517, + 1.0763300409317016, + 1.0832363823890685, + 1.0875951803207398, + 1.1035369068145753, + 1.1004417110443114, + 1.0955762950897217, + 1.1328410696029663, + 1.121702961540222, + 1.0941922254562377, + 1.105709262084961, + 1.0955168069839478, + 1.0915766580581665, + 1.0790838848114013, + 1.0844950397491455, + 1.073964795780182, + 1.0757515462875367, + 1.0671116413116455, + 1.0617354885101318, + 1.0602436627388, + 1.0596875606536866, + 1.0585092328071595, + 1.0569489337921143, + 1.0562909119606019 + ], + "train_acc": [ + 0.2285, + 0.5769, + 0.6984, + 0.7352, + 0.7623, + 0.7801, + 0.7797, + 0.7776, + 0.7734, + 0.7791, + 0.7788, + 0.7976, + 0.744, + 0.7694, + 0.7669, + 0.7867, + 0.7689, + 0.773, + 0.7709, + 0.7432, + 0.7765, + 0.7624, + 0.7403, + 0.7537, + 0.741, + 0.751, + 0.7441, + 0.7342, + 0.7249, + 0.7502, + 0.7602, + 0.7391, + 0.7015, + 0.6897, + 0.6865, + 0.7091, + 0.6805, + 0.686, + 0.6956, + 0.7113, + 0.7053, + 0.7082, + 0.6983, + 0.6802, + 0.6718, + 0.6675, + 0.6669, + 0.6705, + 0.6697, + 0.6817, + 0.6679, + 0.6617, + 0.6593, + 0.6606, + 0.6628, + 0.654, + 0.6602, + 0.6538, + 0.6552, + 0.6518, + 0.6501, + 0.6485, + 0.6555, + 0.642, + 0.6462, + 0.652, + 0.653, + 0.6516, + 0.6506, + 0.6531, + 0.6546, + 0.6555, + 0.6554, + 0.6555, + 0.6585, + 0.6578, + 0.6573, + 0.6583, + 0.6578, + 0.6575 + ], + "test_acc": [ + 0.4705, + 0.6455, + 0.697, + 0.7195, + 0.7395, + 0.7235, + 0.721, + 0.654, + 0.7045, + 0.733, + 0.733, + 0.7205, + 0.6075, + 0.6015, + 0.667, + 0.695, + 0.692, + 0.717, + 0.65, + 0.7155, + 0.721, + 0.7095, + 0.6685, + 0.6755, + 0.6915, + 0.65, + 0.6675, + 0.694, + 0.6315, + 0.704, + 0.6575, + 0.655, + 0.6615, + 0.6415, + 0.656, + 0.6295, + 0.597, + 0.619, + 0.652, + 0.629, + 0.6645, + 0.677, + 0.6305, + 0.594, + 0.6205, + 0.6565, + 0.614, + 0.578, + 0.6325, + 0.6345, + 0.617, + 0.604, + 0.6015, + 0.5935, + 0.595, + 0.5985, + 0.612, + 0.614, + 0.612, + 0.624, + 0.623, + 0.619, + 0.607, + 0.6145, + 0.6235, + 0.6355, + 0.624, + 0.625, + 0.6245, + 0.621, + 0.6325, + 0.6165, + 0.6335, + 0.6355, + 0.633, + 0.6335, + 0.636, + 0.635, + 0.637, + 0.6375 + ], + "value_loss": [ + 2.8110924012184144, + 1.0558870765686035, + 0.8168890055179596, + 0.7087526061058045, + 0.6747339898109436, + 0.7047410857200622, + 0.6946773962974548, + 0.7863340533733368, + 0.9412341720581054, + 0.831102158164978, + 0.8582201668739319, + 0.662950705909729, + 1.1160548944473268, + 0.9702559132099151, + 0.9050511346578598, + 0.7823492926597595, + 0.7541343150138855, + 0.7990150864124298, + 1.004567841720581, + 1.4750306210517883, + 0.9225585294723511, + 0.9900291267395019, + 1.4712504830360413, + 1.0571229331970216, + 1.0176424533843995, + 1.2388241514205933, + 1.5617137315750123, + 2.2647137912750246, + 2.398833445739746, + 2.148024677848816, + 2.2395449771881104, + 3.704381360244751, + 6.6345307513237, + 8.889485812377929, + 7.216513509845734, + 4.78957142868042, + 5.98610913848877, + 4.262736887645722, + 2.9974183382034303, + 2.16633946557045, + 2.0203945972442625, + 2.078467296600342, + 2.2245993151664734, + 2.3508366590499876, + 1.990233847808838, + 2.1123542598724363, + 1.7581531209945678, + 1.6216532674789428, + 1.6240478748321534, + 1.1111126909255982, + 1.1907436922073364, + 1.2514173234939576, + 1.0694399843215943, + 1.0288991886138916, + 0.924325085067749, + 0.9715163703918457, + 1.034997721195221, + 1.0296417493820191, + 0.9379981343746185, + 0.929289114189148, + 0.9188536177635193, + 0.8787575536727905, + 0.8616826787948608, + 0.9979259113311768, + 0.9289968961715698, + 0.8151037572860718, + 0.8430522988319397, + 0.7192770887374877, + 0.7140207627296448, + 0.7555822341918945, + 0.8249447187423706, + 0.7111081220149994, + 0.7195552299499511, + 0.696260218334198, + 0.6993004722595215, + 0.6393350621223449, + 0.6692558577537536, + 0.6552567146778107, + 0.6035549112319947, + 0.6376882638454437 + ], + "term_loss": [ + 1.6429537870407105, + 0.7799642414569855, + 0.6450700888633728, + 0.544001949596405, + 0.5029326514720917, + 0.5384751222610473, + 0.5338305097579956, + 0.6271685851097107, + 0.7759458763122559, + 0.670561255645752, + 0.6930260807037354, + 0.5142842155456543, + 0.9223114760398865, + 0.7909464566707611, + 0.7283711557388306, + 0.6134422359228134, + 0.5745167485713959, + 0.6179891448736191, + 0.8072999868392944, + 1.1685954872608184, + 0.6874509717941284, + 0.6915433479309082, + 1.0379761940956116, + 0.7678791676044464, + 0.7365385051727295, + 0.888452003288269, + 1.1689853934288026, + 1.8738205919265747, + 1.9812078285217285, + 1.755995346546173, + 1.9156217575073242, + 3.2754078594207763, + 5.931076295042038, + 7.799770739746093, + 6.220347383117676, + 4.235098806762696, + 5.208815985870362, + 3.6477620443344114, + 2.481362159538269, + 1.721485794878006, + 1.6364931385040282, + 1.7316909828186036, + 1.7622679103374481, + 1.8701237350463866, + 1.5614522430419921, + 1.6687043725967408, + 1.3664477088928222, + 1.2542131168365478, + 1.2503349880218506, + 0.7934518660068512, + 0.8526655314445496, + 0.8882325883865356, + 0.7314094313621521, + 0.7021425265312194, + 0.6122970679283142, + 0.6549327205717563, + 0.7135983491659165, + 0.707961343383789, + 0.618238576579094, + 0.6056517326354981, + 0.5986014746427536, + 0.5598198036670685, + 0.5442600372314453, + 0.6618821332931518, + 0.5999844347953797, + 0.5050875579357147, + 0.5238150319099426, + 0.4168266535282135, + 0.4121341013431549, + 0.44742312049865723, + 0.508048579788208, + 0.41021962761878966, + 0.41673866806030274, + 0.39615153601169584, + 0.3979441471099853, + 0.3492745657533407, + 0.3673823845863342, + 0.3611060200572014, + 0.31359378118515013, + 0.3444120800256729 + ], + "bridge_loss": [ + 0.8798169805285463, + 0.06988263263404369, + 0.007221714366972446, + 0.009977325683832168, + 0.026867762994766235, + 0.02428093141168356, + 0.017750029611587524, + 0.01041710512638092, + 0.008498724353313445, + 0.007494112598896026, + 0.009115628288686275, + 0.006687443786859512, + 0.009187254488468171, + 0.0071553698055446145, + 0.0083095718793571, + 0.0106832455098629, + 0.009414582189917564, + 0.011997878777980805, + 0.025829354831576348, + 0.1085723452091217, + 0.06851940405368805, + 0.1190645812034607, + 0.23382153396606445, + 0.09718898033499718, + 0.08073521366119385, + 0.15449185333251952, + 0.19037553939819335, + 0.17207214410305025, + 0.1772028945326805, + 0.18125318269729615, + 0.12484188132286071, + 0.20437312326431276, + 0.44104156914949416, + 0.8135768440246582, + 0.7194256249904633, + 0.3012491428375244, + 0.4917928521633148, + 0.3458102744579315, + 0.2624234221935272, + 0.2108467219054699, + 0.14520962963104248, + 0.1109061488866806, + 0.22237445271611214, + 0.22470301866531373, + 0.16589241380691527, + 0.17665138913393022, + 0.12355085052251816, + 0.10024731488227845, + 0.1102370167851448, + 0.0632073667794466, + 0.07717509996891021, + 0.09432626271247864, + 0.07223957173526287, + 0.05831001040935516, + 0.04691112922430039, + 0.04399191717505455, + 0.054682890085875985, + 0.05131758269071579, + 0.04948833506703377, + 0.05090191900730133, + 0.04628677634000778, + 0.04592856809794903, + 0.04618706555068493, + 0.05831435605287552, + 0.05219041556119919, + 0.038912322914600374, + 0.04784802967309952, + 0.029901893815398217, + 0.03067267468571663, + 0.039136952781677246, + 0.047098509496450426, + 0.03316549341678619, + 0.034926051980257035, + 0.03337522785365581, + 0.036731080013513565, + 0.026030787551403044, + 0.037166545414924625, + 0.029469560922682287, + 0.02593328186273575, + 0.029638116455078124 + ], + "tgrad_loss": [ + 0.28832164726257326, + 0.2060401952266693, + 0.16459719829559327, + 0.15477333117723466, + 0.14493357677459717, + 0.14198503303527832, + 0.14309685859680177, + 0.14874836663007737, + 0.15678957319259643, + 0.15304679074287414, + 0.15607846132516862, + 0.14197904839515685, + 0.18455617270469665, + 0.17215408868789672, + 0.16837040560245514, + 0.15822381327152252, + 0.17020298886299134, + 0.16902806978225707, + 0.17143850438594818, + 0.19786279382705688, + 0.16658815627098084, + 0.1794211902618408, + 0.19945275497436524, + 0.19205478763580322, + 0.20036873846054076, + 0.19588031902313233, + 0.20235279903411865, + 0.21882107915878296, + 0.24042275769710542, + 0.21077616119384765, + 0.19908131561279296, + 0.22460036993026733, + 0.26241290621757507, + 0.2761381866455078, + 0.27674061311483383, + 0.25322344913482664, + 0.28550028896331786, + 0.26916457452774045, + 0.25363275275230407, + 0.23400697290897368, + 0.2386918211221695, + 0.23587018747329713, + 0.2399569533109665, + 0.2560098692417145, + 0.26288919100761415, + 0.266998498249054, + 0.2681545648574829, + 0.26719284348487854, + 0.2634758550167084, + 0.2544534649372101, + 0.2609030704975128, + 0.26885847454071043, + 0.26579098694324493, + 0.2684466419219971, + 0.2651168885231018, + 0.2725917413234711, + 0.26671648054122926, + 0.2703628271102905, + 0.27027122049331664, + 0.27273546109199526, + 0.27396536240577696, + 0.27300917959213256, + 0.2712355743408203, + 0.2777294144630432, + 0.27682205362319945, + 0.27110387902259825, + 0.2713892430782318, + 0.2725485424041748, + 0.27121399002075197, + 0.2690221670150757, + 0.2697976267337799, + 0.2677230007648468, + 0.2678905071258545, + 0.26673345193862913, + 0.26462524137496946, + 0.2640297092437744, + 0.26470692901611326, + 0.2646811327219009, + 0.2640278464794159, + 0.2636380691766739 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.0012992812553420663, + 0.028360359370708466, + 0.07222752273082733, + 0.06384990364313126, + 0.0745362713932991, + 0.10235601663589478, + 0.11958298832178116, + 0.12767711281776428, + 0.12978672981262207, + 0.13033980131149292, + 0.131376713514328, + 0.13925974071025848 + ], + "perturbation_rho": [ + -0.036700520664453506, + 0.08258875459432602, + 0.18529893457889557, + 0.1350553333759308, + 0.14971259236335754, + 0.23370781540870667, + 0.15428856015205383, + 0.2475280910730362, + 0.20684200525283813, + 0.26022571325302124, + 0.23770767450332642, + 0.24039392173290253 + ], + "nudging": { + "0.001": [ + 1.9588624127209187e-05, + -0.00022895228175912052, + -0.0007079594652168453, + -0.0005056310910731554, + -0.0005876067443750799, + -0.0007552369497716427, + -0.0008725673542357981, + -0.0009411656064912677, + -0.0009967443766072392, + -0.0010289904894307256, + -0.001046083401888609, + -0.001075628912076354 + ], + "0.003": [ + 7.772856042720377e-05, + -0.0006833757506683469, + -0.002122018486261368, + -0.001515379874035716, + -0.001759801642037928, + -0.002262262161821127, + -0.002616232493892312, + -0.0028189788572490215, + -0.002985659521073103, + -0.003085652831941843, + -0.0031352993100881577, + -0.003224627347663045 + ], + "0.01": [ + 0.0004691533395089209, + -0.002260619541630149, + -0.007056917063891888, + -0.005040735937654972, + -0.005857650190591812, + -0.007526098750531673, + -0.008702869527041912, + -0.009377602487802505, + -0.009931675158441067, + -0.01026402972638607, + -0.010433407500386238, + -0.010728873312473297 + ] + } + } + } +}
\ No newline at end of file |