{ "optimal_per_depth": { "4": { "lambda_reg": 0.01, "lambda_target": -0.1, "val_acc": 0.1988, "lyapunov": 0.9432953708921857, "epochs_to_90": -1 }, "6": { "lambda_reg": 0.01, "lambda_target": 0.0, "val_acc": 0.1, "lyapunov": 1.1385156285122533, "epochs_to_90": -1 }, "8": { "lambda_reg": 0.01, "lambda_target": -0.1, "val_acc": 0.1001, "lyapunov": 1.2825916834804407, "epochs_to_90": -1 }, "10": { "lambda_reg": 0.01, "lambda_target": 0.0, "val_acc": 0.1, "lyapunov": 1.3936041294766204, "epochs_to_90": -1 } }, "all_results": [ { "depth": 4, "lambda_reg": 0.01, "lambda_target": 0.0, "final_train_acc": 0.17938, "final_val_acc": 0.1953, "final_lyapunov": 0.9437398303805105, "final_grad_norm": 0.5733915362923737, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.01, "lambda_target": -0.05, "final_train_acc": 0.1808, "final_val_acc": 0.1896, "final_lyapunov": 0.941756814184701, "final_grad_norm": 0.4886330016660691, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.01, "lambda_target": -0.1, "final_train_acc": 0.186, "final_val_acc": 0.1988, "final_lyapunov": 0.9432953708921857, "final_grad_norm": 0.6184321650421675, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.01, "lambda_target": -0.2, "final_train_acc": 0.18272, "final_val_acc": 0.1921, "final_lyapunov": 0.946702331380771, "final_grad_norm": 0.6163956989755326, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.05, "lambda_target": 0.0, "final_train_acc": 0.16566, "final_val_acc": 0.1805, "final_lyapunov": 0.9517296686806642, "final_grad_norm": 0.5857529188999518, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.05, "lambda_target": -0.05, "final_train_acc": 0.17794, "final_val_acc": 0.1904, "final_lyapunov": 0.948808985293064, "final_grad_norm": 0.8242237658942144, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.05, "lambda_target": -0.1, "final_train_acc": 0.17408, "final_val_acc": 0.1862, "final_lyapunov": 0.9462877124776621, "final_grad_norm": 0.9866581503705883, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.05, "lambda_target": -0.2, "final_train_acc": 0.09782, "final_val_acc": 0.1, "final_lyapunov": 0.9379962789433082, "final_grad_norm": 0.08252957736853016, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.1, "lambda_target": 0.0, "final_train_acc": 0.16898, "final_val_acc": 0.1826, "final_lyapunov": 0.9547330970349519, "final_grad_norm": 0.6566210459274582, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.1, "lambda_target": -0.05, "final_train_acc": 0.09818, "final_val_acc": 0.1001, "final_lyapunov": 0.9364221222565302, "final_grad_norm": 0.08249123851656585, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.1, "lambda_target": -0.1, "final_train_acc": 0.16122, "final_val_acc": 0.184, "final_lyapunov": 0.9531408563599257, "final_grad_norm": 1.3077979331200735, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.1, "lambda_target": -0.2, "final_train_acc": 0.16576, "final_val_acc": 0.1771, "final_lyapunov": 0.9479860334140261, "final_grad_norm": 1.006747799591025, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.2, "lambda_target": 0.0, "final_train_acc": 0.15346, "final_val_acc": 0.1789, "final_lyapunov": 0.9490250833808919, "final_grad_norm": 0.5347205469421413, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.2, "lambda_target": -0.05, "final_train_acc": 0.10152, "final_val_acc": 0.1614, "final_lyapunov": 0.9405348759782893, "final_grad_norm": 1.8371456687852115, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.2, "lambda_target": -0.1, "final_train_acc": 0.09858, "final_val_acc": 0.1, "final_lyapunov": 0.9397584945344559, "final_grad_norm": 0.0899413574774814, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.2, "lambda_target": -0.2, "final_train_acc": 0.09812, "final_val_acc": 0.1, "final_lyapunov": 0.9385917991628427, "final_grad_norm": 0.08375695480428061, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.3, "lambda_target": 0.0, "final_train_acc": 0.09788, "final_val_acc": 0.1, "final_lyapunov": 0.9406521692300391, "final_grad_norm": 0.08339080862058595, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.3, "lambda_target": -0.05, "final_train_acc": 0.0976, "final_val_acc": 0.1, "final_lyapunov": 0.9406559307252049, "final_grad_norm": 0.08241204122770836, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.3, "lambda_target": -0.1, "final_train_acc": 0.09784, "final_val_acc": 0.1001, "final_lyapunov": 0.9388094913319248, "final_grad_norm": 0.0824405699507713, "converged": true, "epochs_to_90pct": -1 }, { "depth": 4, "lambda_reg": 0.3, "lambda_target": -0.2, "final_train_acc": 0.09782, "final_val_acc": 0.1, "final_lyapunov": 0.9403619379033823, "final_grad_norm": 0.08280762916104432, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.01, "lambda_target": 0.0, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.1385156285122533, "final_grad_norm": 0.08287535503680316, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.01, "lambda_target": -0.05, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.138988980856698, "final_grad_norm": 0.08293673519739811, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.01, "lambda_target": -0.1, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.1391457858902718, "final_grad_norm": 0.08288053033711852, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.01, "lambda_target": -0.2, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.138157954911137, "final_grad_norm": 0.08287555741773707, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.05, "lambda_target": 0.0, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.139664650268262, "final_grad_norm": 0.08294427145037926, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.05, "lambda_target": -0.05, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.1396977364864496, "final_grad_norm": 0.0828774686357299, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.05, "lambda_target": -0.1, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.1413045710005114, "final_grad_norm": 0.08286388617728013, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.05, "lambda_target": -0.2, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.1390106086535832, "final_grad_norm": 0.08287740141317775, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.1, "lambda_target": 0.0, "final_train_acc": 0.097, "final_val_acc": 0.1, "final_lyapunov": 1.141337064221082, "final_grad_norm": 0.08399748563857064, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.1, "lambda_target": -0.05, "final_train_acc": 0.09674, "final_val_acc": 0.1, "final_lyapunov": 1.1404877102283566, "final_grad_norm": 0.08293794170822359, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.1, "lambda_target": -0.1, "final_train_acc": 0.0969, "final_val_acc": 0.1, "final_lyapunov": 1.140710405376561, "final_grad_norm": 0.08314413205401962, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.1, "lambda_target": -0.2, "final_train_acc": 0.09636, "final_val_acc": 0.1, "final_lyapunov": 1.1404222932922872, "final_grad_norm": 0.08296281348743317, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.2, "lambda_target": 0.0, "final_train_acc": 0.09782, "final_val_acc": 0.1, "final_lyapunov": 1.1415441371595767, "final_grad_norm": 0.0828345253420129, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.2, "lambda_target": -0.05, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.1419490356274578, "final_grad_norm": 0.08281989622138378, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.2, "lambda_target": -0.1, "final_train_acc": 0.09672, "final_val_acc": 0.1, "final_lyapunov": 1.1404405426796136, "final_grad_norm": 0.08283674106810397, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.2, "lambda_target": -0.2, "final_train_acc": 0.09614, "final_val_acc": 0.1, "final_lyapunov": 1.1409168340970792, "final_grad_norm": 0.08286801169721057, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.3, "lambda_target": 0.0, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.1420772383585, "final_grad_norm": 0.08282499803728872, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.3, "lambda_target": -0.05, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.1412645739972438, "final_grad_norm": 0.08392543470742864, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.3, "lambda_target": -0.1, "final_train_acc": 0.09628, "final_val_acc": 0.1, "final_lyapunov": 1.1425321044214547, "final_grad_norm": 0.08283797434789233, "converged": true, "epochs_to_90pct": -1 }, { "depth": 6, "lambda_reg": 0.3, "lambda_target": -0.2, "final_train_acc": 0.09642, "final_val_acc": 0.1, "final_lyapunov": 1.1405771723793596, "final_grad_norm": 0.08283968811672689, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.01, "lambda_target": 0.0, "final_train_acc": 0.09606, "final_val_acc": 0.1, "final_lyapunov": 1.282112029507337, "final_grad_norm": 0.08238888704245423, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.01, "lambda_target": -0.05, "final_train_acc": 0.09618, "final_val_acc": 0.1, "final_lyapunov": 1.28174534874499, "final_grad_norm": 0.08231914116363483, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.01, "lambda_target": -0.1, "final_train_acc": 0.09606, "final_val_acc": 0.1001, "final_lyapunov": 1.2825916834804407, "final_grad_norm": 0.08258902578018723, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.01, "lambda_target": -0.2, "final_train_acc": 0.09618, "final_val_acc": 0.1, "final_lyapunov": 1.2820049259058959, "final_grad_norm": 0.08232743477986716, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.05, "lambda_target": 0.0, "final_train_acc": 0.09606, "final_val_acc": 0.1, "final_lyapunov": 1.2829882177855352, "final_grad_norm": 0.08233253899320181, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.05, "lambda_target": -0.05, "final_train_acc": 0.09606, "final_val_acc": 0.1, "final_lyapunov": 1.283354894279519, "final_grad_norm": 0.08233173174046388, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.05, "lambda_target": -0.1, "final_train_acc": 0.09622, "final_val_acc": 0.1, "final_lyapunov": 1.283211630933425, "final_grad_norm": 0.0824676591114568, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.05, "lambda_target": -0.2, "final_train_acc": 0.09672, "final_val_acc": 0.1, "final_lyapunov": 1.2829850515746095, "final_grad_norm": 0.08519084401251485, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.1, "lambda_target": 0.0, "final_train_acc": 0.0963, "final_val_acc": 0.1, "final_lyapunov": 1.2835611769610353, "final_grad_norm": 0.082416774166316, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.1, "lambda_target": -0.05, "final_train_acc": 0.09614, "final_val_acc": 0.1, "final_lyapunov": 1.2845280630814144, "final_grad_norm": 0.08767280341035139, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.1, "lambda_target": -0.1, "final_train_acc": 0.09742, "final_val_acc": 0.1, "final_lyapunov": 1.2838158720289654, "final_grad_norm": 0.08568109147029492, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.1, "lambda_target": -0.2, "final_train_acc": 0.096, "final_val_acc": 0.1, "final_lyapunov": 1.2840089212598094, "final_grad_norm": 0.08227305794056056, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.2, "lambda_target": 0.0, "final_train_acc": 0.09638, "final_val_acc": 0.1, "final_lyapunov": 1.2844933588486498, "final_grad_norm": 0.08512696672137617, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.2, "lambda_target": -0.05, "final_train_acc": 0.09618, "final_val_acc": 0.1, "final_lyapunov": 1.2843177443575067, "final_grad_norm": 0.08231501883595474, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.2, "lambda_target": -0.1, "final_train_acc": 0.09604, "final_val_acc": 0.1, "final_lyapunov": 1.2844979894130737, "final_grad_norm": 0.08260603178077829, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.2, "lambda_target": -0.2, "final_train_acc": 0.09618, "final_val_acc": 0.1, "final_lyapunov": 1.2838659871874563, "final_grad_norm": 0.08228155133296543, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.3, "lambda_target": 0.0, "final_train_acc": 0.0957, "final_val_acc": 0.1, "final_lyapunov": 1.2848752886438004, "final_grad_norm": 0.08245992869877969, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.3, "lambda_target": -0.05, "final_train_acc": 0.09692, "final_val_acc": 0.1, "final_lyapunov": 1.2840831913911472, "final_grad_norm": 0.0823793461016338, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.3, "lambda_target": -0.1, "final_train_acc": 0.09626, "final_val_acc": 0.1, "final_lyapunov": 1.2847454633249347, "final_grad_norm": 0.08265625463299375, "converged": true, "epochs_to_90pct": -1 }, { "depth": 8, "lambda_reg": 0.3, "lambda_target": -0.2, "final_train_acc": 0.09618, "final_val_acc": 0.1, "final_lyapunov": 1.2837977290458387, "final_grad_norm": 0.08227328030081477, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.01, "lambda_target": 0.0, "final_train_acc": 0.09802, "final_val_acc": 0.1, "final_lyapunov": 1.3936041294766204, "final_grad_norm": 0.0810773216211147, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.01, "lambda_target": -0.05, "final_train_acc": 0.09794, "final_val_acc": 0.1, "final_lyapunov": 1.3934821189212068, "final_grad_norm": 0.08108704666671128, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.01, "lambda_target": -0.1, "final_train_acc": 0.09802, "final_val_acc": 0.1, "final_lyapunov": 1.3931444648586575, "final_grad_norm": 0.08108521605893095, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.01, "lambda_target": -0.2, "final_train_acc": 0.09802, "final_val_acc": 0.1, "final_lyapunov": 1.3935116352632528, "final_grad_norm": 0.08108062104446316, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.05, "lambda_target": 0.0, "final_train_acc": 0.09802, "final_val_acc": 0.1, "final_lyapunov": 1.3949058507104664, "final_grad_norm": 0.08108257712636058, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.05, "lambda_target": -0.05, "final_train_acc": 0.09802, "final_val_acc": 0.1, "final_lyapunov": 1.3947931890902312, "final_grad_norm": 0.0810832896708942, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.05, "lambda_target": -0.1, "final_train_acc": 0.09802, "final_val_acc": 0.1, "final_lyapunov": 1.394568802450624, "final_grad_norm": 0.0810773571533469, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.05, "lambda_target": -0.2, "final_train_acc": 0.0984, "final_val_acc": 0.1, "final_lyapunov": 1.3954170716693028, "final_grad_norm": 0.08778735801635837, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.1, "lambda_target": 0.0, "final_train_acc": 0.0972, "final_val_acc": 0.1, "final_lyapunov": 1.3952556305834094, "final_grad_norm": 0.09052299104974379, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.1, "lambda_target": -0.05, "final_train_acc": 0.09802, "final_val_acc": 0.1, "final_lyapunov": 1.3948042667125498, "final_grad_norm": 0.08116479991900416, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.1, "lambda_target": -0.1, "final_train_acc": 0.09744, "final_val_acc": 0.1, "final_lyapunov": 1.3950299341660326, "final_grad_norm": 0.08177695089641489, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.1, "lambda_target": -0.2, "final_train_acc": 0.09792, "final_val_acc": 0.1, "final_lyapunov": 1.3952085682193336, "final_grad_norm": 0.08119665047385813, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.2, "lambda_target": 0.0, "final_train_acc": 0.09716, "final_val_acc": 0.1, "final_lyapunov": 1.3955303390922449, "final_grad_norm": 0.08152741514663026, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.2, "lambda_target": -0.05, "final_train_acc": 0.09796, "final_val_acc": 0.1, "final_lyapunov": 1.396121849489334, "final_grad_norm": 0.08563396405027882, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.2, "lambda_target": -0.1, "final_train_acc": 0.0985, "final_val_acc": 0.1, "final_lyapunov": 1.3953984298974351, "final_grad_norm": 0.0819596680368273, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.2, "lambda_target": -0.2, "final_train_acc": 0.09802, "final_val_acc": 0.1, "final_lyapunov": 1.3953755539091652, "final_grad_norm": 0.08102330433994928, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.3, "lambda_target": 0.0, "final_train_acc": 0.09772, "final_val_acc": 0.1, "final_lyapunov": 1.3954071937619572, "final_grad_norm": 0.08165895073173139, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.3, "lambda_target": -0.05, "final_train_acc": 0.09806, "final_val_acc": 0.1, "final_lyapunov": 1.395664310516299, "final_grad_norm": 0.0810914615806199, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.3, "lambda_target": -0.1, "final_train_acc": 0.09802, "final_val_acc": 0.1, "final_lyapunov": 1.395855899966891, "final_grad_norm": 0.08103700774993476, "converged": true, "epochs_to_90pct": -1 }, { "depth": 10, "lambda_reg": 0.3, "lambda_target": -0.2, "final_train_acc": 0.09788, "final_val_acc": 0.1, "final_lyapunov": 1.3956506441316336, "final_grad_norm": 0.08102633202138995, "converged": true, "epochs_to_90pct": -1 } ] }