From cd99d6b874d9d09b3bb87b8485cc787885af71f1 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 13 Jan 2026 23:49:05 -0600 Subject: init commit --- runs/depth_comparison/20251227-071838/config.json | 23 + .../20251227-071838/depth_summary.png | Bin 0 -> 123943 bytes runs/depth_comparison/20251227-071838/results.json | 4350 ++++++++++++++++++++ .../20251227-071838/stability_comparison.png | Bin 0 -> 236552 bytes .../20251227-071838/training_curves.png | Bin 0 -> 622485 bytes 5 files changed, 4373 insertions(+) create mode 100644 runs/depth_comparison/20251227-071838/config.json create mode 100644 runs/depth_comparison/20251227-071838/depth_summary.png create mode 100644 runs/depth_comparison/20251227-071838/results.json create mode 100644 runs/depth_comparison/20251227-071838/stability_comparison.png create mode 100644 runs/depth_comparison/20251227-071838/training_curves.png (limited to 'runs/depth_comparison/20251227-071838') diff --git a/runs/depth_comparison/20251227-071838/config.json b/runs/depth_comparison/20251227-071838/config.json new file mode 100644 index 0000000..1d4403d --- /dev/null +++ b/runs/depth_comparison/20251227-071838/config.json @@ -0,0 +1,23 @@ +{ + "depths": [ + 2, + 4, + 6, + 8, + 10, + 12 + ], + "hidden_dim": 128, + "epochs": 30, + "lr": 0.001, + "lambda_reg": 0.1, + "lambda_target": 0.0, + "lyap_eps": 0.0001, + "beta": 0.9, + "seed": 42, + "synthetic": true, + "cfg": "data_io/configs/shd.yaml", + "out_dir": "runs/depth_comparison", + "device": "cuda", + "no_progress": false +} \ No newline at end of file diff --git a/runs/depth_comparison/20251227-071838/depth_summary.png b/runs/depth_comparison/20251227-071838/depth_summary.png new file mode 100644 index 0000000..dab4799 Binary files /dev/null and b/runs/depth_comparison/20251227-071838/depth_summary.png differ diff --git a/runs/depth_comparison/20251227-071838/results.json b/runs/depth_comparison/20251227-071838/results.json new file mode 100644 index 0000000..20bfa42 --- /dev/null +++ b/runs/depth_comparison/20251227-071838/results.json @@ -0,0 +1,4350 @@ +{ + "vanilla": { + "2": [ + { + "epoch": 1, + "train_loss": 1.0862140246629715, + "train_acc": 0.745, + "val_loss": 0.13157110023498536, + "val_acc": 0.95, + "lyapunov": null, + "grad_norm": 2.652632212405651, + "firing_rate": 0.024748076917603612, + "dead_neurons": 0.18896484375, + "time_sec": 2.3587470054626465 + }, + { + "epoch": 2, + "train_loss": 0.03511587437335402, + "train_acc": 0.996, + "val_loss": 0.0016182726714760066, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.22088854862814017, + "firing_rate": 0.047621611156500876, + "dead_neurons": 0.225830078125, + "time_sec": 2.1390109062194824 + }, + { + "epoch": 3, + "train_loss": 0.0007641723435372114, + "train_acc": 1.0, + "val_loss": 0.0003776395539753139, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.019936461883828895, + "firing_rate": 0.06236137181986123, + "dead_neurons": 0.224365234375, + "time_sec": 2.139162302017212 + }, + { + "epoch": 4, + "train_loss": 0.00031428566295653584, + "train_acc": 1.0, + "val_loss": 0.0002873073660302907, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0063803704442426095, + "firing_rate": 0.06485313246957958, + "dead_neurons": 0.226318359375, + "time_sec": 2.1360106468200684 + }, + { + "epoch": 5, + "train_loss": 0.00020307871338445693, + "train_acc": 1.0, + "val_loss": 0.00021877620043233038, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0050143095409599485, + "firing_rate": 0.06633338774554431, + "dead_neurons": 0.22705078125, + "time_sec": 2.1391656398773193 + }, + { + "epoch": 6, + "train_loss": 0.00015847488801227884, + "train_acc": 1.0, + "val_loss": 0.00017504963162355124, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0031090410944638438, + "firing_rate": 0.06726936192717403, + "dead_neurons": 0.227783203125, + "time_sec": 2.1376357078552246 + }, + { + "epoch": 7, + "train_loss": 0.00012012394145131112, + "train_acc": 1.0, + "val_loss": 0.0001335080499993637, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.002863023010010458, + "firing_rate": 0.06826011498924345, + "dead_neurons": 0.22607421875, + "time_sec": 2.1405463218688965 + }, + { + "epoch": 8, + "train_loss": 0.0001034207153134048, + "train_acc": 1.0, + "val_loss": 0.00010216104733990505, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0025535318726629783, + "firing_rate": 0.06939124991185963, + "dead_neurons": 0.2275390625, + "time_sec": 2.137967824935913 + }, + { + "epoch": 9, + "train_loss": 7.770154619356617e-05, + "train_acc": 1.0, + "val_loss": 7.86610594659578e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0018744556662192021, + "firing_rate": 0.0701129138469696, + "dead_neurons": 0.229736328125, + "time_sec": 2.1392204761505127 + }, + { + "epoch": 10, + "train_loss": 6.762499134492828e-05, + "train_acc": 1.0, + "val_loss": 6.537925772136077e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0018039956844530186, + "firing_rate": 0.07100417977198958, + "dead_neurons": 0.228271484375, + "time_sec": 2.1376774311065674 + }, + { + "epoch": 11, + "train_loss": 5.6503767147660254e-05, + "train_acc": 1.0, + "val_loss": 6.339428867795504e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.001734982498188249, + "firing_rate": 0.071136015933007, + "dead_neurons": 0.22607421875, + "time_sec": 2.135075330734253 + }, + { + "epoch": 12, + "train_loss": 5.269741658048588e-05, + "train_acc": 1.0, + "val_loss": 5.7561064837500454e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0011963322850917302, + "firing_rate": 0.07188224652782083, + "dead_neurons": 0.2255859375, + "time_sec": 2.1391751766204834 + }, + { + "epoch": 13, + "train_loss": 4.229139239760116e-05, + "train_acc": 1.0, + "val_loss": 5.4136484919581565e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0010820460647932093, + "firing_rate": 0.0722844684496522, + "dead_neurons": 0.227783203125, + "time_sec": 2.139727830886841 + }, + { + "epoch": 14, + "train_loss": 3.810393670573831e-05, + "train_acc": 1.0, + "val_loss": 4.570226016221568e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0010099610559248186, + "firing_rate": 0.07303664996288717, + "dead_neurons": 0.2265625, + "time_sec": 2.135988473892212 + }, + { + "epoch": 15, + "train_loss": 3.539198642829433e-05, + "train_acc": 1.0, + "val_loss": 4.0704599756281824e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0010336048426190952, + "firing_rate": 0.07337707350961864, + "dead_neurons": 0.2294921875, + "time_sec": 2.1363022327423096 + }, + { + "epoch": 16, + "train_loss": 3.088171757553937e-05, + "train_acc": 1.0, + "val_loss": 3.340170823503286e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0009455152469051898, + "firing_rate": 0.0740036757197231, + "dead_neurons": 0.228515625, + "time_sec": 2.1377317905426025 + }, + { + "epoch": 17, + "train_loss": 2.454694313928485e-05, + "train_acc": 1.0, + "val_loss": 3.1734278367366645e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0006798347653618092, + "firing_rate": 0.07406387210357934, + "dead_neurons": 0.2265625, + "time_sec": 2.135289430618286 + }, + { + "epoch": 18, + "train_loss": 2.4541303180740215e-05, + "train_acc": 1.0, + "val_loss": 3.23862339137122e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0007382534550767304, + "firing_rate": 0.07487510493956506, + "dead_neurons": 0.228271484375, + "time_sec": 2.1351211071014404 + }, + { + "epoch": 19, + "train_loss": 2.2608882703934795e-05, + "train_acc": 1.0, + "val_loss": 2.8169934128527528e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0006452200448219769, + "firing_rate": 0.07523788325488567, + "dead_neurons": 0.224853515625, + "time_sec": 2.136500120162964 + }, + { + "epoch": 20, + "train_loss": 1.994119686423801e-05, + "train_acc": 1.0, + "val_loss": 2.7265132652246393e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0005317879564300846, + "firing_rate": 0.0756540666334331, + "dead_neurons": 0.227294921875, + "time_sec": 2.1360011100769043 + }, + { + "epoch": 21, + "train_loss": 1.8730190491623945e-05, + "train_acc": 1.0, + "val_loss": 2.5338391395052894e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0005839095013812129, + "firing_rate": 0.07602477818727493, + "dead_neurons": 0.22607421875, + "time_sec": 2.137516498565674 + }, + { + "epoch": 22, + "train_loss": 1.6793014656286686e-05, + "train_acc": 1.0, + "val_loss": 2.1697693431633524e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0005421028651660788, + "firing_rate": 0.07635856443084776, + "dead_neurons": 0.229736328125, + "time_sec": 2.13490891456604 + }, + { + "epoch": 23, + "train_loss": 1.5244839181832504e-05, + "train_acc": 1.0, + "val_loss": 2.0669378078309818e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0004360430565796982, + "firing_rate": 0.07629684265702963, + "dead_neurons": 0.2275390625, + "time_sec": 2.1376795768737793 + }, + { + "epoch": 24, + "train_loss": 1.405826790141873e-05, + "train_acc": 1.0, + "val_loss": 1.9611400406574832e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0004650971525741054, + "firing_rate": 0.07711150939576328, + "dead_neurons": 0.229736328125, + "time_sec": 2.136260747909546 + }, + { + "epoch": 25, + "train_loss": 1.299811115313787e-05, + "train_acc": 1.0, + "val_loss": 1.746505277696997e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0003826543883074817, + "firing_rate": 0.07721206499263644, + "dead_neurons": 0.23046875, + "time_sec": 2.1375393867492676 + }, + { + "epoch": 26, + "train_loss": 1.2098620536562522e-05, + "train_acc": 1.0, + "val_loss": 1.6241700475802646e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0003664163533104517, + "firing_rate": 0.07733054901473224, + "dead_neurons": 0.22705078125, + "time_sec": 2.1388442516326904 + }, + { + "epoch": 27, + "train_loss": 1.1224718618905172e-05, + "train_acc": 1.0, + "val_loss": 1.6860160059877673e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0004886884304411386, + "firing_rate": 0.07805579947307706, + "dead_neurons": 0.2275390625, + "time_sec": 2.1351003646850586 + }, + { + "epoch": 28, + "train_loss": 1.068496504012728e-05, + "train_acc": 1.0, + "val_loss": 1.672418977250345e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00035114508222860953, + "firing_rate": 0.07762153469957411, + "dead_neurons": 0.228271484375, + "time_sec": 2.1354176998138428 + }, + { + "epoch": 29, + "train_loss": 9.675840483396313e-06, + "train_acc": 1.0, + "val_loss": 1.4420239880564623e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0003476458452677006, + "firing_rate": 0.07818664377555251, + "dead_neurons": 0.23291015625, + "time_sec": 2.1346397399902344 + }, + { + "epoch": 30, + "train_loss": 9.41534929734189e-06, + "train_acc": 1.0, + "val_loss": 1.2731835508020595e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0002952897789490573, + "firing_rate": 0.07864875579252839, + "dead_neurons": 0.23193359375, + "time_sec": 2.1382744312286377 + } + ], + "4": [ + { + "epoch": 1, + "train_loss": 1.263755262374878, + "train_acc": 0.5815, + "val_loss": 0.5265735468864441, + "val_acc": 0.826, + "lyapunov": null, + "grad_norm": 1.3725718499027493, + "firing_rate": 0.014362258638811909, + "dead_neurons": 0.487548828125, + "time_sec": 4.147785186767578 + }, + { + "epoch": 2, + "train_loss": 0.1884549898719415, + "train_acc": 0.934, + "val_loss": 0.0021553666945546865, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.8023016232351372, + "firing_rate": 0.08495872316416353, + "dead_neurons": 0.328369140625, + "time_sec": 4.15287971496582 + }, + { + "epoch": 3, + "train_loss": 0.015450750308344141, + "train_acc": 0.9945, + "val_loss": 0.2580877375602722, + "val_acc": 0.93, + "lyapunov": null, + "grad_norm": 1.4724153018674375, + "firing_rate": 0.14057624386623502, + "dead_neurons": 0.298095703125, + "time_sec": 4.146786451339722 + }, + { + "epoch": 4, + "train_loss": 0.018990141718648375, + "train_acc": 0.995, + "val_loss": 0.0022162443324923514, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.8463203847504965, + "firing_rate": 0.1307649970985949, + "dead_neurons": 0.28369140625, + "time_sec": 4.14611291885376 + }, + { + "epoch": 5, + "train_loss": 0.000641933350590989, + "train_acc": 1.0, + "val_loss": 0.0001327097152825445, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0449844948963879, + "firing_rate": 0.12737235729582608, + "dead_neurons": 0.26513671875, + "time_sec": 4.146011829376221 + }, + { + "epoch": 6, + "train_loss": 9.591321228072047e-05, + "train_acc": 1.0, + "val_loss": 0.00010362778190756216, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.004075554529669718, + "firing_rate": 0.12861365918070078, + "dead_neurons": 0.263916015625, + "time_sec": 4.143704652786255 + }, + { + "epoch": 7, + "train_loss": 5.559376144083217e-05, + "train_acc": 1.0, + "val_loss": 7.22256965818815e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0018937185069698224, + "firing_rate": 0.1295601623132825, + "dead_neurons": 0.263427734375, + "time_sec": 4.145286560058594 + }, + { + "epoch": 8, + "train_loss": 4.4388480819179674e-05, + "train_acc": 1.0, + "val_loss": 6.448490789625793e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0015648046596843648, + "firing_rate": 0.13029937562532723, + "dead_neurons": 0.264404296875, + "time_sec": 4.14595890045166 + }, + { + "epoch": 9, + "train_loss": 3.9163974332041105e-05, + "train_acc": 1.0, + "val_loss": 4.204966509132646e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0016361321850203473, + "firing_rate": 0.13074767729267478, + "dead_neurons": 0.264892578125, + "time_sec": 4.1496899127960205 + }, + { + "epoch": 10, + "train_loss": 3.1407601069076916e-05, + "train_acc": 1.0, + "val_loss": 3.780524019384757e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0012012554318794322, + "firing_rate": 0.13145583774894476, + "dead_neurons": 0.262451171875, + "time_sec": 4.147123575210571 + }, + { + "epoch": 11, + "train_loss": 2.6609712698700605e-05, + "train_acc": 1.0, + "val_loss": 3.670919733121991e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0011728006472778076, + "firing_rate": 0.13246062956750393, + "dead_neurons": 0.26611328125, + "time_sec": 4.1447813510894775 + }, + { + "epoch": 12, + "train_loss": 4.2254979329300115e-05, + "train_acc": 1.0, + "val_loss": 3.280974127119407e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.003802300398000842, + "firing_rate": 0.1325694255065173, + "dead_neurons": 0.26611328125, + "time_sec": 4.1425487995147705 + }, + { + "epoch": 13, + "train_loss": 1.8451230469509027e-05, + "train_acc": 1.0, + "val_loss": 2.463317580986768e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0008113794291988354, + "firing_rate": 0.13376700994558632, + "dead_neurons": 0.269287109375, + "time_sec": 4.147764682769775 + }, + { + "epoch": 14, + "train_loss": 1.5658992208045673e-05, + "train_acc": 1.0, + "val_loss": 2.7431079419329764e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0006360982281988833, + "firing_rate": 0.1338249184191227, + "dead_neurons": 0.267578125, + "time_sec": 4.146581411361694 + }, + { + "epoch": 15, + "train_loss": 1.4109575258771657e-05, + "train_acc": 1.0, + "val_loss": 2.2382879215001595e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0006155233454490825, + "firing_rate": 0.13429015735164285, + "dead_neurons": 0.268798828125, + "time_sec": 4.144853353500366 + }, + { + "epoch": 16, + "train_loss": 1.5531850868910625e-05, + "train_acc": 1.0, + "val_loss": 2.1548969627474433e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0007896569341530862, + "firing_rate": 0.1353167686611414, + "dead_neurons": 0.267333984375, + "time_sec": 4.143557071685791 + }, + { + "epoch": 17, + "train_loss": 1.1987831734586507e-05, + "train_acc": 1.0, + "val_loss": 1.1406368583266158e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00045544140273010583, + "firing_rate": 0.13524505379609764, + "dead_neurons": 0.26611328125, + "time_sec": 4.147287845611572 + }, + { + "epoch": 18, + "train_loss": 9.947653171366255e-06, + "train_acc": 1.0, + "val_loss": 1.7781188595108688e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0004061381822331834, + "firing_rate": 0.1352739678695798, + "dead_neurons": 0.26904296875, + "time_sec": 4.216802597045898 + }, + { + "epoch": 19, + "train_loss": 9.43590113092796e-06, + "train_acc": 1.0, + "val_loss": 1.1737457047274802e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00036966093059354803, + "firing_rate": 0.13607581797987223, + "dead_neurons": 0.265869140625, + "time_sec": 4.14510440826416 + }, + { + "epoch": 20, + "train_loss": 1.0307971249858383e-05, + "train_acc": 1.0, + "val_loss": 8.661849711643299e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0005551268319017002, + "firing_rate": 0.13609077199362218, + "dead_neurons": 0.26806640625, + "time_sec": 4.1447296142578125 + }, + { + "epoch": 21, + "train_loss": 8.255971655671602e-06, + "train_acc": 1.0, + "val_loss": 1.1277350095042494e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0003816555326719562, + "firing_rate": 0.137587811332196, + "dead_neurons": 0.267822265625, + "time_sec": 4.145458936691284 + }, + { + "epoch": 22, + "train_loss": 8.286500180247459e-06, + "train_acc": 1.0, + "val_loss": 1.016123050067108e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00034553010862566774, + "firing_rate": 0.1380250509828329, + "dead_neurons": 0.26611328125, + "time_sec": 4.142088413238525 + }, + { + "epoch": 23, + "train_loss": 6.750748720151023e-06, + "train_acc": 1.0, + "val_loss": 1.1137609806610271e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0002914842689991727, + "firing_rate": 0.1375366181600839, + "dead_neurons": 0.269775390625, + "time_sec": 4.141433238983154 + }, + { + "epoch": 24, + "train_loss": 6.865130583719292e-06, + "train_acc": 1.0, + "val_loss": 6.7284976976225155e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0003610291319126956, + "firing_rate": 0.1388353700749576, + "dead_neurons": 0.269775390625, + "time_sec": 4.142282247543335 + }, + { + "epoch": 25, + "train_loss": 5.724252554500708e-06, + "train_acc": 1.0, + "val_loss": 9.715738628074178e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0002808328606198323, + "firing_rate": 0.13900985405780375, + "dead_neurons": 0.26806640625, + "time_sec": 4.140783071517944 + }, + { + "epoch": 26, + "train_loss": 4.768491076902137e-06, + "train_acc": 1.0, + "val_loss": 6.419210178137291e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00023025735149564822, + "firing_rate": 0.1391518374439329, + "dead_neurons": 0.267822265625, + "time_sec": 4.144742965698242 + }, + { + "epoch": 27, + "train_loss": 4.42277511319844e-06, + "train_acc": 1.0, + "val_loss": 7.312085290323011e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0002035527362186745, + "firing_rate": 0.1396778067573905, + "dead_neurons": 0.26904296875, + "time_sec": 4.145007610321045 + }, + { + "epoch": 28, + "train_loss": 3.986956980952527e-06, + "train_acc": 1.0, + "val_loss": 3.383252618732513e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00018249724473738292, + "firing_rate": 0.14032035577110946, + "dead_neurons": 0.268310546875, + "time_sec": 4.145847797393799 + }, + { + "epoch": 29, + "train_loss": 4.075938493762976e-06, + "train_acc": 1.0, + "val_loss": 4.661190057959174e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00018344931784960636, + "firing_rate": 0.1406082110479474, + "dead_neurons": 0.26953125, + "time_sec": 4.144061326980591 + }, + { + "epoch": 30, + "train_loss": 4.442304264102859e-06, + "train_acc": 1.0, + "val_loss": 3.1805712224013404e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00020763055716085157, + "firing_rate": 0.140918652061373, + "dead_neurons": 0.266845703125, + "time_sec": 4.144405841827393 + } + ], + "6": [ + { + "epoch": 1, + "train_loss": 1.932993688583374, + "train_acc": 0.273, + "val_loss": 1.5516670265197754, + "val_acc": 0.464, + "lyapunov": null, + "grad_norm": 0.6548356236532714, + "firing_rate": 0.0038218688070514872, + "dead_neurons": 0.69482421875, + "time_sec": 6.167332649230957 + }, + { + "epoch": 2, + "train_loss": 1.1944805006980896, + "train_acc": 0.5645, + "val_loss": 0.6779001903533936, + "val_acc": 0.812, + "lyapunov": null, + "grad_norm": 0.9528729293085964, + "firing_rate": 0.027471618173876777, + "dead_neurons": 0.3642578125, + "time_sec": 6.163903474807739 + }, + { + "epoch": 3, + "train_loss": 0.44278646779060366, + "train_acc": 0.858, + "val_loss": 0.1297035945057869, + "val_acc": 0.922, + "lyapunov": null, + "grad_norm": 2.4442840394474015, + "firing_rate": 0.06308715685736388, + "dead_neurons": 0.237060546875, + "time_sec": 6.162548303604126 + }, + { + "epoch": 4, + "train_loss": 0.0975732928365469, + "train_acc": 0.9705, + "val_loss": 0.026032678350806235, + "val_acc": 0.996, + "lyapunov": null, + "grad_norm": 1.965384776397749, + "firing_rate": 0.10399482492357492, + "dead_neurons": 0.24560546875, + "time_sec": 6.239239454269409 + }, + { + "epoch": 5, + "train_loss": 0.009474163898266852, + "train_acc": 0.9995, + "val_loss": 0.0012641373900696634, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.182774275740804, + "firing_rate": 0.10471694776788354, + "dead_neurons": 0.260009765625, + "time_sec": 6.165114879608154 + }, + { + "epoch": 6, + "train_loss": 0.00048402378195896745, + "train_acc": 1.0, + "val_loss": 0.00010797571460716426, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.015873805937684476, + "firing_rate": 0.11638648761436343, + "dead_neurons": 0.253173828125, + "time_sec": 6.173400640487671 + }, + { + "epoch": 7, + "train_loss": 0.00011237534249085002, + "train_acc": 1.0, + "val_loss": 7.753287159721368e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.006359232903627496, + "firing_rate": 0.12175124976783991, + "dead_neurons": 0.26025390625, + "time_sec": 6.1645612716674805 + }, + { + "epoch": 8, + "train_loss": 4.602364225138444e-05, + "train_acc": 1.0, + "val_loss": 3.800964077527169e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0015859193749806328, + "firing_rate": 0.12402366334572434, + "dead_neurons": 0.263671875, + "time_sec": 6.1591832637786865 + }, + { + "epoch": 9, + "train_loss": 5.4250907895038836e-05, + "train_acc": 1.0, + "val_loss": 2.357789959933143e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0029615611641863986, + "firing_rate": 0.12645362527109683, + "dead_neurons": 0.26416015625, + "time_sec": 6.164879322052002 + }, + { + "epoch": 10, + "train_loss": 3.1642707175706163e-05, + "train_acc": 1.0, + "val_loss": 1.558947982994141e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0022737653284793605, + "firing_rate": 0.1306178264785558, + "dead_neurons": 0.261474609375, + "time_sec": 6.165197849273682 + }, + { + "epoch": 11, + "train_loss": 2.533773877848944e-05, + "train_acc": 1.0, + "val_loss": 2.1721150009398116e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0013577830025601968, + "firing_rate": 0.13266395265236497, + "dead_neurons": 0.259521484375, + "time_sec": 6.166964292526245 + }, + { + "epoch": 12, + "train_loss": 1.8974932838318636e-05, + "train_acc": 1.0, + "val_loss": 1.1726084645488299e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0011109562347046827, + "firing_rate": 0.13414016366004944, + "dead_neurons": 0.2587890625, + "time_sec": 6.169738531112671 + }, + { + "epoch": 13, + "train_loss": 1.1846694138512248e-05, + "train_acc": 1.0, + "val_loss": 1.8961250360007398e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0013563298878765044, + "firing_rate": 0.13395194709300995, + "dead_neurons": 0.2548828125, + "time_sec": 6.166589736938477 + }, + { + "epoch": 14, + "train_loss": 1.0670710616977886e-05, + "train_acc": 1.0, + "val_loss": 1.0645287762599765e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0006615149577259621, + "firing_rate": 0.13719215081073344, + "dead_neurons": 0.254638671875, + "time_sec": 6.164306402206421 + }, + { + "epoch": 15, + "train_loss": 2.3744955607071462e-05, + "train_acc": 1.0, + "val_loss": 7.0153161595953865e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0019697188220001646, + "firing_rate": 0.13918021810241044, + "dead_neurons": 0.2568359375, + "time_sec": 6.163377523422241 + }, + { + "epoch": 16, + "train_loss": 7.075831971633306e-06, + "train_acc": 1.0, + "val_loss": 6.94084505084902e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0008323651390945511, + "firing_rate": 0.14270217530429363, + "dead_neurons": 0.252197265625, + "time_sec": 6.162005662918091 + }, + { + "epoch": 17, + "train_loss": 5.336445497960085e-06, + "train_acc": 1.0, + "val_loss": 4.835054987779585e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00036606271407313933, + "firing_rate": 0.1440493748523295, + "dead_neurons": 0.2529296875, + "time_sec": 6.237177610397339 + }, + { + "epoch": 18, + "train_loss": 3.5155202294845368e-06, + "train_acc": 1.0, + "val_loss": 5.533820632990683e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00022325348720212123, + "firing_rate": 0.1445622225292027, + "dead_neurons": 0.251708984375, + "time_sec": 6.16015887260437 + }, + { + "epoch": 19, + "train_loss": 4.171465572653687e-06, + "train_acc": 1.0, + "val_loss": 3.828662833257112e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00031144032309241834, + "firing_rate": 0.1452838098630309, + "dead_neurons": 0.250732421875, + "time_sec": 6.163027763366699 + }, + { + "epoch": 20, + "train_loss": 2.687520717699954e-06, + "train_acc": 1.0, + "val_loss": 4.863777750870213e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0002833022533723317, + "firing_rate": 0.14580726344138384, + "dead_neurons": 0.25146484375, + "time_sec": 6.157947063446045 + }, + { + "epoch": 21, + "train_loss": 4.199673379389423e-06, + "train_acc": 1.0, + "val_loss": 3.817355504907027e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.000323613717160442, + "firing_rate": 0.14579017460346222, + "dead_neurons": 0.250244140625, + "time_sec": 6.162522792816162 + }, + { + "epoch": 22, + "train_loss": 2.706652664073772e-06, + "train_acc": 1.0, + "val_loss": 3.1946551007422387e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0002022195275879903, + "firing_rate": 0.14625465031713247, + "dead_neurons": 0.25, + "time_sec": 6.164631605148315 + }, + { + "epoch": 23, + "train_loss": 2.7718568235286513e-06, + "train_acc": 1.0, + "val_loss": 5.995644738504779e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0002108829033306268, + "firing_rate": 0.14737151795998216, + "dead_neurons": 0.24755859375, + "time_sec": 6.165900468826294 + }, + { + "epoch": 24, + "train_loss": 4.275181248658555e-06, + "train_acc": 1.0, + "val_loss": 3.0060330136620904e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00041101904173428984, + "firing_rate": 0.1473279525525868, + "dead_neurons": 0.247314453125, + "time_sec": 6.170032739639282 + }, + { + "epoch": 25, + "train_loss": 2.0212534368511115e-06, + "train_acc": 1.0, + "val_loss": 2.869931111490587e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0001533489938905502, + "firing_rate": 0.1489862040616572, + "dead_neurons": 0.247802734375, + "time_sec": 6.16185188293457 + }, + { + "epoch": 26, + "train_loss": 1.6585767116197304e-06, + "train_acc": 1.0, + "val_loss": 1.6686386188666802e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0001400851892281161, + "firing_rate": 0.14976874785497785, + "dead_neurons": 0.24853515625, + "time_sec": 6.166364669799805 + }, + { + "epoch": 27, + "train_loss": 2.090129267571683e-06, + "train_acc": 1.0, + "val_loss": 1.4676627160952194e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00014515578668216242, + "firing_rate": 0.14910392579622567, + "dead_neurons": 0.245849609375, + "time_sec": 6.1665940284729 + }, + { + "epoch": 28, + "train_loss": 1.5133875369883753e-06, + "train_acc": 1.0, + "val_loss": 3.6385789899213704e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00010873379768132528, + "firing_rate": 0.1505998196080327, + "dead_neurons": 0.245849609375, + "time_sec": 6.161536693572998 + }, + { + "epoch": 29, + "train_loss": 1.700310897348345e-06, + "train_acc": 1.0, + "val_loss": 2.3756492519169113e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0001039212913284785, + "firing_rate": 0.1511539425700903, + "dead_neurons": 0.24560546875, + "time_sec": 6.169568300247192 + }, + { + "epoch": 30, + "train_loss": 1.0495469741726992e-06, + "train_acc": 1.0, + "val_loss": 1.4876512250339147e-06, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 7.633963416095427e-05, + "firing_rate": 0.15126983355730772, + "dead_neurons": 0.24560546875, + "time_sec": 6.24058985710144 + } + ], + "8": [ + { + "epoch": 1, + "train_loss": 2.302657558441162, + "train_acc": 0.099, + "val_loss": 2.3026557693481444, + "val_acc": 0.102, + "lyapunov": null, + "grad_norm": 0.15421092640391904, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 8.181963205337524 + }, + { + "epoch": 2, + "train_loss": 2.3023182106018067, + "train_acc": 0.106, + "val_loss": 2.302779151916504, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.14815118883056114, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 8.175732135772705 + }, + { + "epoch": 3, + "train_loss": 2.302136806488037, + "train_acc": 0.1075, + "val_loss": 2.302933908462524, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.1539803993057057, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 8.163746356964111 + }, + { + "epoch": 4, + "train_loss": 2.3019861106872557, + "train_acc": 0.1075, + "val_loss": 2.3030318393707274, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.1579138076010368, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 8.17258620262146 + }, + { + "epoch": 5, + "train_loss": 2.3018928985595704, + "train_acc": 0.1075, + "val_loss": 2.3032412395477295, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.17090363551236282, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 8.18158507347107 + }, + { + "epoch": 6, + "train_loss": 2.2027295475006103, + "train_acc": 0.1255, + "val_loss": 2.006557565689087, + "val_acc": 0.334, + "lyapunov": null, + "grad_norm": 0.6931931896985284, + "firing_rate": 0.0007505035192991727, + "dead_neurons": 0.888916015625, + "time_sec": 8.184371948242188 + }, + { + "epoch": 7, + "train_loss": 1.733082148551941, + "train_acc": 0.3415, + "val_loss": 1.6517172679901122, + "val_acc": 0.368, + "lyapunov": null, + "grad_norm": 1.351360751468921, + "firing_rate": 0.010396804524134495, + "dead_neurons": 0.54833984375, + "time_sec": 8.238166570663452 + }, + { + "epoch": 8, + "train_loss": 1.373770691871643, + "train_acc": 0.462, + "val_loss": 1.1074261980056763, + "val_acc": 0.58, + "lyapunov": null, + "grad_norm": 1.9176057102303803, + "firing_rate": 0.02270141546614468, + "dead_neurons": 0.40185546875, + "time_sec": 8.17767071723938 + }, + { + "epoch": 9, + "train_loss": 0.631064400434494, + "train_acc": 0.7365, + "val_loss": 0.24615425992012024, + "val_acc": 0.89, + "lyapunov": null, + "grad_norm": 2.2337764060907324, + "firing_rate": 0.04359825007850304, + "dead_neurons": 0.3251953125, + "time_sec": 8.168756246566772 + }, + { + "epoch": 10, + "train_loss": 0.2270010724067688, + "train_acc": 0.921, + "val_loss": 0.2243092315196991, + "val_acc": 0.892, + "lyapunov": null, + "grad_norm": 3.8587772407336396, + "firing_rate": 0.07272880396340042, + "dead_neurons": 0.311767578125, + "time_sec": 8.17849063873291 + }, + { + "epoch": 11, + "train_loss": 0.2219877482652664, + "train_acc": 0.9225, + "val_loss": 0.14033917129039764, + "val_acc": 0.954, + "lyapunov": null, + "grad_norm": 3.5636276389818207, + "firing_rate": 0.07675071503035724, + "dead_neurons": 0.341064453125, + "time_sec": 8.178403377532959 + }, + { + "epoch": 12, + "train_loss": 0.12795400488376618, + "train_acc": 0.9515, + "val_loss": 0.08369280070066452, + "val_acc": 0.972, + "lyapunov": null, + "grad_norm": 1.3483465504622636, + "firing_rate": 0.07466705120168626, + "dead_neurons": 0.3359375, + "time_sec": 8.176403522491455 + }, + { + "epoch": 13, + "train_loss": 0.0623950996696949, + "train_acc": 0.9785, + "val_loss": 0.026609718352556228, + "val_acc": 0.99, + "lyapunov": null, + "grad_norm": 0.6963633871816496, + "firing_rate": 0.0784614544827491, + "dead_neurons": 0.30419921875, + "time_sec": 8.18202018737793 + }, + { + "epoch": 14, + "train_loss": 0.03552821048349142, + "train_acc": 0.9875, + "val_loss": 0.009076205365359783, + "val_acc": 0.998, + "lyapunov": null, + "grad_norm": 0.5481384270292873, + "firing_rate": 0.08576438669115305, + "dead_neurons": 0.264892578125, + "time_sec": 8.173210620880127 + }, + { + "epoch": 15, + "train_loss": 0.009602802943438292, + "train_acc": 0.998, + "val_loss": 0.00528071871586144, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.21880095285810058, + "firing_rate": 0.09083503508009017, + "dead_neurons": 0.246826171875, + "time_sec": 8.249487161636353 + }, + { + "epoch": 16, + "train_loss": 0.0046454815632969255, + "train_acc": 0.999, + "val_loss": 0.005770756167825311, + "val_acc": 0.998, + "lyapunov": null, + "grad_norm": 0.13795884803759734, + "firing_rate": 0.09712219052016735, + "dead_neurons": 0.2265625, + "time_sec": 8.178274154663086 + }, + { + "epoch": 17, + "train_loss": 0.0014288185904733836, + "train_acc": 1.0, + "val_loss": 0.0031534184201154856, + "val_acc": 0.998, + "lyapunov": null, + "grad_norm": 0.06827591048464146, + "firing_rate": 0.10022353939712048, + "dead_neurons": 0.216064453125, + "time_sec": 8.173131704330444 + }, + { + "epoch": 18, + "train_loss": 0.0007062774203077424, + "train_acc": 1.0, + "val_loss": 0.00022766506776679307, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.03800589279150593, + "firing_rate": 0.10289924405515194, + "dead_neurons": 0.20947265625, + "time_sec": 8.175398111343384 + }, + { + "epoch": 19, + "train_loss": 0.0003286021938984049, + "train_acc": 1.0, + "val_loss": 0.00023517085530329494, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.01955532747121913, + "firing_rate": 0.10583579796366394, + "dead_neurons": 0.201171875, + "time_sec": 8.239009618759155 + }, + { + "epoch": 20, + "train_loss": 0.00013301665735343705, + "train_acc": 1.0, + "val_loss": 0.0002919051459757611, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.008424268764869383, + "firing_rate": 0.10690482938662171, + "dead_neurons": 0.197509765625, + "time_sec": 8.17131233215332 + }, + { + "epoch": 21, + "train_loss": 8.442440906219417e-05, + "train_acc": 1.0, + "val_loss": 0.00012152212939690799, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.00569973093221489, + "firing_rate": 0.10712783643975854, + "dead_neurons": 0.198974609375, + "time_sec": 8.175692319869995 + }, + { + "epoch": 22, + "train_loss": 3.557795038614131e-05, + "train_acc": 1.0, + "val_loss": 8.358900126768277e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0021516365598158297, + "firing_rate": 0.10765769751742482, + "dead_neurons": 0.198974609375, + "time_sec": 8.175176620483398 + }, + { + "epoch": 23, + "train_loss": 2.689643947451259e-05, + "train_acc": 1.0, + "val_loss": 8.837872452568263e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.001490145675503784, + "firing_rate": 0.10847587324678898, + "dead_neurons": 0.198486328125, + "time_sec": 8.178126573562622 + }, + { + "epoch": 24, + "train_loss": 2.4966074561234565e-05, + "train_acc": 1.0, + "val_loss": 0.00011023298115469515, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0015503311238421018, + "firing_rate": 0.10882705450057983, + "dead_neurons": 0.1962890625, + "time_sec": 8.128192663192749 + }, + { + "epoch": 25, + "train_loss": 3.138058011609246e-05, + "train_acc": 1.0, + "val_loss": 0.00015816027173423208, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0017926277280152121, + "firing_rate": 0.10918632289394736, + "dead_neurons": 0.197509765625, + "time_sec": 8.235832691192627 + }, + { + "epoch": 26, + "train_loss": 4.4479549451352796e-05, + "train_acc": 1.0, + "val_loss": 0.00017113443216658199, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0033434842823616287, + "firing_rate": 0.10919494414702058, + "dead_neurons": 0.1962890625, + "time_sec": 8.152926445007324 + }, + { + "epoch": 27, + "train_loss": 1.2422247980339307e-05, + "train_acc": 1.0, + "val_loss": 8.64240262308158e-05, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0006829332821942723, + "firing_rate": 0.10962676745839417, + "dead_neurons": 0.1962890625, + "time_sec": 8.155110359191895 + }, + { + "epoch": 28, + "train_loss": 3.0499108603180503e-05, + "train_acc": 1.0, + "val_loss": 0.0001848586371052079, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0020129972539113207, + "firing_rate": 0.10985778644680977, + "dead_neurons": 0.196044921875, + "time_sec": 8.151206016540527 + }, + { + "epoch": 29, + "train_loss": 2.9338190994167235e-05, + "train_acc": 1.0, + "val_loss": 0.00011348967568483203, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0034456804699170168, + "firing_rate": 0.11058982624672353, + "dead_neurons": 0.19580078125, + "time_sec": 8.158298015594482 + }, + { + "epoch": 30, + "train_loss": 1.4519696740990184e-05, + "train_acc": 1.0, + "val_loss": 0.0001162714722158853, + "val_acc": 1.0, + "lyapunov": null, + "grad_norm": 0.0008625852175950508, + "firing_rate": 0.11180167901329696, + "dead_neurons": 0.18994140625, + "time_sec": 8.152239322662354 + } + ], + "10": [ + { + "epoch": 1, + "train_loss": 2.302739799499512, + "train_acc": 0.096, + "val_loss": 2.302436374664307, + "val_acc": 0.102, + "lyapunov": null, + "grad_norm": 0.16207117231237542, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.166882991790771 + }, + { + "epoch": 2, + "train_loss": 2.3024016761779786, + "train_acc": 0.099, + "val_loss": 2.302482774734497, + "val_acc": 0.116, + "lyapunov": null, + "grad_norm": 0.14592801136476344, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.222587585449219 + }, + { + "epoch": 3, + "train_loss": 2.3023160972595216, + "train_acc": 0.1055, + "val_loss": 2.3026690616607666, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.16674437057889258, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.15099024772644 + }, + { + "epoch": 4, + "train_loss": 2.302052959442139, + "train_acc": 0.1075, + "val_loss": 2.3027007904052734, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.16492723444349133, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.155513525009155 + }, + { + "epoch": 5, + "train_loss": 2.3019591445922853, + "train_acc": 0.1075, + "val_loss": 2.3029126625061034, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.180989579033172, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.208101511001587 + }, + { + "epoch": 6, + "train_loss": 2.301798206329346, + "train_acc": 0.1075, + "val_loss": 2.3029672603607176, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.16538558285029747, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.169259071350098 + }, + { + "epoch": 7, + "train_loss": 2.3017363681793213, + "train_acc": 0.1075, + "val_loss": 2.303281011581421, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.17960371933765193, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.171148300170898 + }, + { + "epoch": 8, + "train_loss": 2.301657012939453, + "train_acc": 0.1075, + "val_loss": 2.3034022121429443, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.2363763232831191, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.15565299987793 + }, + { + "epoch": 9, + "train_loss": 2.3018890132904053, + "train_acc": 0.1075, + "val_loss": 2.3035701866149902, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.5881769452518619, + "firing_rate": 2.9296874345163815e-05, + "dead_neurons": 0.99853515625, + "time_sec": 10.2302725315094 + }, + { + "epoch": 10, + "train_loss": 2.3015639419555662, + "train_acc": 0.1075, + "val_loss": 2.303573850631714, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.25631359476467447, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.185052871704102 + }, + { + "epoch": 11, + "train_loss": 2.3015186634063722, + "train_acc": 0.1075, + "val_loss": 2.3036693000793456, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.2632594651032046, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.186092138290405 + }, + { + "epoch": 12, + "train_loss": 2.3014909324645996, + "train_acc": 0.1075, + "val_loss": 2.3037845859527586, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.42310605317617833, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.183584213256836 + }, + { + "epoch": 13, + "train_loss": 2.3037349853515625, + "train_acc": 0.1055, + "val_loss": 2.3036648502349855, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.773199378253926, + "firing_rate": 1.9531249563442543e-05, + "dead_neurons": 0.9990234375, + "time_sec": 10.24424433708191 + }, + { + "epoch": 14, + "train_loss": 2.3014364318847655, + "train_acc": 0.1075, + "val_loss": 2.3038085079193116, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.5396779176207236, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.185242891311646 + }, + { + "epoch": 15, + "train_loss": 2.302466875076294, + "train_acc": 0.1075, + "val_loss": 2.303852243423462, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.867806781237741, + "firing_rate": 4.882812390860636e-06, + "dead_neurons": 0.999755859375, + "time_sec": 10.183008909225464 + }, + { + "epoch": 16, + "train_loss": 2.3014318389892576, + "train_acc": 0.1075, + "val_loss": 2.304002685546875, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 1.0228100149455175, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.24420714378357 + }, + { + "epoch": 17, + "train_loss": 2.301374786376953, + "train_acc": 0.1075, + "val_loss": 2.3041210708618163, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.8889416285630835, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.186568021774292 + }, + { + "epoch": 18, + "train_loss": 2.301347131729126, + "train_acc": 0.1075, + "val_loss": 2.304010076522827, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.5096716434655726, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.189480304718018 + }, + { + "epoch": 19, + "train_loss": 2.3013332824707033, + "train_acc": 0.1075, + "val_loss": 2.3041351585388186, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.543950255946387, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.1918306350708 + }, + { + "epoch": 20, + "train_loss": 2.3013166217803955, + "train_acc": 0.1075, + "val_loss": 2.304213449478149, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.815399686631835, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.245631217956543 + }, + { + "epoch": 21, + "train_loss": 2.3013253879547118, + "train_acc": 0.1075, + "val_loss": 2.30429549407959, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.9954890858319383, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.188490390777588 + }, + { + "epoch": 22, + "train_loss": 2.3013005084991454, + "train_acc": 0.1075, + "val_loss": 2.3042614459991455, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.6554250267195447, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.184571981430054 + }, + { + "epoch": 23, + "train_loss": 2.3013004302978515, + "train_acc": 0.1075, + "val_loss": 2.3041790981292722, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.5923533302516613, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.188542604446411 + }, + { + "epoch": 24, + "train_loss": 2.3013439674377443, + "train_acc": 0.1075, + "val_loss": 2.3044012527465823, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.8325054439291913, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.24480938911438 + }, + { + "epoch": 25, + "train_loss": 2.301312442779541, + "train_acc": 0.1075, + "val_loss": 2.3042807006835937, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.6204415657447997, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.135886669158936 + }, + { + "epoch": 26, + "train_loss": 2.301272312164307, + "train_acc": 0.1075, + "val_loss": 2.3043707733154295, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.5213412976944276, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.190433025360107 + }, + { + "epoch": 27, + "train_loss": 2.301293197631836, + "train_acc": 0.1075, + "val_loss": 2.3045393085479735, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.48216536277687105, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.188264608383179 + }, + { + "epoch": 28, + "train_loss": 2.3012591075897215, + "train_acc": 0.1075, + "val_loss": 2.3046353530883787, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.5716662616803279, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.247350931167603 + }, + { + "epoch": 29, + "train_loss": 2.301311052322388, + "train_acc": 0.1075, + "val_loss": 2.304772834777832, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.687386573619508, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.182729959487915 + }, + { + "epoch": 30, + "train_loss": 2.301321018218994, + "train_acc": 0.1075, + "val_loss": 2.3045846061706543, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.5886979356241084, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 10.183146953582764 + } + ], + "12": [ + { + "epoch": 1, + "train_loss": 2.3026723022460938, + "train_acc": 0.0965, + "val_loss": 2.302829042434692, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.16329532162648103, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.193574905395508 + }, + { + "epoch": 2, + "train_loss": 2.302420761108398, + "train_acc": 0.1075, + "val_loss": 2.302650791168213, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.1632795348165676, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.240368127822876 + }, + { + "epoch": 3, + "train_loss": 2.302236120223999, + "train_acc": 0.1075, + "val_loss": 2.302615085601807, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.15170316015167204, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.18280029296875 + }, + { + "epoch": 4, + "train_loss": 2.302116563796997, + "train_acc": 0.1075, + "val_loss": 2.3027606868743895, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.14798205642609785, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.23378849029541 + }, + { + "epoch": 5, + "train_loss": 2.301966184616089, + "train_acc": 0.0995, + "val_loss": 2.3028444194793702, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.16183108472986935, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.1787748336792 + }, + { + "epoch": 6, + "train_loss": 2.301810173034668, + "train_acc": 0.1075, + "val_loss": 2.3029075908660888, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.16242457584535558, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.230670690536499 + }, + { + "epoch": 7, + "train_loss": 2.3017121868133543, + "train_acc": 0.1075, + "val_loss": 2.3029940738677976, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.1775141769723737, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.176344394683838 + }, + { + "epoch": 8, + "train_loss": 2.3016461486816406, + "train_acc": 0.1075, + "val_loss": 2.302977960586548, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.21278565061075314, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.135105848312378 + }, + { + "epoch": 9, + "train_loss": 2.301575340270996, + "train_acc": 0.1075, + "val_loss": 2.303190439224243, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.18967513265889024, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.199567317962646 + }, + { + "epoch": 10, + "train_loss": 2.3015445156097414, + "train_acc": 0.1075, + "val_loss": 2.3033028354644776, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.27005403427521807, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.180422306060791 + }, + { + "epoch": 11, + "train_loss": 2.302562219619751, + "train_acc": 0.1075, + "val_loss": 2.303472116470337, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.5580856714412645, + "firing_rate": 1.9531249563442543e-05, + "dead_neurons": 0.9990234375, + "time_sec": 12.250437498092651 + }, + { + "epoch": 12, + "train_loss": 2.301462272644043, + "train_acc": 0.1075, + "val_loss": 2.303642007827759, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.3325494604604669, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.185357570648193 + }, + { + "epoch": 13, + "train_loss": 2.3030983562469483, + "train_acc": 0.1045, + "val_loss": 2.303594966888428, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 1.0099416194234674, + "firing_rate": 1.9531249563442543e-05, + "dead_neurons": 0.9990234375, + "time_sec": 12.236330032348633 + }, + { + "epoch": 14, + "train_loss": 2.3013907089233396, + "train_acc": 0.1075, + "val_loss": 2.3037900886535643, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.3714646492355391, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.169007301330566 + }, + { + "epoch": 15, + "train_loss": 2.301423740386963, + "train_acc": 0.1075, + "val_loss": 2.303899394989014, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.40160482806806175, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.236021995544434 + }, + { + "epoch": 16, + "train_loss": 2.3013932628631593, + "train_acc": 0.1075, + "val_loss": 2.303968994140625, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.73984343139087, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.16632080078125 + }, + { + "epoch": 17, + "train_loss": 2.3027582702636717, + "train_acc": 0.1075, + "val_loss": 2.304044445037842, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 1.0047023165710782, + "firing_rate": 1.9531249563442543e-05, + "dead_neurons": 0.9990234375, + "time_sec": 12.15894627571106 + }, + { + "epoch": 18, + "train_loss": 2.303630277633667, + "train_acc": 0.1075, + "val_loss": 2.304233543395996, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.9322970970737229, + "firing_rate": 2.441406195430318e-05, + "dead_neurons": 0.998779296875, + "time_sec": 12.215173244476318 + }, + { + "epoch": 19, + "train_loss": 2.3013566246032715, + "train_acc": 0.1075, + "val_loss": 2.3042333469390868, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.8233599915064578, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.163382530212402 + }, + { + "epoch": 20, + "train_loss": 2.3013510360717775, + "train_acc": 0.1075, + "val_loss": 2.3042024440765383, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.6281803776947918, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.210164070129395 + }, + { + "epoch": 21, + "train_loss": 2.3013264961242674, + "train_acc": 0.1075, + "val_loss": 2.3042839603424072, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.6652355444948619, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.168419599533081 + }, + { + "epoch": 22, + "train_loss": 2.301300598144531, + "train_acc": 0.1075, + "val_loss": 2.3043801250457765, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 1.0255997682212514, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.255432367324829 + }, + { + "epoch": 23, + "train_loss": 2.301302864074707, + "train_acc": 0.1075, + "val_loss": 2.304449718475342, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.6262551012832543, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.18779730796814 + }, + { + "epoch": 24, + "train_loss": 2.3012935485839843, + "train_acc": 0.1075, + "val_loss": 2.304418369293213, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.8974523123053696, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.251866102218628 + }, + { + "epoch": 25, + "train_loss": 2.3012777214050293, + "train_acc": 0.1075, + "val_loss": 2.3044433059692384, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.7793096994261801, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.190563678741455 + }, + { + "epoch": 26, + "train_loss": 2.3012724475860598, + "train_acc": 0.1075, + "val_loss": 2.304326183319092, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.8405074595085802, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.177944421768188 + }, + { + "epoch": 27, + "train_loss": 2.301249206542969, + "train_acc": 0.1075, + "val_loss": 2.304442714691162, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.4884848053426466, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.251631736755371 + }, + { + "epoch": 28, + "train_loss": 2.30132656288147, + "train_acc": 0.1075, + "val_loss": 2.3045427951812743, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.49605953172197215, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.183921337127686 + }, + { + "epoch": 29, + "train_loss": 2.3012636642456057, + "train_acc": 0.1075, + "val_loss": 2.304423973083496, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.5331582148521972, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.2576584815979 + }, + { + "epoch": 30, + "train_loss": 2.301296241760254, + "train_acc": 0.1075, + "val_loss": 2.304638437271118, + "val_acc": 0.084, + "lyapunov": null, + "grad_norm": 0.6339796492378822, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 12.198789119720459 + } + ] + }, + "lyapunov": { + "2": [ + { + "epoch": 1, + "train_loss": 1.0835209126472474, + "train_acc": 0.744, + "val_loss": 0.13623692446947097, + "val_acc": 0.942, + "lyapunov": 0.2940883617848158, + "grad_norm": 2.626013851932566, + "firing_rate": 0.02479072514688596, + "dead_neurons": 0.184814453125, + "time_sec": 5.17956805229187 + }, + { + "epoch": 2, + "train_loss": 0.047655676379799845, + "train_acc": 0.9975, + "val_loss": 0.0020717774406075477, + "val_acc": 1.0, + "lyapunov": 0.29383156821131706, + "grad_norm": 0.2345717593538081, + "firing_rate": 0.046586531796492636, + "dead_neurons": 0.22119140625, + "time_sec": 5.184175491333008 + }, + { + "epoch": 3, + "train_loss": 0.009620202779769898, + "train_acc": 1.0, + "val_loss": 0.00037967645283788445, + "val_acc": 1.0, + "lyapunov": 0.29644050169736147, + "grad_norm": 0.023954810451511245, + "firing_rate": 0.0609817486256361, + "dead_neurons": 0.22900390625, + "time_sec": 5.108743190765381 + }, + { + "epoch": 4, + "train_loss": 0.009088283807039261, + "train_acc": 1.0, + "val_loss": 0.0002594337312038988, + "val_acc": 1.0, + "lyapunov": 0.296779939904809, + "grad_norm": 0.008275572661482882, + "firing_rate": 0.06380729598458856, + "dead_neurons": 0.230712890625, + "time_sec": 5.110593557357788 + }, + { + "epoch": 5, + "train_loss": 0.008932497367262841, + "train_acc": 1.0, + "val_loss": 0.0002161480658687651, + "val_acc": 1.0, + "lyapunov": 0.29556974675506353, + "grad_norm": 0.007774155002302189, + "firing_rate": 0.0652450550114736, + "dead_neurons": 0.23193359375, + "time_sec": 5.108870983123779 + }, + { + "epoch": 6, + "train_loss": 0.00888974203914404, + "train_acc": 1.0, + "val_loss": 0.0001458582845516503, + "val_acc": 1.0, + "lyapunov": 0.29586317017674446, + "grad_norm": 0.006449524184429414, + "firing_rate": 0.06626304483506829, + "dead_neurons": 0.230224609375, + "time_sec": 5.108253002166748 + }, + { + "epoch": 7, + "train_loss": 0.008813438437879085, + "train_acc": 1.0, + "val_loss": 0.00011636649980209768, + "val_acc": 1.0, + "lyapunov": 0.2946452107280493, + "grad_norm": 0.005644632695171404, + "firing_rate": 0.06734809745103121, + "dead_neurons": 0.231201171875, + "time_sec": 5.105592966079712 + }, + { + "epoch": 8, + "train_loss": 0.008879297211766243, + "train_acc": 1.0, + "val_loss": 0.00010049634164897725, + "val_acc": 1.0, + "lyapunov": 0.2960729654878378, + "grad_norm": 0.006493854444618435, + "firing_rate": 0.06820144481025636, + "dead_neurons": 0.22705078125, + "time_sec": 5.111539363861084 + }, + { + "epoch": 9, + "train_loss": 0.008836728483438493, + "train_acc": 1.0, + "val_loss": 8.671779179712757e-05, + "val_acc": 1.0, + "lyapunov": 0.2956226347014308, + "grad_norm": 0.006022017893285854, + "firing_rate": 0.06894485314842314, + "dead_neurons": 0.233642578125, + "time_sec": 5.109090089797974 + }, + { + "epoch": 10, + "train_loss": 0.008819711714982987, + "train_acc": 1.0, + "val_loss": 7.84099053707905e-05, + "val_acc": 1.0, + "lyapunov": 0.29559256974607706, + "grad_norm": 0.005488842404513683, + "firing_rate": 0.0695075208786875, + "dead_neurons": 0.22900390625, + "time_sec": 5.109659433364868 + }, + { + "epoch": 11, + "train_loss": 0.008834856763482094, + "train_acc": 1.0, + "val_loss": 6.161545589566231e-05, + "val_acc": 1.0, + "lyapunov": 0.29608881287276745, + "grad_norm": 0.006041537125857599, + "firing_rate": 0.06972747622057796, + "dead_neurons": 0.229736328125, + "time_sec": 5.111726760864258 + }, + { + "epoch": 12, + "train_loss": 0.008782705806195735, + "train_acc": 1.0, + "val_loss": 4.947177445865236e-05, + "val_acc": 1.0, + "lyapunov": 0.2953449711203575, + "grad_norm": 0.004923919320486903, + "firing_rate": 0.0703294356353581, + "dead_neurons": 0.232421875, + "time_sec": 5.105912685394287 + }, + { + "epoch": 13, + "train_loss": 0.008892110459506511, + "train_acc": 1.0, + "val_loss": 5.212379788281396e-05, + "val_acc": 1.0, + "lyapunov": 0.29726667795330286, + "grad_norm": 0.005602906513359276, + "firing_rate": 0.07132591074332595, + "dead_neurons": 0.23388671875, + "time_sec": 5.111214637756348 + }, + { + "epoch": 14, + "train_loss": 0.008764919467270375, + "train_acc": 1.0, + "val_loss": 3.702007178799249e-05, + "val_acc": 1.0, + "lyapunov": 0.29575017653405666, + "grad_norm": 0.004797778435337896, + "firing_rate": 0.07233047322370112, + "dead_neurons": 0.232421875, + "time_sec": 5.107996702194214 + }, + { + "epoch": 15, + "train_loss": 0.008744477860629558, + "train_acc": 1.0, + "val_loss": 3.9213329990161585e-05, + "val_acc": 1.0, + "lyapunov": 0.29498047940433025, + "grad_norm": 0.004667955331413731, + "firing_rate": 0.07287544012069702, + "dead_neurons": 0.235107421875, + "time_sec": 5.106521844863892 + }, + { + "epoch": 16, + "train_loss": 0.008838049538433552, + "train_acc": 1.0, + "val_loss": 3.5470058617647734e-05, + "val_acc": 1.0, + "lyapunov": 0.2965631289407611, + "grad_norm": 0.005987352712724817, + "firing_rate": 0.07408325094729662, + "dead_neurons": 0.236083984375, + "time_sec": 5.186219692230225 + }, + { + "epoch": 17, + "train_loss": 0.008756807677447796, + "train_acc": 1.0, + "val_loss": 3.3381356101017446e-05, + "val_acc": 1.0, + "lyapunov": 0.29521676898002625, + "grad_norm": 0.006570374501646582, + "firing_rate": 0.07476554694585502, + "dead_neurons": 0.241455078125, + "time_sec": 5.107532978057861 + }, + { + "epoch": 18, + "train_loss": 0.008807056732475758, + "train_acc": 1.0, + "val_loss": 2.5643790708272717e-05, + "val_acc": 1.0, + "lyapunov": 0.2961249500513077, + "grad_norm": 0.004861819833046462, + "firing_rate": 0.0759156784042716, + "dead_neurons": 0.244873046875, + "time_sec": 5.109200954437256 + }, + { + "epoch": 19, + "train_loss": 0.008886749804019928, + "train_acc": 1.0, + "val_loss": 2.591591194504872e-05, + "val_acc": 1.0, + "lyapunov": 0.29746696539223194, + "grad_norm": 0.004948836995077724, + "firing_rate": 0.07699638186022639, + "dead_neurons": 0.245361328125, + "time_sec": 5.107118129730225 + }, + { + "epoch": 20, + "train_loss": 0.008791176050901413, + "train_acc": 1.0, + "val_loss": 2.6364259072579443e-05, + "val_acc": 1.0, + "lyapunov": 0.29596363194286823, + "grad_norm": 0.00598969847219475, + "firing_rate": 0.07776916259899735, + "dead_neurons": 0.248291015625, + "time_sec": 5.103670120239258 + }, + { + "epoch": 21, + "train_loss": 0.008788906723260879, + "train_acc": 1.0, + "val_loss": 2.5126329361228272e-05, + "val_acc": 1.0, + "lyapunov": 0.2960699461400509, + "grad_norm": 0.005809159066780629, + "firing_rate": 0.07772682048380375, + "dead_neurons": 0.252197265625, + "time_sec": 5.10662317276001 + }, + { + "epoch": 22, + "train_loss": 0.008838476493954658, + "train_acc": 1.0, + "val_loss": 2.8173315105959774e-05, + "val_acc": 1.0, + "lyapunov": 0.2966798646375537, + "grad_norm": 0.006327923761002498, + "firing_rate": 0.07726997206918895, + "dead_neurons": 0.25390625, + "time_sec": 5.107054948806763 + }, + { + "epoch": 23, + "train_loss": 0.008868698313832283, + "train_acc": 1.0, + "val_loss": 2.5461089710006492e-05, + "val_acc": 1.0, + "lyapunov": 0.297211772762239, + "grad_norm": 0.0057361169002040895, + "firing_rate": 0.07630279357545078, + "dead_neurons": 0.255126953125, + "time_sec": 5.101758718490601 + }, + { + "epoch": 24, + "train_loss": 0.008795554637908936, + "train_acc": 1.0, + "val_loss": 2.429910222417675e-05, + "val_acc": 1.0, + "lyapunov": 0.2966359006240964, + "grad_norm": 0.005964463900009386, + "firing_rate": 0.0759984573815018, + "dead_neurons": 0.258544921875, + "time_sec": 5.101144552230835 + }, + { + "epoch": 25, + "train_loss": 0.00873942705243826, + "train_acc": 1.0, + "val_loss": 1.873003243235871e-05, + "val_acc": 1.0, + "lyapunov": 0.29599136859178543, + "grad_norm": 0.00636299999727938, + "firing_rate": 0.07621703902259469, + "dead_neurons": 0.259033203125, + "time_sec": 5.177471160888672 + }, + { + "epoch": 26, + "train_loss": 0.00878187993168831, + "train_acc": 1.0, + "val_loss": 2.3413322312990202e-05, + "val_acc": 1.0, + "lyapunov": 0.2964014979079366, + "grad_norm": 0.007039695178033288, + "firing_rate": 0.07710426184348762, + "dead_neurons": 0.260498046875, + "time_sec": 5.0997748374938965 + }, + { + "epoch": 27, + "train_loss": 0.008650145053863526, + "train_acc": 1.0, + "val_loss": 2.125529877957888e-05, + "val_acc": 1.0, + "lyapunov": 0.29364696331322193, + "grad_norm": 0.006200745719164384, + "firing_rate": 0.07861205842345953, + "dead_neurons": 0.26318359375, + "time_sec": 5.101138591766357 + }, + { + "epoch": 28, + "train_loss": 0.008815461479127406, + "train_acc": 1.0, + "val_loss": 2.262459378107451e-05, + "val_acc": 1.0, + "lyapunov": 0.2963303355500102, + "grad_norm": 0.005165938335502272, + "firing_rate": 0.07877242937684059, + "dead_neurons": 0.259765625, + "time_sec": 5.101264953613281 + }, + { + "epoch": 29, + "train_loss": 0.00878492821007967, + "train_acc": 1.0, + "val_loss": 1.66669906466268e-05, + "val_acc": 1.0, + "lyapunov": 0.2964559495449066, + "grad_norm": 0.005316629438956292, + "firing_rate": 0.07880851626396179, + "dead_neurons": 0.2607421875, + "time_sec": 5.104374170303345 + }, + { + "epoch": 30, + "train_loss": 0.008703560397028923, + "train_acc": 1.0, + "val_loss": 1.810214346915018e-05, + "val_acc": 1.0, + "lyapunov": 0.29462232254445553, + "grad_norm": 0.00448271157327609, + "firing_rate": 0.079074781620875, + "dead_neurons": 0.260498046875, + "time_sec": 5.099819183349609 + } + ], + "4": [ + { + "epoch": 1, + "train_loss": 1.3213085751533509, + "train_acc": 0.571, + "val_loss": 0.5121295900344849, + "val_acc": 0.828, + "lyapunov": 0.6458577793091536, + "grad_norm": 1.43475627818769, + "firing_rate": 0.014614410096783104, + "dead_neurons": 0.4814453125, + "time_sec": 9.984087944030762 + }, + { + "epoch": 2, + "train_loss": 0.25505196514725686, + "train_acc": 0.925, + "val_loss": 0.011884893417358398, + "val_acc": 1.0, + "lyapunov": 0.6499443966895342, + "grad_norm": 0.7419752680744941, + "firing_rate": 0.08516174100805074, + "dead_neurons": 0.30810546875, + "time_sec": 10.045742511749268 + }, + { + "epoch": 3, + "train_loss": 0.04599503293633461, + "train_acc": 0.999, + "val_loss": 0.000445947652682662, + "val_acc": 1.0, + "lyapunov": 0.6551554705947638, + "grad_norm": 0.43782974921589596, + "firing_rate": 0.14802741538733244, + "dead_neurons": 0.291259765625, + "time_sec": 9.978624820709229 + }, + { + "epoch": 4, + "train_loss": 0.043618821948766706, + "train_acc": 1.0, + "val_loss": 0.00014928997145034374, + "val_acc": 1.0, + "lyapunov": 0.6586710195988417, + "grad_norm": 0.037031225687406695, + "firing_rate": 0.1483290819451213, + "dead_neurons": 0.301025390625, + "time_sec": 9.977531909942627 + }, + { + "epoch": 5, + "train_loss": 0.04305467253923416, + "train_acc": 1.0, + "val_loss": 7.963758613914251e-05, + "val_acc": 1.0, + "lyapunov": 0.6552504096180201, + "grad_norm": 0.048837908409837254, + "firing_rate": 0.15758636174723506, + "dead_neurons": 0.313232421875, + "time_sec": 9.968837022781372 + }, + { + "epoch": 6, + "train_loss": 0.04299772056937218, + "train_acc": 1.0, + "val_loss": 0.00015146917197853327, + "val_acc": 1.0, + "lyapunov": 0.6548218671232462, + "grad_norm": 0.024184018183586318, + "firing_rate": 0.16350593278184533, + "dead_neurons": 0.31005859375, + "time_sec": 10.038870334625244 + }, + { + "epoch": 7, + "train_loss": 0.04257557335495949, + "train_acc": 1.0, + "val_loss": 0.00010331664991099388, + "val_acc": 1.0, + "lyapunov": 0.6510481853038073, + "grad_norm": 0.025125990529202984, + "firing_rate": 0.17549857730045915, + "dead_neurons": 0.318603515625, + "time_sec": 9.967933893203735 + }, + { + "epoch": 8, + "train_loss": 0.04299615886807442, + "train_acc": 1.0, + "val_loss": 3.976569639053196e-05, + "val_acc": 1.0, + "lyapunov": 0.6556168366223574, + "grad_norm": 0.02425954323258304, + "firing_rate": 0.1817921418696642, + "dead_neurons": 0.32763671875, + "time_sec": 9.971687078475952 + }, + { + "epoch": 9, + "train_loss": 0.043209568619728085, + "train_acc": 1.0, + "val_loss": 3.851373327779584e-05, + "val_acc": 1.0, + "lyapunov": 0.6568924617022276, + "grad_norm": 0.02507442833992618, + "firing_rate": 0.1888388004153967, + "dead_neurons": 0.333251953125, + "time_sec": 9.97891902923584 + }, + { + "epoch": 10, + "train_loss": 0.04287783724069595, + "train_acc": 1.0, + "val_loss": 3.5820075194351375e-05, + "val_acc": 1.0, + "lyapunov": 0.6540141496807337, + "grad_norm": 0.033674364283692894, + "firing_rate": 0.19771789060905576, + "dead_neurons": 0.331298828125, + "time_sec": 9.962198972702026 + }, + { + "epoch": 11, + "train_loss": 0.04288228479027748, + "train_acc": 1.0, + "val_loss": 0.00012206203758250922, + "val_acc": 1.0, + "lyapunov": 0.6547125801444054, + "grad_norm": 0.023568515442151123, + "firing_rate": 0.20698409480974078, + "dead_neurons": 0.334716796875, + "time_sec": 9.966786861419678 + }, + { + "epoch": 12, + "train_loss": 0.04308024036884308, + "train_acc": 1.0, + "val_loss": 0.008256887828931213, + "val_acc": 0.998, + "lyapunov": 0.6557854432612658, + "grad_norm": 0.08915336156091162, + "firing_rate": 0.1976525066420436, + "dead_neurons": 0.32666015625, + "time_sec": 10.036945104598999 + }, + { + "epoch": 13, + "train_loss": 0.5472204668223858, + "train_acc": 0.94, + "val_loss": 0.0029600318782031535, + "val_acc": 0.998, + "lyapunov": 0.6538134552538395, + "grad_norm": 5.003538155079939, + "firing_rate": 0.16688674502074718, + "dead_neurons": 0.337158203125, + "time_sec": 9.965497970581055 + }, + { + "epoch": 14, + "train_loss": 0.04605184307694435, + "train_acc": 0.999, + "val_loss": 0.0007995410485309548, + "val_acc": 1.0, + "lyapunov": 0.6523123476654291, + "grad_norm": 0.260890930906841, + "firing_rate": 0.14522605552338064, + "dead_neurons": 0.3642578125, + "time_sec": 10.036647081375122 + }, + { + "epoch": 15, + "train_loss": 0.04279775112867355, + "train_acc": 1.0, + "val_loss": 3.794978850055486e-05, + "val_acc": 1.0, + "lyapunov": 0.6529845260083675, + "grad_norm": 0.026709501190807956, + "firing_rate": 0.14055587351322174, + "dead_neurons": 0.353271484375, + "time_sec": 9.966609239578247 + }, + { + "epoch": 16, + "train_loss": 0.04297543361783027, + "train_acc": 1.0, + "val_loss": 5.515041535545606e-06, + "val_acc": 1.0, + "lyapunov": 0.6549398638308048, + "grad_norm": 0.01832921497564713, + "firing_rate": 0.14115836890414357, + "dead_neurons": 0.34814453125, + "time_sec": 9.96960711479187 + }, + { + "epoch": 17, + "train_loss": 0.043085960060358044, + "train_acc": 1.0, + "val_loss": 0.00013840510114096106, + "val_acc": 1.0, + "lyapunov": 0.655668867751956, + "grad_norm": 0.0661648969714996, + "firing_rate": 0.1421952792443335, + "dead_neurons": 0.341552734375, + "time_sec": 10.038087606430054 + }, + { + "epoch": 18, + "train_loss": 0.042992896616458894, + "train_acc": 1.0, + "val_loss": 8.112306109978817e-06, + "val_acc": 1.0, + "lyapunov": 0.6548189632594585, + "grad_norm": 0.02157892978000118, + "firing_rate": 0.14251426421105862, + "dead_neurons": 0.345703125, + "time_sec": 9.973855018615723 + }, + { + "epoch": 19, + "train_loss": 0.04270143783092499, + "train_acc": 1.0, + "val_loss": 7.720028224866838e-06, + "val_acc": 1.0, + "lyapunov": 0.6537259072065353, + "grad_norm": 0.01973480042968711, + "firing_rate": 0.14135085651651025, + "dead_neurons": 0.347412109375, + "time_sec": 9.974909543991089 + }, + { + "epoch": 20, + "train_loss": 0.04264267274737358, + "train_acc": 1.0, + "val_loss": 9.490368727711029e-06, + "val_acc": 1.0, + "lyapunov": 0.6524960417300463, + "grad_norm": 0.03160786488643551, + "firing_rate": 0.1397631037980318, + "dead_neurons": 0.341796875, + "time_sec": 9.969372510910034 + }, + { + "epoch": 21, + "train_loss": 0.04279161649942398, + "train_acc": 1.0, + "val_loss": 6.163685792125761e-05, + "val_acc": 1.0, + "lyapunov": 0.6538163777440786, + "grad_norm": 0.0450121519498622, + "firing_rate": 0.13391174119897187, + "dead_neurons": 0.327880859375, + "time_sec": 10.036320686340332 + }, + { + "epoch": 22, + "train_loss": 0.04292521491646767, + "train_acc": 1.0, + "val_loss": 0.00011101609410252422, + "val_acc": 1.0, + "lyapunov": 0.6533312853425741, + "grad_norm": 0.039417389727385656, + "firing_rate": 0.13240508665330708, + "dead_neurons": 0.332763671875, + "time_sec": 9.973316431045532 + }, + { + "epoch": 23, + "train_loss": 0.04259087562561035, + "train_acc": 1.0, + "val_loss": 4.530693287961185e-05, + "val_acc": 1.0, + "lyapunov": 0.6516087967902422, + "grad_norm": 0.022453923943369113, + "firing_rate": 0.13657920551486313, + "dead_neurons": 0.341796875, + "time_sec": 9.9733145236969 + }, + { + "epoch": 24, + "train_loss": 0.0427690287232399, + "train_acc": 1.0, + "val_loss": 3.522060497198254e-05, + "val_acc": 1.0, + "lyapunov": 0.6544207725673914, + "grad_norm": 0.018327654462914032, + "firing_rate": 0.13935844134539366, + "dead_neurons": 0.348388671875, + "time_sec": 9.975118398666382 + }, + { + "epoch": 25, + "train_loss": 0.04285110184550285, + "train_acc": 1.0, + "val_loss": 3.520902182208374e-05, + "val_acc": 1.0, + "lyapunov": 0.6538512539118528, + "grad_norm": 0.019251918202166374, + "firing_rate": 0.13933990220539272, + "dead_neurons": 0.35107421875, + "time_sec": 9.97319221496582 + }, + { + "epoch": 26, + "train_loss": 0.04241559880971908, + "train_acc": 1.0, + "val_loss": 2.1444725076435135e-05, + "val_acc": 1.0, + "lyapunov": 0.6516338754445314, + "grad_norm": 0.023588072729758824, + "firing_rate": 0.14103454211726785, + "dead_neurons": 0.342529296875, + "time_sec": 9.978076696395874 + }, + { + "epoch": 27, + "train_loss": 0.04258456870913505, + "train_acc": 1.0, + "val_loss": 1.3333103983313777e-05, + "val_acc": 1.0, + "lyapunov": 0.6523857787251472, + "grad_norm": 0.030838414451800834, + "firing_rate": 0.14307761937379837, + "dead_neurons": 0.334228515625, + "time_sec": 10.0528883934021 + }, + { + "epoch": 28, + "train_loss": 0.04307149931788445, + "train_acc": 1.0, + "val_loss": 0.00017586090922122821, + "val_acc": 1.0, + "lyapunov": 0.6552533991634846, + "grad_norm": 0.051560348745038675, + "firing_rate": 0.1430232971906662, + "dead_neurons": 0.341064453125, + "time_sec": 10.00488829612732 + }, + { + "epoch": 29, + "train_loss": 0.04304349067807198, + "train_acc": 1.0, + "val_loss": 0.0010453088195063174, + "val_acc": 1.0, + "lyapunov": 0.6557644158601761, + "grad_norm": 0.04557253570340433, + "firing_rate": 0.13369041122496128, + "dead_neurons": 0.371337890625, + "time_sec": 10.071915864944458 + }, + { + "epoch": 30, + "train_loss": 0.042896261423826215, + "train_acc": 1.0, + "val_loss": 3.9523970845039006e-05, + "val_acc": 1.0, + "lyapunov": 0.6536246556788683, + "grad_norm": 0.06706065258926794, + "firing_rate": 0.14944198308512568, + "dead_neurons": 0.3857421875, + "time_sec": 10.010284423828125 + } + ], + "6": [ + { + "epoch": 1, + "train_loss": 2.3303926010131835, + "train_acc": 0.1115, + "val_loss": 2.1278497190475463, + "val_acc": 0.254, + "lyapunov": 0.8451643474400043, + "grad_norm": 0.32439568114422584, + "firing_rate": 0.0004051971368141949, + "dead_neurons": 0.949951171875, + "time_sec": 14.907901525497437 + }, + { + "epoch": 2, + "train_loss": 1.860206823348999, + "train_acc": 0.34, + "val_loss": 1.4684701480865479, + "val_acc": 0.46, + "lyapunov": 0.8458143435418606, + "grad_norm": 0.7164555332677789, + "firing_rate": 0.006803512354963459, + "dead_neurons": 0.55712890625, + "time_sec": 14.961140155792236 + }, + { + "epoch": 3, + "train_loss": 1.0855786275863648, + "train_acc": 0.632, + "val_loss": 0.6094554572105407, + "val_acc": 0.788, + "lyapunov": 0.8549299258738756, + "grad_norm": 1.3288510633396033, + "firing_rate": 0.04315887385746464, + "dead_neurons": 0.3408203125, + "time_sec": 14.911268949508667 + }, + { + "epoch": 4, + "train_loss": 0.36807875347137453, + "train_acc": 0.883, + "val_loss": 0.09465186190605164, + "val_acc": 0.956, + "lyapunov": 0.8591996431350708, + "grad_norm": 2.883422075548228, + "firing_rate": 0.10445556440390646, + "dead_neurons": 0.2509765625, + "time_sec": 14.960270643234253 + }, + { + "epoch": 5, + "train_loss": 0.16150115418434144, + "train_acc": 0.968, + "val_loss": 0.021154177457094192, + "val_acc": 0.996, + "lyapunov": 0.8621469773352146, + "grad_norm": 1.7347400065345677, + "firing_rate": 0.11249374155886471, + "dead_neurons": 0.216552734375, + "time_sec": 14.885030746459961 + }, + { + "epoch": 6, + "train_loss": 0.12998407733440398, + "train_acc": 0.9825, + "val_loss": 0.02965957662463188, + "val_acc": 0.992, + "lyapunov": 0.8614927176386118, + "grad_norm": 2.1766235538947556, + "firing_rate": 0.11444465420208871, + "dead_neurons": 0.2197265625, + "time_sec": 14.944868326187134 + }, + { + "epoch": 7, + "train_loss": 0.08819356441497803, + "train_acc": 0.998, + "val_loss": 0.003405489882454276, + "val_acc": 1.0, + "lyapunov": 0.8645013924688101, + "grad_norm": 0.44847865758735833, + "firing_rate": 0.10948554775677621, + "dead_neurons": 0.2099609375, + "time_sec": 14.883215427398682 + }, + { + "epoch": 8, + "train_loss": 0.09639235830307007, + "train_acc": 0.994, + "val_loss": 0.0109604173284024, + "val_acc": 0.996, + "lyapunov": 0.862874748185277, + "grad_norm": 1.09915636979784, + "firing_rate": 0.11539924377575517, + "dead_neurons": 0.18994140625, + "time_sec": 14.873005867004395 + }, + { + "epoch": 9, + "train_loss": 0.08858040541410446, + "train_acc": 0.996, + "val_loss": 0.0010687736056279392, + "val_acc": 1.0, + "lyapunov": 0.8618446942418814, + "grad_norm": 0.8099908115695323, + "firing_rate": 0.12196464138105512, + "dead_neurons": 0.17822265625, + "time_sec": 14.95797085762024 + }, + { + "epoch": 10, + "train_loss": 0.09818339294195175, + "train_acc": 0.9935, + "val_loss": 0.005987788751721382, + "val_acc": 1.0, + "lyapunov": 0.8619700241833925, + "grad_norm": 1.2353175220746133, + "firing_rate": 0.12786987097933888, + "dead_neurons": 0.182861328125, + "time_sec": 14.997889757156372 + }, + { + "epoch": 11, + "train_loss": 0.07657402282953263, + "train_acc": 0.9995, + "val_loss": 0.0005220514857210219, + "val_acc": 1.0, + "lyapunov": 0.8632011022418737, + "grad_norm": 0.161410897324052, + "firing_rate": 0.1310073824133724, + "dead_neurons": 0.193603515625, + "time_sec": 14.975345611572266 + }, + { + "epoch": 12, + "train_loss": 0.07627822369337083, + "train_acc": 1.0, + "val_loss": 0.0015558717139065265, + "val_acc": 1.0, + "lyapunov": 0.8635321408510208, + "grad_norm": 0.21984382959005136, + "firing_rate": 0.13065665843896568, + "dead_neurons": 0.19287109375, + "time_sec": 14.930550813674927 + }, + { + "epoch": 13, + "train_loss": 0.07622652471065522, + "train_acc": 0.9995, + "val_loss": 0.0005361283866222948, + "val_acc": 1.0, + "lyapunov": 0.8628850299865007, + "grad_norm": 0.22570848832669668, + "firing_rate": 0.14151404984295368, + "dead_neurons": 0.174072265625, + "time_sec": 14.976958751678467 + }, + { + "epoch": 14, + "train_loss": 0.07932933712005616, + "train_acc": 0.9975, + "val_loss": 0.10125345683097839, + "val_acc": 0.976, + "lyapunov": 0.8621852491050959, + "grad_norm": 0.6732184026169792, + "firing_rate": 0.14273475296795368, + "dead_neurons": 0.183349609375, + "time_sec": 14.988337993621826 + }, + { + "epoch": 15, + "train_loss": 0.15085384887456893, + "train_acc": 0.979, + "val_loss": 0.009766669355332852, + "val_acc": 0.996, + "lyapunov": 0.8589847143739462, + "grad_norm": 2.135180331536864, + "firing_rate": 0.13238135958090425, + "dead_neurons": 0.2001953125, + "time_sec": 14.987622499465942 + }, + { + "epoch": 16, + "train_loss": 0.08328625577688217, + "train_acc": 0.9965, + "val_loss": 0.0033851841198047623, + "val_acc": 1.0, + "lyapunov": 0.8613527305424213, + "grad_norm": 0.39886631136679657, + "firing_rate": 0.12637283047661185, + "dead_neurons": 0.213623046875, + "time_sec": 14.979624271392822 + }, + { + "epoch": 17, + "train_loss": 0.09163838475942612, + "train_acc": 0.994, + "val_loss": 0.15440462636947633, + "val_acc": 0.958, + "lyapunov": 0.8659440781921148, + "grad_norm": 1.1707310458098303, + "firing_rate": 0.12285300926305354, + "dead_neurons": 0.20849609375, + "time_sec": 14.978633165359497 + }, + { + "epoch": 18, + "train_loss": 0.097196339905262, + "train_acc": 0.9935, + "val_loss": 0.0014651380935683848, + "val_acc": 1.0, + "lyapunov": 0.8649285957217216, + "grad_norm": 0.9805247332900537, + "firing_rate": 0.12964927381835878, + "dead_neurons": 0.200927734375, + "time_sec": 14.980342864990234 + }, + { + "epoch": 19, + "train_loss": 0.08084282898902893, + "train_acc": 0.9985, + "val_loss": 0.0004131950125738513, + "val_acc": 1.0, + "lyapunov": 0.8619759697467089, + "grad_norm": 0.4343989300853958, + "firing_rate": 0.12287856801413, + "dead_neurons": 0.20361328125, + "time_sec": 14.925431251525879 + }, + { + "epoch": 20, + "train_loss": 0.07832890206575394, + "train_acc": 0.9985, + "val_loss": 0.1341810490489006, + "val_acc": 0.95, + "lyapunov": 0.8634687811136246, + "grad_norm": 0.3320137677250761, + "firing_rate": 0.12253387202508748, + "dead_neurons": 0.21142578125, + "time_sec": 14.986175537109375 + }, + { + "epoch": 21, + "train_loss": 0.09512660121917725, + "train_acc": 0.9925, + "val_loss": 0.2943544330596924, + "val_acc": 0.918, + "lyapunov": 0.8605708014219999, + "grad_norm": 1.4327293129928702, + "firing_rate": 0.11380721861496568, + "dead_neurons": 0.208251953125, + "time_sec": 14.991762161254883 + }, + { + "epoch": 22, + "train_loss": 0.08363375127315521, + "train_acc": 0.997, + "val_loss": 0.00039491153338167353, + "val_acc": 1.0, + "lyapunov": 0.861843578517437, + "grad_norm": 0.4911194235847619, + "firing_rate": 0.1171187567524612, + "dead_neurons": 0.17578125, + "time_sec": 14.98006820678711 + }, + { + "epoch": 23, + "train_loss": 0.07453022861480713, + "train_acc": 1.0, + "val_loss": 6.057158301700838e-06, + "val_acc": 1.0, + "lyapunov": 0.8626297172158957, + "grad_norm": 0.02455043060784878, + "firing_rate": 0.12324516079388559, + "dead_neurons": 0.171630859375, + "time_sec": 14.965768098831177 + }, + { + "epoch": 24, + "train_loss": 0.09495852935314178, + "train_acc": 0.9955, + "val_loss": 0.01951362208649516, + "val_acc": 0.99, + "lyapunov": 0.8583371061831713, + "grad_norm": 0.7936999991281073, + "firing_rate": 0.12643440021201968, + "dead_neurons": 0.1796875, + "time_sec": 14.979297637939453 + }, + { + "epoch": 25, + "train_loss": 0.07542563211917877, + "train_acc": 0.9995, + "val_loss": 0.006777567146753426, + "val_acc": 0.996, + "lyapunov": 0.8611718434840441, + "grad_norm": 0.16903066728335825, + "firing_rate": 0.11314658867195249, + "dead_neurons": 0.16552734375, + "time_sec": 14.868767023086548 + }, + { + "epoch": 26, + "train_loss": 0.07431666320562362, + "train_acc": 1.0, + "val_loss": 1.7390919798572213e-06, + "val_acc": 1.0, + "lyapunov": 0.8611439578235149, + "grad_norm": 0.07050836727959404, + "firing_rate": 0.12263984326273203, + "dead_neurons": 0.165283203125, + "time_sec": 14.864168405532837 + }, + { + "epoch": 27, + "train_loss": 0.07473753499984741, + "train_acc": 0.9995, + "val_loss": 2.066350074710499e-05, + "val_acc": 1.0, + "lyapunov": 0.8594684731215239, + "grad_norm": 0.15842772619930656, + "firing_rate": 0.12052711192518473, + "dead_neurons": 0.164794921875, + "time_sec": 14.862499952316284 + }, + { + "epoch": 28, + "train_loss": 0.07401926732063294, + "train_acc": 0.9995, + "val_loss": 0.0023266913848347033, + "val_acc": 1.0, + "lyapunov": 0.8569532781839371, + "grad_norm": 0.09680214860599676, + "firing_rate": 0.11356155201792717, + "dead_neurons": 0.171875, + "time_sec": 14.890095710754395 + }, + { + "epoch": 29, + "train_loss": 0.07514679783582687, + "train_acc": 1.0, + "val_loss": 0.0019036665059393271, + "val_acc": 1.0, + "lyapunov": 0.8637609407305717, + "grad_norm": 0.09925763905429433, + "firing_rate": 0.1107706434559077, + "dead_neurons": 0.177978515625, + "time_sec": 14.857902526855469 + }, + { + "epoch": 30, + "train_loss": 0.07463123089075088, + "train_acc": 1.0, + "val_loss": 8.980472113762517e-05, + "val_acc": 1.0, + "lyapunov": 0.8588727861642838, + "grad_norm": 0.19736856628552502, + "firing_rate": 0.11495124595239758, + "dead_neurons": 0.1865234375, + "time_sec": 14.865221977233887 + } + ], + "8": [ + { + "epoch": 1, + "train_loss": 2.4003030586242677, + "train_acc": 0.099, + "val_loss": 2.3026557693481444, + "val_acc": 0.102, + "lyapunov": 0.9880200978368521, + "grad_norm": 0.15481122621457855, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 19.676846504211426 + }, + { + "epoch": 2, + "train_loss": 2.4004267024993897, + "train_acc": 0.106, + "val_loss": 2.302779151916504, + "val_acc": 0.084, + "lyapunov": 0.9903043750673532, + "grad_norm": 0.1534155253367201, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 19.666215419769287 + }, + { + "epoch": 3, + "train_loss": 2.400560380935669, + "train_acc": 0.1075, + "val_loss": 2.302933908462524, + "val_acc": 0.084, + "lyapunov": 0.9918570835143328, + "grad_norm": 0.1548745855539979, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 19.658459186553955 + }, + { + "epoch": 4, + "train_loss": 2.399982801437378, + "train_acc": 0.1075, + "val_loss": 2.2975420932769777, + "val_acc": 0.084, + "lyapunov": 0.9897468015551567, + "grad_norm": 0.15960797256713394, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 19.753737926483154 + }, + { + "epoch": 5, + "train_loss": 2.1263145637512206, + "train_acc": 0.2015, + "val_loss": 1.840939577102661, + "val_acc": 0.322, + "lyapunov": 0.9959667380899191, + "grad_norm": 1.0044194104610447, + "firing_rate": 0.0023851775543590747, + "dead_neurons": 0.752685546875, + "time_sec": 19.70216131210327 + }, + { + "epoch": 6, + "train_loss": 1.6174933290481568, + "train_acc": 0.433, + "val_loss": 1.025756854057312, + "val_acc": 0.536, + "lyapunov": 0.9983935728669167, + "grad_norm": 2.8730661337092283, + "firing_rate": 0.019119796321319882, + "dead_neurons": 0.460205078125, + "time_sec": 19.688483715057373 + }, + { + "epoch": 7, + "train_loss": 0.8573115963935852, + "train_acc": 0.6765, + "val_loss": 0.4892241241931915, + "val_acc": 0.828, + "lyapunov": 1.0012227725237608, + "grad_norm": 4.836829857405622, + "firing_rate": 0.053862303553614765, + "dead_neurons": 0.372314453125, + "time_sec": 19.690004587173462 + }, + { + "epoch": 8, + "train_loss": 0.6511594541072846, + "train_acc": 0.7885, + "val_loss": 0.34156725788116454, + "val_acc": 0.866, + "lyapunov": 1.0040704067796469, + "grad_norm": 4.753149097843721, + "firing_rate": 0.06469253450632095, + "dead_neurons": 0.34130859375, + "time_sec": 19.70526099205017 + }, + { + "epoch": 9, + "train_loss": 0.3656285650730133, + "train_acc": 0.9065, + "val_loss": 0.26220761489868166, + "val_acc": 0.89, + "lyapunov": 1.0053305849432945, + "grad_norm": 2.173914312725331, + "firing_rate": 0.05929740809369832, + "dead_neurons": 0.30908203125, + "time_sec": 19.73475193977356 + }, + { + "epoch": 10, + "train_loss": 0.26539168739318847, + "train_acc": 0.938, + "val_loss": 0.128058701813221, + "val_acc": 0.95, + "lyapunov": 1.0077227782458067, + "grad_norm": 2.1993093640968464, + "firing_rate": 0.07060066051781178, + "dead_neurons": 0.331787109375, + "time_sec": 19.681016206741333 + }, + { + "epoch": 11, + "train_loss": 0.1831088936328888, + "train_acc": 0.978, + "val_loss": 0.07165196174383164, + "val_acc": 0.976, + "lyapunov": 1.0080635957419872, + "grad_norm": 1.3758467574621416, + "firing_rate": 0.08012794307433069, + "dead_neurons": 0.3134765625, + "time_sec": 19.693978786468506 + }, + { + "epoch": 12, + "train_loss": 0.21337509846687316, + "train_acc": 0.964, + "val_loss": 0.09462729436159134, + "val_acc": 0.962, + "lyapunov": 1.0049651823937893, + "grad_norm": 2.9283961976999953, + "firing_rate": 0.09411651408299804, + "dead_neurons": 0.291748046875, + "time_sec": 19.693503379821777 + }, + { + "epoch": 13, + "train_loss": 0.18063695776462554, + "train_acc": 0.972, + "val_loss": 0.07871538197994232, + "val_acc": 0.968, + "lyapunov": 1.0036363266408443, + "grad_norm": 2.5614130235487877, + "firing_rate": 0.08867149171419442, + "dead_neurons": 0.305908203125, + "time_sec": 19.739271879196167 + }, + { + "epoch": 14, + "train_loss": 0.17090213841199875, + "train_acc": 0.973, + "val_loss": 0.1322097361087799, + "val_acc": 0.946, + "lyapunov": 1.0065252017229795, + "grad_norm": 2.5621635605163506, + "firing_rate": 0.09354110481217504, + "dead_neurons": 0.2919921875, + "time_sec": 19.686120748519897 + }, + { + "epoch": 15, + "train_loss": 0.19549991047382353, + "train_acc": 0.964, + "val_loss": 0.05278427451848984, + "val_acc": 0.984, + "lyapunov": 1.002221368253231, + "grad_norm": 2.6555014504706307, + "firing_rate": 0.0845671824645251, + "dead_neurons": 0.28857421875, + "time_sec": 19.691769123077393 + }, + { + "epoch": 16, + "train_loss": 0.23806488126516342, + "train_acc": 0.951, + "val_loss": 0.40760626530647276, + "val_acc": 0.86, + "lyapunov": 1.0044054072350264, + "grad_norm": 3.960160750473488, + "firing_rate": 0.08776420424692333, + "dead_neurons": 0.27294921875, + "time_sec": 19.698570013046265 + }, + { + "epoch": 17, + "train_loss": 0.2511507818698883, + "train_acc": 0.9475, + "val_loss": 0.05430306094884872, + "val_acc": 0.978, + "lyapunov": 1.0074593536555767, + "grad_norm": 3.169289003977333, + "firing_rate": 0.07528785523027182, + "dead_neurons": 0.27587890625, + "time_sec": 19.75972604751587 + }, + { + "epoch": 18, + "train_loss": 0.2028917202949524, + "train_acc": 0.963, + "val_loss": 0.06786650514602661, + "val_acc": 0.976, + "lyapunov": 1.0002095382660627, + "grad_norm": 2.00168083038844, + "firing_rate": 0.07651458529289812, + "dead_neurons": 0.277099609375, + "time_sec": 19.710276126861572 + }, + { + "epoch": 19, + "train_loss": 0.19926433062553406, + "train_acc": 0.962, + "val_loss": 0.11585208868980408, + "val_acc": 0.954, + "lyapunov": 1.000438116490841, + "grad_norm": 2.2231644722585076, + "firing_rate": 0.07805389224085957, + "dead_neurons": 0.277099609375, + "time_sec": 19.71862554550171 + }, + { + "epoch": 20, + "train_loss": 0.18664314317703248, + "train_acc": 0.9635, + "val_loss": 0.07177439814805985, + "val_acc": 0.976, + "lyapunov": 1.0026721805334091, + "grad_norm": 1.3346901194181862, + "firing_rate": 0.07716949237510562, + "dead_neurons": 0.287109375, + "time_sec": 19.77388310432434 + }, + { + "epoch": 21, + "train_loss": 0.30547540867328643, + "train_acc": 0.931, + "val_loss": 0.24271133625507355, + "val_acc": 0.928, + "lyapunov": 1.0038067549467087, + "grad_norm": 3.1656516544709055, + "firing_rate": 0.07883209071587771, + "dead_neurons": 0.287109375, + "time_sec": 19.716625690460205 + }, + { + "epoch": 22, + "train_loss": 0.21548006975650788, + "train_acc": 0.958, + "val_loss": 0.0359251414835453, + "val_acc": 0.99, + "lyapunov": 1.0040038879960775, + "grad_norm": 1.868382932169144, + "firing_rate": 0.07333015254698694, + "dead_neurons": 0.2861328125, + "time_sec": 19.756728172302246 + }, + { + "epoch": 23, + "train_loss": 0.15866387128829956, + "train_acc": 0.9795, + "val_loss": 0.18498244166374206, + "val_acc": 0.932, + "lyapunov": 1.0026383604854345, + "grad_norm": 1.6325070423114962, + "firing_rate": 0.07130477740429342, + "dead_neurons": 0.314697265625, + "time_sec": 19.684906244277954 + }, + { + "epoch": 24, + "train_loss": 0.30665742921829225, + "train_acc": 0.943, + "val_loss": 0.01737770412862301, + "val_acc": 0.994, + "lyapunov": 1.0052145402878523, + "grad_norm": 4.246925038648542, + "firing_rate": 0.0770951067097485, + "dead_neurons": 0.3017578125, + "time_sec": 19.70504379272461 + }, + { + "epoch": 25, + "train_loss": 0.1496377671957016, + "train_acc": 0.9805, + "val_loss": 0.039121474415063855, + "val_acc": 0.982, + "lyapunov": 1.0074444767087698, + "grad_norm": 2.049794129930676, + "firing_rate": 0.07731574843637645, + "dead_neurons": 0.3017578125, + "time_sec": 19.73826813697815 + }, + { + "epoch": 26, + "train_loss": 0.14496766710281372, + "train_acc": 0.983, + "val_loss": 0.02593888273835182, + "val_acc": 0.992, + "lyapunov": 1.0060833506286144, + "grad_norm": 1.771247193253967, + "firing_rate": 0.07664314145222306, + "dead_neurons": 0.308349609375, + "time_sec": 19.696775674819946 + }, + { + "epoch": 27, + "train_loss": 0.23038420176506041, + "train_acc": 0.9575, + "val_loss": 0.0906779488325119, + "val_acc": 0.96, + "lyapunov": 1.0069650951772928, + "grad_norm": 3.653697367851776, + "firing_rate": 0.07317001221235842, + "dead_neurons": 0.312744140625, + "time_sec": 19.761855125427246 + }, + { + "epoch": 28, + "train_loss": 0.16770522451400757, + "train_acc": 0.9795, + "val_loss": 0.025397883623838425, + "val_acc": 0.992, + "lyapunov": 1.0101550184190273, + "grad_norm": 1.531936491838797, + "firing_rate": 0.07341964601073414, + "dead_neurons": 0.30322265625, + "time_sec": 19.68121099472046 + }, + { + "epoch": 29, + "train_loss": 0.11625144386291504, + "train_acc": 0.994, + "val_loss": 0.022977767035365106, + "val_acc": 0.992, + "lyapunov": 1.0034016575664282, + "grad_norm": 0.599330238751406, + "firing_rate": 0.0733678424730897, + "dead_neurons": 0.310791015625, + "time_sec": 19.685579299926758 + }, + { + "epoch": 30, + "train_loss": 0.13893001306056976, + "train_acc": 0.986, + "val_loss": 0.06131797206401825, + "val_acc": 0.978, + "lyapunov": 1.0026989094913006, + "grad_norm": 1.107340889267526, + "firing_rate": 0.07437850767746568, + "dead_neurons": 0.30810546875, + "time_sec": 19.739879846572876 + } + ], + "10": [ + { + "epoch": 1, + "train_loss": 2.4236042957305908, + "train_acc": 0.096, + "val_loss": 2.302436374664307, + "val_acc": 0.102, + "lyapunov": 1.0992519296705723, + "grad_norm": 0.16251989372119807, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.78636646270752 + }, + { + "epoch": 2, + "train_loss": 2.42344051361084, + "train_acc": 0.099, + "val_loss": 2.302482774734497, + "val_acc": 0.116, + "lyapunov": 1.1000312082469463, + "grad_norm": 0.15299060733564154, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.705002307891846 + }, + { + "epoch": 3, + "train_loss": 2.423662427902222, + "train_acc": 0.1055, + "val_loss": 2.3026690616607666, + "val_acc": 0.084, + "lyapunov": 1.1013858616352081, + "grad_norm": 0.1670141485724782, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.67839813232422 + }, + { + "epoch": 4, + "train_loss": 2.423724941253662, + "train_acc": 0.1075, + "val_loss": 2.3027007904052734, + "val_acc": 0.084, + "lyapunov": 1.1038468182086945, + "grad_norm": 0.16583670891055496, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.710070848464966 + }, + { + "epoch": 5, + "train_loss": 2.4235206089019776, + "train_acc": 0.1075, + "val_loss": 2.3029126625061034, + "val_acc": 0.084, + "lyapunov": 1.1023501828312874, + "grad_norm": 0.18285487825495367, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.7312171459198 + }, + { + "epoch": 6, + "train_loss": 2.4233444957733155, + "train_acc": 0.1075, + "val_loss": 2.3029672603607176, + "val_acc": 0.084, + "lyapunov": 1.1022668778896332, + "grad_norm": 0.16668799955819796, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.69492220878601 + }, + { + "epoch": 7, + "train_loss": 2.4228849449157717, + "train_acc": 0.1075, + "val_loss": 2.303281011581421, + "val_acc": 0.084, + "lyapunov": 1.1005186624825, + "grad_norm": 0.18145344235485159, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.63035011291504 + }, + { + "epoch": 8, + "train_loss": 2.4231199131011962, + "train_acc": 0.1075, + "val_loss": 2.3034022121429443, + "val_acc": 0.084, + "lyapunov": 1.1024447157979012, + "grad_norm": 0.2369495465953519, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.689044713974 + }, + { + "epoch": 9, + "train_loss": 2.4235224952697756, + "train_acc": 0.1075, + "val_loss": 2.3035701866149902, + "val_acc": 0.084, + "lyapunov": 1.1029067710042, + "grad_norm": 0.5947551937297244, + "firing_rate": 2.9296874345163815e-05, + "dead_neurons": 0.99853515625, + "time_sec": 24.690731048583984 + }, + { + "epoch": 10, + "train_loss": 2.42286958694458, + "train_acc": 0.1075, + "val_loss": 2.303573850631714, + "val_acc": 0.084, + "lyapunov": 1.1012075431644917, + "grad_norm": 0.2583528580009966, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.636343240737915 + }, + { + "epoch": 11, + "train_loss": 2.4233014297485354, + "train_acc": 0.1075, + "val_loss": 2.3036693000793456, + "val_acc": 0.084, + "lyapunov": 1.1033187359571457, + "grad_norm": 0.2660735848449738, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.710039138793945 + }, + { + "epoch": 12, + "train_loss": 2.423148862838745, + "train_acc": 0.1075, + "val_loss": 2.3037845859527586, + "val_acc": 0.084, + "lyapunov": 1.103237297385931, + "grad_norm": 0.4234714170249191, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.684850454330444 + }, + { + "epoch": 13, + "train_loss": 2.4255196590423584, + "train_acc": 0.1055, + "val_loss": 2.3036648502349855, + "val_acc": 0.084, + "lyapunov": 1.1033331789076328, + "grad_norm": 0.7749459352575001, + "firing_rate": 1.9531249563442543e-05, + "dead_neurons": 0.9990234375, + "time_sec": 24.693484783172607 + }, + { + "epoch": 14, + "train_loss": 2.4227360363006594, + "train_acc": 0.1075, + "val_loss": 2.3038085079193116, + "val_acc": 0.084, + "lyapunov": 1.1011917181313038, + "grad_norm": 0.5404483621178982, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 24.63370370864868 + }, + { + "epoch": 15, + "train_loss": 2.3198488540649413, + "train_acc": 0.101, + "val_loss": 2.029139150619507, + "val_acc": 0.186, + "lyapunov": 1.10334262996912, + "grad_norm": 1.3111824791838802, + "firing_rate": 0.0009577941695795289, + "dead_neurons": 0.914794921875, + "time_sec": 24.68205189704895 + }, + { + "epoch": 16, + "train_loss": 1.9995113039016723, + "train_acc": 0.2225, + "val_loss": 1.5156087284088136, + "val_acc": 0.404, + "lyapunov": 1.1062522195279598, + "grad_norm": 1.9391261107836768, + "firing_rate": 0.003849792392429663, + "dead_neurons": 0.823974609375, + "time_sec": 24.68693709373474 + }, + { + "epoch": 17, + "train_loss": 1.3940175409317017, + "train_acc": 0.4345, + "val_loss": 1.0536328926086427, + "val_acc": 0.496, + "lyapunov": 1.109726469963789, + "grad_norm": 6.377014874919891, + "firing_rate": 0.016491546208271757, + "dead_neurons": 0.6943359375, + "time_sec": 24.777471780776978 + }, + { + "epoch": 18, + "train_loss": 1.0712786054611205, + "train_acc": 0.549, + "val_loss": 0.9320354661941528, + "val_acc": 0.57, + "lyapunov": 1.1127626188099384, + "grad_norm": 5.622682284187354, + "firing_rate": 0.02284332225099206, + "dead_neurons": 0.60400390625, + "time_sec": 24.710701942443848 + }, + { + "epoch": 19, + "train_loss": 1.4346345357894899, + "train_acc": 0.4645, + "val_loss": 1.190898374557495, + "val_acc": 0.472, + "lyapunov": 1.1123942956328392, + "grad_norm": 7.863788027381062, + "firing_rate": 0.023981933045433834, + "dead_neurons": 0.60009765625, + "time_sec": 24.776970863342285 + }, + { + "epoch": 20, + "train_loss": 1.072595344543457, + "train_acc": 0.563, + "val_loss": 0.7876822261810302, + "val_acc": 0.66, + "lyapunov": 1.1115392297506332, + "grad_norm": 4.0324849406105745, + "firing_rate": 0.017485885095084086, + "dead_neurons": 0.641845703125, + "time_sec": 24.765336513519287 + }, + { + "epoch": 21, + "train_loss": 0.8294454066753387, + "train_acc": 0.677, + "val_loss": 0.5923201780319214, + "val_acc": 0.752, + "lyapunov": 1.1177563108503819, + "grad_norm": 5.990807955358493, + "firing_rate": 0.032456664368510246, + "dead_neurons": 0.57568359375, + "time_sec": 24.795910596847534 + }, + { + "epoch": 22, + "train_loss": 0.7896413650512696, + "train_acc": 0.6795, + "val_loss": 0.6407489004135132, + "val_acc": 0.704, + "lyapunov": 1.1112591810524464, + "grad_norm": 7.595588879859579, + "firing_rate": 0.03778457536827773, + "dead_neurons": 0.543212890625, + "time_sec": 24.726309537887573 + }, + { + "epoch": 23, + "train_loss": 0.8970905632972718, + "train_acc": 0.6635, + "val_loss": 0.5978069911003113, + "val_acc": 0.716, + "lyapunov": 1.115072175860405, + "grad_norm": 7.8785723882251, + "firing_rate": 0.03881004231516272, + "dead_neurons": 0.562744140625, + "time_sec": 24.781951665878296 + }, + { + "epoch": 24, + "train_loss": 0.9933350601196289, + "train_acc": 0.618, + "val_loss": 0.7356808624267578, + "val_acc": 0.63, + "lyapunov": 1.11272394657135, + "grad_norm": 9.360758956795884, + "firing_rate": 0.045098646776750684, + "dead_neurons": 0.557861328125, + "time_sec": 24.753777503967285 + }, + { + "epoch": 25, + "train_loss": 1.0769806680679321, + "train_acc": 0.635, + "val_loss": 4.062628335952759, + "val_acc": 0.272, + "lyapunov": 1.117802705615759, + "grad_norm": 8.862388830624713, + "firing_rate": 0.04441383283119649, + "dead_neurons": 0.59423828125, + "time_sec": 24.71546220779419 + }, + { + "epoch": 26, + "train_loss": 1.0999836149215698, + "train_acc": 0.593, + "val_loss": 0.7665379567146301, + "val_acc": 0.646, + "lyapunov": 1.11717389523983, + "grad_norm": 8.532904364206615, + "firing_rate": 0.03920509258750826, + "dead_neurons": 0.60400390625, + "time_sec": 24.75096106529236 + }, + { + "epoch": 27, + "train_loss": 0.9482709231376648, + "train_acc": 0.621, + "val_loss": 0.7178100290298461, + "val_acc": 0.626, + "lyapunov": 1.1112483218312263, + "grad_norm": 8.63370336641291, + "firing_rate": 0.04470687743742019, + "dead_neurons": 0.60791015625, + "time_sec": 24.717939615249634 + }, + { + "epoch": 28, + "train_loss": 1.5422544841766357, + "train_acc": 0.519, + "val_loss": 2.49585559463501, + "val_acc": 0.228, + "lyapunov": 1.1156089939177036, + "grad_norm": 8.774329940856525, + "firing_rate": 0.04428314138203859, + "dead_neurons": 0.6083984375, + "time_sec": 24.671627521514893 + }, + { + "epoch": 29, + "train_loss": 1.0737279109954834, + "train_acc": 0.5965, + "val_loss": 0.6983632078170776, + "val_acc": 0.69, + "lyapunov": 1.1179395392537117, + "grad_norm": 7.24468324657972, + "firing_rate": 0.03684814379084855, + "dead_neurons": 0.626708984375, + "time_sec": 24.733794927597046 + }, + { + "epoch": 30, + "train_loss": 0.8785460133552552, + "train_acc": 0.6675, + "val_loss": 0.7617813425064087, + "val_acc": 0.666, + "lyapunov": 1.1158344186842442, + "grad_norm": 7.1678452009597375, + "firing_rate": 0.04266776971053332, + "dead_neurons": 0.623291015625, + "time_sec": 24.687116861343384 + } + ], + "12": [ + { + "epoch": 1, + "train_loss": 2.4440349769592284, + "train_acc": 0.0965, + "val_loss": 2.302829042434692, + "val_acc": 0.084, + "lyapunov": 1.189372155815363, + "grad_norm": 0.16334275391901693, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.685437440872192 + }, + { + "epoch": 2, + "train_loss": 2.4443636379241944, + "train_acc": 0.1075, + "val_loss": 2.302650791168213, + "val_acc": 0.084, + "lyapunov": 1.191251989454031, + "grad_norm": 0.16353004374563404, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.759915351867676 + }, + { + "epoch": 3, + "train_loss": 2.4442282276153566, + "train_acc": 0.1075, + "val_loss": 2.302615085601807, + "val_acc": 0.084, + "lyapunov": 1.1914571411907673, + "grad_norm": 0.1523496494365908, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.651160717010498 + }, + { + "epoch": 4, + "train_loss": 2.444334453582764, + "train_acc": 0.1075, + "val_loss": 2.3027606868743895, + "val_acc": 0.084, + "lyapunov": 1.1923745423555374, + "grad_norm": 0.14962754674702555, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.712103843688965 + }, + { + "epoch": 5, + "train_loss": 2.444155521392822, + "train_acc": 0.0995, + "val_loss": 2.3028444194793702, + "val_acc": 0.084, + "lyapunov": 1.1922622583806515, + "grad_norm": 0.16308392997217955, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.719533920288086 + }, + { + "epoch": 6, + "train_loss": 2.444078577041626, + "train_acc": 0.1075, + "val_loss": 2.3029075908660888, + "val_acc": 0.084, + "lyapunov": 1.1930675469338894, + "grad_norm": 0.1648128137627733, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.69988465309143 + }, + { + "epoch": 7, + "train_loss": 2.444177436828613, + "train_acc": 0.1075, + "val_loss": 2.3029940738677976, + "val_acc": 0.084, + "lyapunov": 1.1933783032000065, + "grad_norm": 0.17828535263952874, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.6548433303833 + }, + { + "epoch": 8, + "train_loss": 2.444325714111328, + "train_acc": 0.1075, + "val_loss": 2.302977960586548, + "val_acc": 0.084, + "lyapunov": 1.1942557133734226, + "grad_norm": 0.22314510320693243, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.66123080253601 + }, + { + "epoch": 9, + "train_loss": 2.444741653442383, + "train_acc": 0.1075, + "val_loss": 2.303190439224243, + "val_acc": 0.084, + "lyapunov": 1.1962198503315449, + "grad_norm": 0.19018253968878082, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.730154037475586 + }, + { + "epoch": 10, + "train_loss": 2.4442904262542724, + "train_acc": 0.1075, + "val_loss": 2.3033028354644776, + "val_acc": 0.084, + "lyapunov": 1.1952537149190903, + "grad_norm": 0.2704953037077237, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.65148377418518 + }, + { + "epoch": 11, + "train_loss": 2.4456894569396974, + "train_acc": 0.1075, + "val_loss": 2.303472116470337, + "val_acc": 0.084, + "lyapunov": 1.1966094747185707, + "grad_norm": 0.5591787483427338, + "firing_rate": 1.9531249563442543e-05, + "dead_neurons": 0.9990234375, + "time_sec": 29.62576460838318 + }, + { + "epoch": 12, + "train_loss": 2.44429208946228, + "train_acc": 0.1075, + "val_loss": 2.303642007827759, + "val_acc": 0.084, + "lyapunov": 1.1948685385286808, + "grad_norm": 0.33447078515130224, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.702317476272583 + }, + { + "epoch": 13, + "train_loss": 2.446262441635132, + "train_acc": 0.1045, + "val_loss": 2.303594966888428, + "val_acc": 0.084, + "lyapunov": 1.1962331868708134, + "grad_norm": 1.0102351638458724, + "firing_rate": 1.9531249563442543e-05, + "dead_neurons": 0.9990234375, + "time_sec": 29.59420371055603 + }, + { + "epoch": 14, + "train_loss": 2.4441811332702637, + "train_acc": 0.1075, + "val_loss": 2.3037900886535643, + "val_acc": 0.084, + "lyapunov": 1.1951989829540253, + "grad_norm": 0.377365452808337, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.564621210098267 + }, + { + "epoch": 15, + "train_loss": 2.4435638618469238, + "train_acc": 0.1075, + "val_loss": 2.303899394989014, + "val_acc": 0.084, + "lyapunov": 1.1920482218265533, + "grad_norm": 0.40187599010428743, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.525703191757202 + }, + { + "epoch": 16, + "train_loss": 2.444601858139038, + "train_acc": 0.1075, + "val_loss": 2.303968994140625, + "val_acc": 0.084, + "lyapunov": 1.1969390474259853, + "grad_norm": 0.740093571931983, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.632558345794678 + }, + { + "epoch": 17, + "train_loss": 2.446256591796875, + "train_acc": 0.1075, + "val_loss": 2.304044445037842, + "val_acc": 0.084, + "lyapunov": 1.1975850723683834, + "grad_norm": 1.0071818953502767, + "firing_rate": 1.9531249563442543e-05, + "dead_neurons": 0.9990234375, + "time_sec": 29.541781663894653 + }, + { + "epoch": 18, + "train_loss": 2.4471270847320556, + "train_acc": 0.1075, + "val_loss": 2.304233543395996, + "val_acc": 0.084, + "lyapunov": 1.1975959166884422, + "grad_norm": 0.9408408183563898, + "firing_rate": 2.441406195430318e-05, + "dead_neurons": 0.998779296875, + "time_sec": 29.563097953796387 + }, + { + "epoch": 19, + "train_loss": 2.444837995529175, + "train_acc": 0.1075, + "val_loss": 2.3042333469390868, + "val_acc": 0.084, + "lyapunov": 1.1979762315750122, + "grad_norm": 0.8242396680350079, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.60165762901306 + }, + { + "epoch": 20, + "train_loss": 2.444180419921875, + "train_acc": 0.1075, + "val_loss": 2.3042024440765383, + "val_acc": 0.084, + "lyapunov": 1.1948802582919598, + "grad_norm": 0.6285772196944632, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.56795883178711 + }, + { + "epoch": 21, + "train_loss": 2.444201084136963, + "train_acc": 0.1075, + "val_loss": 2.3042839603424072, + "val_acc": 0.084, + "lyapunov": 1.1950551234185696, + "grad_norm": 0.6700609777194548, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.52345848083496 + }, + { + "epoch": 22, + "train_loss": 2.4442665843963622, + "train_acc": 0.1075, + "val_loss": 2.3043801250457765, + "val_acc": 0.084, + "lyapunov": 1.1958534643054008, + "grad_norm": 1.0256729073035997, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.558030605316162 + }, + { + "epoch": 23, + "train_loss": 2.4440490856170656, + "train_acc": 0.1075, + "val_loss": 2.304449718475342, + "val_acc": 0.084, + "lyapunov": 1.1945273205637932, + "grad_norm": 0.6273041291211898, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.581287622451782 + }, + { + "epoch": 24, + "train_loss": 2.444238052368164, + "train_acc": 0.1075, + "val_loss": 2.304418369293213, + "val_acc": 0.084, + "lyapunov": 1.1953437514603138, + "grad_norm": 0.8978811787557226, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.513067722320557 + }, + { + "epoch": 25, + "train_loss": 2.4442557983398436, + "train_acc": 0.1075, + "val_loss": 2.3044433059692384, + "val_acc": 0.084, + "lyapunov": 1.195473313331604, + "grad_norm": 0.7798748000104871, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.60933542251587 + }, + { + "epoch": 26, + "train_loss": 2.4440580253601074, + "train_acc": 0.1075, + "val_loss": 2.304326183319092, + "val_acc": 0.084, + "lyapunov": 1.1951426230370998, + "grad_norm": 0.8407167443756942, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.711235761642456 + }, + { + "epoch": 27, + "train_loss": 2.443987491607666, + "train_acc": 0.1075, + "val_loss": 2.304442714691162, + "val_acc": 0.084, + "lyapunov": 1.1945025026798248, + "grad_norm": 0.4889203851864685, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.675331115722656 + }, + { + "epoch": 28, + "train_loss": 2.4442192401885987, + "train_acc": 0.1075, + "val_loss": 2.3045427951812743, + "val_acc": 0.084, + "lyapunov": 1.1956175416707993, + "grad_norm": 0.49653127758300764, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.65798544883728 + }, + { + "epoch": 29, + "train_loss": 2.4439764919281006, + "train_acc": 0.1075, + "val_loss": 2.304423973083496, + "val_acc": 0.084, + "lyapunov": 1.1948224492371082, + "grad_norm": 0.5391819708036631, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.637993097305298 + }, + { + "epoch": 30, + "train_loss": 2.44409956741333, + "train_acc": 0.1075, + "val_loss": 2.304638437271118, + "val_acc": 0.084, + "lyapunov": 1.1957054287195206, + "grad_norm": 0.6349010517199268, + "firing_rate": 0.0, + "dead_neurons": 1.0, + "time_sec": 29.719268560409546 + } + ] + } +} \ No newline at end of file diff --git a/runs/depth_comparison/20251227-071838/stability_comparison.png b/runs/depth_comparison/20251227-071838/stability_comparison.png new file mode 100644 index 0000000..5edb622 Binary files /dev/null and b/runs/depth_comparison/20251227-071838/stability_comparison.png differ diff --git a/runs/depth_comparison/20251227-071838/training_curves.png b/runs/depth_comparison/20251227-071838/training_curves.png new file mode 100644 index 0000000..3fc84a2 Binary files /dev/null and b/runs/depth_comparison/20251227-071838/training_curves.png differ -- cgit v1.2.3