summaryrefslogtreecommitdiff
path: root/runs/depth_comparison/20251227-071838/results.json
diff options
context:
space:
mode:
Diffstat (limited to 'runs/depth_comparison/20251227-071838/results.json')
-rw-r--r--runs/depth_comparison/20251227-071838/results.json4350
1 files changed, 4350 insertions, 0 deletions
diff --git a/runs/depth_comparison/20251227-071838/results.json b/runs/depth_comparison/20251227-071838/results.json
new file mode 100644
index 0000000..20bfa42
--- /dev/null
+++ b/runs/depth_comparison/20251227-071838/results.json
@@ -0,0 +1,4350 @@
+{
+ "vanilla": {
+ "2": [
+ {
+ "epoch": 1,
+ "train_loss": 1.0862140246629715,
+ "train_acc": 0.745,
+ "val_loss": 0.13157110023498536,
+ "val_acc": 0.95,
+ "lyapunov": null,
+ "grad_norm": 2.652632212405651,
+ "firing_rate": 0.024748076917603612,
+ "dead_neurons": 0.18896484375,
+ "time_sec": 2.3587470054626465
+ },
+ {
+ "epoch": 2,
+ "train_loss": 0.03511587437335402,
+ "train_acc": 0.996,
+ "val_loss": 0.0016182726714760066,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.22088854862814017,
+ "firing_rate": 0.047621611156500876,
+ "dead_neurons": 0.225830078125,
+ "time_sec": 2.1390109062194824
+ },
+ {
+ "epoch": 3,
+ "train_loss": 0.0007641723435372114,
+ "train_acc": 1.0,
+ "val_loss": 0.0003776395539753139,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.019936461883828895,
+ "firing_rate": 0.06236137181986123,
+ "dead_neurons": 0.224365234375,
+ "time_sec": 2.139162302017212
+ },
+ {
+ "epoch": 4,
+ "train_loss": 0.00031428566295653584,
+ "train_acc": 1.0,
+ "val_loss": 0.0002873073660302907,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0063803704442426095,
+ "firing_rate": 0.06485313246957958,
+ "dead_neurons": 0.226318359375,
+ "time_sec": 2.1360106468200684
+ },
+ {
+ "epoch": 5,
+ "train_loss": 0.00020307871338445693,
+ "train_acc": 1.0,
+ "val_loss": 0.00021877620043233038,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0050143095409599485,
+ "firing_rate": 0.06633338774554431,
+ "dead_neurons": 0.22705078125,
+ "time_sec": 2.1391656398773193
+ },
+ {
+ "epoch": 6,
+ "train_loss": 0.00015847488801227884,
+ "train_acc": 1.0,
+ "val_loss": 0.00017504963162355124,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0031090410944638438,
+ "firing_rate": 0.06726936192717403,
+ "dead_neurons": 0.227783203125,
+ "time_sec": 2.1376357078552246
+ },
+ {
+ "epoch": 7,
+ "train_loss": 0.00012012394145131112,
+ "train_acc": 1.0,
+ "val_loss": 0.0001335080499993637,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.002863023010010458,
+ "firing_rate": 0.06826011498924345,
+ "dead_neurons": 0.22607421875,
+ "time_sec": 2.1405463218688965
+ },
+ {
+ "epoch": 8,
+ "train_loss": 0.0001034207153134048,
+ "train_acc": 1.0,
+ "val_loss": 0.00010216104733990505,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0025535318726629783,
+ "firing_rate": 0.06939124991185963,
+ "dead_neurons": 0.2275390625,
+ "time_sec": 2.137967824935913
+ },
+ {
+ "epoch": 9,
+ "train_loss": 7.770154619356617e-05,
+ "train_acc": 1.0,
+ "val_loss": 7.86610594659578e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0018744556662192021,
+ "firing_rate": 0.0701129138469696,
+ "dead_neurons": 0.229736328125,
+ "time_sec": 2.1392204761505127
+ },
+ {
+ "epoch": 10,
+ "train_loss": 6.762499134492828e-05,
+ "train_acc": 1.0,
+ "val_loss": 6.537925772136077e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0018039956844530186,
+ "firing_rate": 0.07100417977198958,
+ "dead_neurons": 0.228271484375,
+ "time_sec": 2.1376774311065674
+ },
+ {
+ "epoch": 11,
+ "train_loss": 5.6503767147660254e-05,
+ "train_acc": 1.0,
+ "val_loss": 6.339428867795504e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.001734982498188249,
+ "firing_rate": 0.071136015933007,
+ "dead_neurons": 0.22607421875,
+ "time_sec": 2.135075330734253
+ },
+ {
+ "epoch": 12,
+ "train_loss": 5.269741658048588e-05,
+ "train_acc": 1.0,
+ "val_loss": 5.7561064837500454e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0011963322850917302,
+ "firing_rate": 0.07188224652782083,
+ "dead_neurons": 0.2255859375,
+ "time_sec": 2.1391751766204834
+ },
+ {
+ "epoch": 13,
+ "train_loss": 4.229139239760116e-05,
+ "train_acc": 1.0,
+ "val_loss": 5.4136484919581565e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0010820460647932093,
+ "firing_rate": 0.0722844684496522,
+ "dead_neurons": 0.227783203125,
+ "time_sec": 2.139727830886841
+ },
+ {
+ "epoch": 14,
+ "train_loss": 3.810393670573831e-05,
+ "train_acc": 1.0,
+ "val_loss": 4.570226016221568e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0010099610559248186,
+ "firing_rate": 0.07303664996288717,
+ "dead_neurons": 0.2265625,
+ "time_sec": 2.135988473892212
+ },
+ {
+ "epoch": 15,
+ "train_loss": 3.539198642829433e-05,
+ "train_acc": 1.0,
+ "val_loss": 4.0704599756281824e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0010336048426190952,
+ "firing_rate": 0.07337707350961864,
+ "dead_neurons": 0.2294921875,
+ "time_sec": 2.1363022327423096
+ },
+ {
+ "epoch": 16,
+ "train_loss": 3.088171757553937e-05,
+ "train_acc": 1.0,
+ "val_loss": 3.340170823503286e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0009455152469051898,
+ "firing_rate": 0.0740036757197231,
+ "dead_neurons": 0.228515625,
+ "time_sec": 2.1377317905426025
+ },
+ {
+ "epoch": 17,
+ "train_loss": 2.454694313928485e-05,
+ "train_acc": 1.0,
+ "val_loss": 3.1734278367366645e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0006798347653618092,
+ "firing_rate": 0.07406387210357934,
+ "dead_neurons": 0.2265625,
+ "time_sec": 2.135289430618286
+ },
+ {
+ "epoch": 18,
+ "train_loss": 2.4541303180740215e-05,
+ "train_acc": 1.0,
+ "val_loss": 3.23862339137122e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0007382534550767304,
+ "firing_rate": 0.07487510493956506,
+ "dead_neurons": 0.228271484375,
+ "time_sec": 2.1351211071014404
+ },
+ {
+ "epoch": 19,
+ "train_loss": 2.2608882703934795e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.8169934128527528e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0006452200448219769,
+ "firing_rate": 0.07523788325488567,
+ "dead_neurons": 0.224853515625,
+ "time_sec": 2.136500120162964
+ },
+ {
+ "epoch": 20,
+ "train_loss": 1.994119686423801e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.7265132652246393e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0005317879564300846,
+ "firing_rate": 0.0756540666334331,
+ "dead_neurons": 0.227294921875,
+ "time_sec": 2.1360011100769043
+ },
+ {
+ "epoch": 21,
+ "train_loss": 1.8730190491623945e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.5338391395052894e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0005839095013812129,
+ "firing_rate": 0.07602477818727493,
+ "dead_neurons": 0.22607421875,
+ "time_sec": 2.137516498565674
+ },
+ {
+ "epoch": 22,
+ "train_loss": 1.6793014656286686e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.1697693431633524e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0005421028651660788,
+ "firing_rate": 0.07635856443084776,
+ "dead_neurons": 0.229736328125,
+ "time_sec": 2.13490891456604
+ },
+ {
+ "epoch": 23,
+ "train_loss": 1.5244839181832504e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.0669378078309818e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0004360430565796982,
+ "firing_rate": 0.07629684265702963,
+ "dead_neurons": 0.2275390625,
+ "time_sec": 2.1376795768737793
+ },
+ {
+ "epoch": 24,
+ "train_loss": 1.405826790141873e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.9611400406574832e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0004650971525741054,
+ "firing_rate": 0.07711150939576328,
+ "dead_neurons": 0.229736328125,
+ "time_sec": 2.136260747909546
+ },
+ {
+ "epoch": 25,
+ "train_loss": 1.299811115313787e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.746505277696997e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0003826543883074817,
+ "firing_rate": 0.07721206499263644,
+ "dead_neurons": 0.23046875,
+ "time_sec": 2.1375393867492676
+ },
+ {
+ "epoch": 26,
+ "train_loss": 1.2098620536562522e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.6241700475802646e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0003664163533104517,
+ "firing_rate": 0.07733054901473224,
+ "dead_neurons": 0.22705078125,
+ "time_sec": 2.1388442516326904
+ },
+ {
+ "epoch": 27,
+ "train_loss": 1.1224718618905172e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.6860160059877673e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0004886884304411386,
+ "firing_rate": 0.07805579947307706,
+ "dead_neurons": 0.2275390625,
+ "time_sec": 2.1351003646850586
+ },
+ {
+ "epoch": 28,
+ "train_loss": 1.068496504012728e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.672418977250345e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00035114508222860953,
+ "firing_rate": 0.07762153469957411,
+ "dead_neurons": 0.228271484375,
+ "time_sec": 2.1354176998138428
+ },
+ {
+ "epoch": 29,
+ "train_loss": 9.675840483396313e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.4420239880564623e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0003476458452677006,
+ "firing_rate": 0.07818664377555251,
+ "dead_neurons": 0.23291015625,
+ "time_sec": 2.1346397399902344
+ },
+ {
+ "epoch": 30,
+ "train_loss": 9.41534929734189e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.2731835508020595e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0002952897789490573,
+ "firing_rate": 0.07864875579252839,
+ "dead_neurons": 0.23193359375,
+ "time_sec": 2.1382744312286377
+ }
+ ],
+ "4": [
+ {
+ "epoch": 1,
+ "train_loss": 1.263755262374878,
+ "train_acc": 0.5815,
+ "val_loss": 0.5265735468864441,
+ "val_acc": 0.826,
+ "lyapunov": null,
+ "grad_norm": 1.3725718499027493,
+ "firing_rate": 0.014362258638811909,
+ "dead_neurons": 0.487548828125,
+ "time_sec": 4.147785186767578
+ },
+ {
+ "epoch": 2,
+ "train_loss": 0.1884549898719415,
+ "train_acc": 0.934,
+ "val_loss": 0.0021553666945546865,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.8023016232351372,
+ "firing_rate": 0.08495872316416353,
+ "dead_neurons": 0.328369140625,
+ "time_sec": 4.15287971496582
+ },
+ {
+ "epoch": 3,
+ "train_loss": 0.015450750308344141,
+ "train_acc": 0.9945,
+ "val_loss": 0.2580877375602722,
+ "val_acc": 0.93,
+ "lyapunov": null,
+ "grad_norm": 1.4724153018674375,
+ "firing_rate": 0.14057624386623502,
+ "dead_neurons": 0.298095703125,
+ "time_sec": 4.146786451339722
+ },
+ {
+ "epoch": 4,
+ "train_loss": 0.018990141718648375,
+ "train_acc": 0.995,
+ "val_loss": 0.0022162443324923514,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.8463203847504965,
+ "firing_rate": 0.1307649970985949,
+ "dead_neurons": 0.28369140625,
+ "time_sec": 4.14611291885376
+ },
+ {
+ "epoch": 5,
+ "train_loss": 0.000641933350590989,
+ "train_acc": 1.0,
+ "val_loss": 0.0001327097152825445,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0449844948963879,
+ "firing_rate": 0.12737235729582608,
+ "dead_neurons": 0.26513671875,
+ "time_sec": 4.146011829376221
+ },
+ {
+ "epoch": 6,
+ "train_loss": 9.591321228072047e-05,
+ "train_acc": 1.0,
+ "val_loss": 0.00010362778190756216,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.004075554529669718,
+ "firing_rate": 0.12861365918070078,
+ "dead_neurons": 0.263916015625,
+ "time_sec": 4.143704652786255
+ },
+ {
+ "epoch": 7,
+ "train_loss": 5.559376144083217e-05,
+ "train_acc": 1.0,
+ "val_loss": 7.22256965818815e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0018937185069698224,
+ "firing_rate": 0.1295601623132825,
+ "dead_neurons": 0.263427734375,
+ "time_sec": 4.145286560058594
+ },
+ {
+ "epoch": 8,
+ "train_loss": 4.4388480819179674e-05,
+ "train_acc": 1.0,
+ "val_loss": 6.448490789625793e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0015648046596843648,
+ "firing_rate": 0.13029937562532723,
+ "dead_neurons": 0.264404296875,
+ "time_sec": 4.14595890045166
+ },
+ {
+ "epoch": 9,
+ "train_loss": 3.9163974332041105e-05,
+ "train_acc": 1.0,
+ "val_loss": 4.204966509132646e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0016361321850203473,
+ "firing_rate": 0.13074767729267478,
+ "dead_neurons": 0.264892578125,
+ "time_sec": 4.1496899127960205
+ },
+ {
+ "epoch": 10,
+ "train_loss": 3.1407601069076916e-05,
+ "train_acc": 1.0,
+ "val_loss": 3.780524019384757e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0012012554318794322,
+ "firing_rate": 0.13145583774894476,
+ "dead_neurons": 0.262451171875,
+ "time_sec": 4.147123575210571
+ },
+ {
+ "epoch": 11,
+ "train_loss": 2.6609712698700605e-05,
+ "train_acc": 1.0,
+ "val_loss": 3.670919733121991e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0011728006472778076,
+ "firing_rate": 0.13246062956750393,
+ "dead_neurons": 0.26611328125,
+ "time_sec": 4.1447813510894775
+ },
+ {
+ "epoch": 12,
+ "train_loss": 4.2254979329300115e-05,
+ "train_acc": 1.0,
+ "val_loss": 3.280974127119407e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.003802300398000842,
+ "firing_rate": 0.1325694255065173,
+ "dead_neurons": 0.26611328125,
+ "time_sec": 4.1425487995147705
+ },
+ {
+ "epoch": 13,
+ "train_loss": 1.8451230469509027e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.463317580986768e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0008113794291988354,
+ "firing_rate": 0.13376700994558632,
+ "dead_neurons": 0.269287109375,
+ "time_sec": 4.147764682769775
+ },
+ {
+ "epoch": 14,
+ "train_loss": 1.5658992208045673e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.7431079419329764e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0006360982281988833,
+ "firing_rate": 0.1338249184191227,
+ "dead_neurons": 0.267578125,
+ "time_sec": 4.146581411361694
+ },
+ {
+ "epoch": 15,
+ "train_loss": 1.4109575258771657e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.2382879215001595e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0006155233454490825,
+ "firing_rate": 0.13429015735164285,
+ "dead_neurons": 0.268798828125,
+ "time_sec": 4.144853353500366
+ },
+ {
+ "epoch": 16,
+ "train_loss": 1.5531850868910625e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.1548969627474433e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0007896569341530862,
+ "firing_rate": 0.1353167686611414,
+ "dead_neurons": 0.267333984375,
+ "time_sec": 4.143557071685791
+ },
+ {
+ "epoch": 17,
+ "train_loss": 1.1987831734586507e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.1406368583266158e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00045544140273010583,
+ "firing_rate": 0.13524505379609764,
+ "dead_neurons": 0.26611328125,
+ "time_sec": 4.147287845611572
+ },
+ {
+ "epoch": 18,
+ "train_loss": 9.947653171366255e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.7781188595108688e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0004061381822331834,
+ "firing_rate": 0.1352739678695798,
+ "dead_neurons": 0.26904296875,
+ "time_sec": 4.216802597045898
+ },
+ {
+ "epoch": 19,
+ "train_loss": 9.43590113092796e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.1737457047274802e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00036966093059354803,
+ "firing_rate": 0.13607581797987223,
+ "dead_neurons": 0.265869140625,
+ "time_sec": 4.14510440826416
+ },
+ {
+ "epoch": 20,
+ "train_loss": 1.0307971249858383e-05,
+ "train_acc": 1.0,
+ "val_loss": 8.661849711643299e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0005551268319017002,
+ "firing_rate": 0.13609077199362218,
+ "dead_neurons": 0.26806640625,
+ "time_sec": 4.1447296142578125
+ },
+ {
+ "epoch": 21,
+ "train_loss": 8.255971655671602e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.1277350095042494e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0003816555326719562,
+ "firing_rate": 0.137587811332196,
+ "dead_neurons": 0.267822265625,
+ "time_sec": 4.145458936691284
+ },
+ {
+ "epoch": 22,
+ "train_loss": 8.286500180247459e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.016123050067108e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00034553010862566774,
+ "firing_rate": 0.1380250509828329,
+ "dead_neurons": 0.26611328125,
+ "time_sec": 4.142088413238525
+ },
+ {
+ "epoch": 23,
+ "train_loss": 6.750748720151023e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.1137609806610271e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0002914842689991727,
+ "firing_rate": 0.1375366181600839,
+ "dead_neurons": 0.269775390625,
+ "time_sec": 4.141433238983154
+ },
+ {
+ "epoch": 24,
+ "train_loss": 6.865130583719292e-06,
+ "train_acc": 1.0,
+ "val_loss": 6.7284976976225155e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0003610291319126956,
+ "firing_rate": 0.1388353700749576,
+ "dead_neurons": 0.269775390625,
+ "time_sec": 4.142282247543335
+ },
+ {
+ "epoch": 25,
+ "train_loss": 5.724252554500708e-06,
+ "train_acc": 1.0,
+ "val_loss": 9.715738628074178e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0002808328606198323,
+ "firing_rate": 0.13900985405780375,
+ "dead_neurons": 0.26806640625,
+ "time_sec": 4.140783071517944
+ },
+ {
+ "epoch": 26,
+ "train_loss": 4.768491076902137e-06,
+ "train_acc": 1.0,
+ "val_loss": 6.419210178137291e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00023025735149564822,
+ "firing_rate": 0.1391518374439329,
+ "dead_neurons": 0.267822265625,
+ "time_sec": 4.144742965698242
+ },
+ {
+ "epoch": 27,
+ "train_loss": 4.42277511319844e-06,
+ "train_acc": 1.0,
+ "val_loss": 7.312085290323011e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0002035527362186745,
+ "firing_rate": 0.1396778067573905,
+ "dead_neurons": 0.26904296875,
+ "time_sec": 4.145007610321045
+ },
+ {
+ "epoch": 28,
+ "train_loss": 3.986956980952527e-06,
+ "train_acc": 1.0,
+ "val_loss": 3.383252618732513e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00018249724473738292,
+ "firing_rate": 0.14032035577110946,
+ "dead_neurons": 0.268310546875,
+ "time_sec": 4.145847797393799
+ },
+ {
+ "epoch": 29,
+ "train_loss": 4.075938493762976e-06,
+ "train_acc": 1.0,
+ "val_loss": 4.661190057959174e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00018344931784960636,
+ "firing_rate": 0.1406082110479474,
+ "dead_neurons": 0.26953125,
+ "time_sec": 4.144061326980591
+ },
+ {
+ "epoch": 30,
+ "train_loss": 4.442304264102859e-06,
+ "train_acc": 1.0,
+ "val_loss": 3.1805712224013404e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00020763055716085157,
+ "firing_rate": 0.140918652061373,
+ "dead_neurons": 0.266845703125,
+ "time_sec": 4.144405841827393
+ }
+ ],
+ "6": [
+ {
+ "epoch": 1,
+ "train_loss": 1.932993688583374,
+ "train_acc": 0.273,
+ "val_loss": 1.5516670265197754,
+ "val_acc": 0.464,
+ "lyapunov": null,
+ "grad_norm": 0.6548356236532714,
+ "firing_rate": 0.0038218688070514872,
+ "dead_neurons": 0.69482421875,
+ "time_sec": 6.167332649230957
+ },
+ {
+ "epoch": 2,
+ "train_loss": 1.1944805006980896,
+ "train_acc": 0.5645,
+ "val_loss": 0.6779001903533936,
+ "val_acc": 0.812,
+ "lyapunov": null,
+ "grad_norm": 0.9528729293085964,
+ "firing_rate": 0.027471618173876777,
+ "dead_neurons": 0.3642578125,
+ "time_sec": 6.163903474807739
+ },
+ {
+ "epoch": 3,
+ "train_loss": 0.44278646779060366,
+ "train_acc": 0.858,
+ "val_loss": 0.1297035945057869,
+ "val_acc": 0.922,
+ "lyapunov": null,
+ "grad_norm": 2.4442840394474015,
+ "firing_rate": 0.06308715685736388,
+ "dead_neurons": 0.237060546875,
+ "time_sec": 6.162548303604126
+ },
+ {
+ "epoch": 4,
+ "train_loss": 0.0975732928365469,
+ "train_acc": 0.9705,
+ "val_loss": 0.026032678350806235,
+ "val_acc": 0.996,
+ "lyapunov": null,
+ "grad_norm": 1.965384776397749,
+ "firing_rate": 0.10399482492357492,
+ "dead_neurons": 0.24560546875,
+ "time_sec": 6.239239454269409
+ },
+ {
+ "epoch": 5,
+ "train_loss": 0.009474163898266852,
+ "train_acc": 0.9995,
+ "val_loss": 0.0012641373900696634,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.182774275740804,
+ "firing_rate": 0.10471694776788354,
+ "dead_neurons": 0.260009765625,
+ "time_sec": 6.165114879608154
+ },
+ {
+ "epoch": 6,
+ "train_loss": 0.00048402378195896745,
+ "train_acc": 1.0,
+ "val_loss": 0.00010797571460716426,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.015873805937684476,
+ "firing_rate": 0.11638648761436343,
+ "dead_neurons": 0.253173828125,
+ "time_sec": 6.173400640487671
+ },
+ {
+ "epoch": 7,
+ "train_loss": 0.00011237534249085002,
+ "train_acc": 1.0,
+ "val_loss": 7.753287159721368e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.006359232903627496,
+ "firing_rate": 0.12175124976783991,
+ "dead_neurons": 0.26025390625,
+ "time_sec": 6.1645612716674805
+ },
+ {
+ "epoch": 8,
+ "train_loss": 4.602364225138444e-05,
+ "train_acc": 1.0,
+ "val_loss": 3.800964077527169e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0015859193749806328,
+ "firing_rate": 0.12402366334572434,
+ "dead_neurons": 0.263671875,
+ "time_sec": 6.1591832637786865
+ },
+ {
+ "epoch": 9,
+ "train_loss": 5.4250907895038836e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.357789959933143e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0029615611641863986,
+ "firing_rate": 0.12645362527109683,
+ "dead_neurons": 0.26416015625,
+ "time_sec": 6.164879322052002
+ },
+ {
+ "epoch": 10,
+ "train_loss": 3.1642707175706163e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.558947982994141e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0022737653284793605,
+ "firing_rate": 0.1306178264785558,
+ "dead_neurons": 0.261474609375,
+ "time_sec": 6.165197849273682
+ },
+ {
+ "epoch": 11,
+ "train_loss": 2.533773877848944e-05,
+ "train_acc": 1.0,
+ "val_loss": 2.1721150009398116e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0013577830025601968,
+ "firing_rate": 0.13266395265236497,
+ "dead_neurons": 0.259521484375,
+ "time_sec": 6.166964292526245
+ },
+ {
+ "epoch": 12,
+ "train_loss": 1.8974932838318636e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.1726084645488299e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0011109562347046827,
+ "firing_rate": 0.13414016366004944,
+ "dead_neurons": 0.2587890625,
+ "time_sec": 6.169738531112671
+ },
+ {
+ "epoch": 13,
+ "train_loss": 1.1846694138512248e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.8961250360007398e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0013563298878765044,
+ "firing_rate": 0.13395194709300995,
+ "dead_neurons": 0.2548828125,
+ "time_sec": 6.166589736938477
+ },
+ {
+ "epoch": 14,
+ "train_loss": 1.0670710616977886e-05,
+ "train_acc": 1.0,
+ "val_loss": 1.0645287762599765e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0006615149577259621,
+ "firing_rate": 0.13719215081073344,
+ "dead_neurons": 0.254638671875,
+ "time_sec": 6.164306402206421
+ },
+ {
+ "epoch": 15,
+ "train_loss": 2.3744955607071462e-05,
+ "train_acc": 1.0,
+ "val_loss": 7.0153161595953865e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0019697188220001646,
+ "firing_rate": 0.13918021810241044,
+ "dead_neurons": 0.2568359375,
+ "time_sec": 6.163377523422241
+ },
+ {
+ "epoch": 16,
+ "train_loss": 7.075831971633306e-06,
+ "train_acc": 1.0,
+ "val_loss": 6.94084505084902e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0008323651390945511,
+ "firing_rate": 0.14270217530429363,
+ "dead_neurons": 0.252197265625,
+ "time_sec": 6.162005662918091
+ },
+ {
+ "epoch": 17,
+ "train_loss": 5.336445497960085e-06,
+ "train_acc": 1.0,
+ "val_loss": 4.835054987779585e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00036606271407313933,
+ "firing_rate": 0.1440493748523295,
+ "dead_neurons": 0.2529296875,
+ "time_sec": 6.237177610397339
+ },
+ {
+ "epoch": 18,
+ "train_loss": 3.5155202294845368e-06,
+ "train_acc": 1.0,
+ "val_loss": 5.533820632990683e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00022325348720212123,
+ "firing_rate": 0.1445622225292027,
+ "dead_neurons": 0.251708984375,
+ "time_sec": 6.16015887260437
+ },
+ {
+ "epoch": 19,
+ "train_loss": 4.171465572653687e-06,
+ "train_acc": 1.0,
+ "val_loss": 3.828662833257112e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00031144032309241834,
+ "firing_rate": 0.1452838098630309,
+ "dead_neurons": 0.250732421875,
+ "time_sec": 6.163027763366699
+ },
+ {
+ "epoch": 20,
+ "train_loss": 2.687520717699954e-06,
+ "train_acc": 1.0,
+ "val_loss": 4.863777750870213e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0002833022533723317,
+ "firing_rate": 0.14580726344138384,
+ "dead_neurons": 0.25146484375,
+ "time_sec": 6.157947063446045
+ },
+ {
+ "epoch": 21,
+ "train_loss": 4.199673379389423e-06,
+ "train_acc": 1.0,
+ "val_loss": 3.817355504907027e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.000323613717160442,
+ "firing_rate": 0.14579017460346222,
+ "dead_neurons": 0.250244140625,
+ "time_sec": 6.162522792816162
+ },
+ {
+ "epoch": 22,
+ "train_loss": 2.706652664073772e-06,
+ "train_acc": 1.0,
+ "val_loss": 3.1946551007422387e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0002022195275879903,
+ "firing_rate": 0.14625465031713247,
+ "dead_neurons": 0.25,
+ "time_sec": 6.164631605148315
+ },
+ {
+ "epoch": 23,
+ "train_loss": 2.7718568235286513e-06,
+ "train_acc": 1.0,
+ "val_loss": 5.995644738504779e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0002108829033306268,
+ "firing_rate": 0.14737151795998216,
+ "dead_neurons": 0.24755859375,
+ "time_sec": 6.165900468826294
+ },
+ {
+ "epoch": 24,
+ "train_loss": 4.275181248658555e-06,
+ "train_acc": 1.0,
+ "val_loss": 3.0060330136620904e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00041101904173428984,
+ "firing_rate": 0.1473279525525868,
+ "dead_neurons": 0.247314453125,
+ "time_sec": 6.170032739639282
+ },
+ {
+ "epoch": 25,
+ "train_loss": 2.0212534368511115e-06,
+ "train_acc": 1.0,
+ "val_loss": 2.869931111490587e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0001533489938905502,
+ "firing_rate": 0.1489862040616572,
+ "dead_neurons": 0.247802734375,
+ "time_sec": 6.16185188293457
+ },
+ {
+ "epoch": 26,
+ "train_loss": 1.6585767116197304e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.6686386188666802e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0001400851892281161,
+ "firing_rate": 0.14976874785497785,
+ "dead_neurons": 0.24853515625,
+ "time_sec": 6.166364669799805
+ },
+ {
+ "epoch": 27,
+ "train_loss": 2.090129267571683e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.4676627160952194e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00014515578668216242,
+ "firing_rate": 0.14910392579622567,
+ "dead_neurons": 0.245849609375,
+ "time_sec": 6.1665940284729
+ },
+ {
+ "epoch": 28,
+ "train_loss": 1.5133875369883753e-06,
+ "train_acc": 1.0,
+ "val_loss": 3.6385789899213704e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00010873379768132528,
+ "firing_rate": 0.1505998196080327,
+ "dead_neurons": 0.245849609375,
+ "time_sec": 6.161536693572998
+ },
+ {
+ "epoch": 29,
+ "train_loss": 1.700310897348345e-06,
+ "train_acc": 1.0,
+ "val_loss": 2.3756492519169113e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0001039212913284785,
+ "firing_rate": 0.1511539425700903,
+ "dead_neurons": 0.24560546875,
+ "time_sec": 6.169568300247192
+ },
+ {
+ "epoch": 30,
+ "train_loss": 1.0495469741726992e-06,
+ "train_acc": 1.0,
+ "val_loss": 1.4876512250339147e-06,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 7.633963416095427e-05,
+ "firing_rate": 0.15126983355730772,
+ "dead_neurons": 0.24560546875,
+ "time_sec": 6.24058985710144
+ }
+ ],
+ "8": [
+ {
+ "epoch": 1,
+ "train_loss": 2.302657558441162,
+ "train_acc": 0.099,
+ "val_loss": 2.3026557693481444,
+ "val_acc": 0.102,
+ "lyapunov": null,
+ "grad_norm": 0.15421092640391904,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 8.181963205337524
+ },
+ {
+ "epoch": 2,
+ "train_loss": 2.3023182106018067,
+ "train_acc": 0.106,
+ "val_loss": 2.302779151916504,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.14815118883056114,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 8.175732135772705
+ },
+ {
+ "epoch": 3,
+ "train_loss": 2.302136806488037,
+ "train_acc": 0.1075,
+ "val_loss": 2.302933908462524,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.1539803993057057,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 8.163746356964111
+ },
+ {
+ "epoch": 4,
+ "train_loss": 2.3019861106872557,
+ "train_acc": 0.1075,
+ "val_loss": 2.3030318393707274,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.1579138076010368,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 8.17258620262146
+ },
+ {
+ "epoch": 5,
+ "train_loss": 2.3018928985595704,
+ "train_acc": 0.1075,
+ "val_loss": 2.3032412395477295,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.17090363551236282,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 8.18158507347107
+ },
+ {
+ "epoch": 6,
+ "train_loss": 2.2027295475006103,
+ "train_acc": 0.1255,
+ "val_loss": 2.006557565689087,
+ "val_acc": 0.334,
+ "lyapunov": null,
+ "grad_norm": 0.6931931896985284,
+ "firing_rate": 0.0007505035192991727,
+ "dead_neurons": 0.888916015625,
+ "time_sec": 8.184371948242188
+ },
+ {
+ "epoch": 7,
+ "train_loss": 1.733082148551941,
+ "train_acc": 0.3415,
+ "val_loss": 1.6517172679901122,
+ "val_acc": 0.368,
+ "lyapunov": null,
+ "grad_norm": 1.351360751468921,
+ "firing_rate": 0.010396804524134495,
+ "dead_neurons": 0.54833984375,
+ "time_sec": 8.238166570663452
+ },
+ {
+ "epoch": 8,
+ "train_loss": 1.373770691871643,
+ "train_acc": 0.462,
+ "val_loss": 1.1074261980056763,
+ "val_acc": 0.58,
+ "lyapunov": null,
+ "grad_norm": 1.9176057102303803,
+ "firing_rate": 0.02270141546614468,
+ "dead_neurons": 0.40185546875,
+ "time_sec": 8.17767071723938
+ },
+ {
+ "epoch": 9,
+ "train_loss": 0.631064400434494,
+ "train_acc": 0.7365,
+ "val_loss": 0.24615425992012024,
+ "val_acc": 0.89,
+ "lyapunov": null,
+ "grad_norm": 2.2337764060907324,
+ "firing_rate": 0.04359825007850304,
+ "dead_neurons": 0.3251953125,
+ "time_sec": 8.168756246566772
+ },
+ {
+ "epoch": 10,
+ "train_loss": 0.2270010724067688,
+ "train_acc": 0.921,
+ "val_loss": 0.2243092315196991,
+ "val_acc": 0.892,
+ "lyapunov": null,
+ "grad_norm": 3.8587772407336396,
+ "firing_rate": 0.07272880396340042,
+ "dead_neurons": 0.311767578125,
+ "time_sec": 8.17849063873291
+ },
+ {
+ "epoch": 11,
+ "train_loss": 0.2219877482652664,
+ "train_acc": 0.9225,
+ "val_loss": 0.14033917129039764,
+ "val_acc": 0.954,
+ "lyapunov": null,
+ "grad_norm": 3.5636276389818207,
+ "firing_rate": 0.07675071503035724,
+ "dead_neurons": 0.341064453125,
+ "time_sec": 8.178403377532959
+ },
+ {
+ "epoch": 12,
+ "train_loss": 0.12795400488376618,
+ "train_acc": 0.9515,
+ "val_loss": 0.08369280070066452,
+ "val_acc": 0.972,
+ "lyapunov": null,
+ "grad_norm": 1.3483465504622636,
+ "firing_rate": 0.07466705120168626,
+ "dead_neurons": 0.3359375,
+ "time_sec": 8.176403522491455
+ },
+ {
+ "epoch": 13,
+ "train_loss": 0.0623950996696949,
+ "train_acc": 0.9785,
+ "val_loss": 0.026609718352556228,
+ "val_acc": 0.99,
+ "lyapunov": null,
+ "grad_norm": 0.6963633871816496,
+ "firing_rate": 0.0784614544827491,
+ "dead_neurons": 0.30419921875,
+ "time_sec": 8.18202018737793
+ },
+ {
+ "epoch": 14,
+ "train_loss": 0.03552821048349142,
+ "train_acc": 0.9875,
+ "val_loss": 0.009076205365359783,
+ "val_acc": 0.998,
+ "lyapunov": null,
+ "grad_norm": 0.5481384270292873,
+ "firing_rate": 0.08576438669115305,
+ "dead_neurons": 0.264892578125,
+ "time_sec": 8.173210620880127
+ },
+ {
+ "epoch": 15,
+ "train_loss": 0.009602802943438292,
+ "train_acc": 0.998,
+ "val_loss": 0.00528071871586144,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.21880095285810058,
+ "firing_rate": 0.09083503508009017,
+ "dead_neurons": 0.246826171875,
+ "time_sec": 8.249487161636353
+ },
+ {
+ "epoch": 16,
+ "train_loss": 0.0046454815632969255,
+ "train_acc": 0.999,
+ "val_loss": 0.005770756167825311,
+ "val_acc": 0.998,
+ "lyapunov": null,
+ "grad_norm": 0.13795884803759734,
+ "firing_rate": 0.09712219052016735,
+ "dead_neurons": 0.2265625,
+ "time_sec": 8.178274154663086
+ },
+ {
+ "epoch": 17,
+ "train_loss": 0.0014288185904733836,
+ "train_acc": 1.0,
+ "val_loss": 0.0031534184201154856,
+ "val_acc": 0.998,
+ "lyapunov": null,
+ "grad_norm": 0.06827591048464146,
+ "firing_rate": 0.10022353939712048,
+ "dead_neurons": 0.216064453125,
+ "time_sec": 8.173131704330444
+ },
+ {
+ "epoch": 18,
+ "train_loss": 0.0007062774203077424,
+ "train_acc": 1.0,
+ "val_loss": 0.00022766506776679307,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.03800589279150593,
+ "firing_rate": 0.10289924405515194,
+ "dead_neurons": 0.20947265625,
+ "time_sec": 8.175398111343384
+ },
+ {
+ "epoch": 19,
+ "train_loss": 0.0003286021938984049,
+ "train_acc": 1.0,
+ "val_loss": 0.00023517085530329494,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.01955532747121913,
+ "firing_rate": 0.10583579796366394,
+ "dead_neurons": 0.201171875,
+ "time_sec": 8.239009618759155
+ },
+ {
+ "epoch": 20,
+ "train_loss": 0.00013301665735343705,
+ "train_acc": 1.0,
+ "val_loss": 0.0002919051459757611,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.008424268764869383,
+ "firing_rate": 0.10690482938662171,
+ "dead_neurons": 0.197509765625,
+ "time_sec": 8.17131233215332
+ },
+ {
+ "epoch": 21,
+ "train_loss": 8.442440906219417e-05,
+ "train_acc": 1.0,
+ "val_loss": 0.00012152212939690799,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.00569973093221489,
+ "firing_rate": 0.10712783643975854,
+ "dead_neurons": 0.198974609375,
+ "time_sec": 8.175692319869995
+ },
+ {
+ "epoch": 22,
+ "train_loss": 3.557795038614131e-05,
+ "train_acc": 1.0,
+ "val_loss": 8.358900126768277e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0021516365598158297,
+ "firing_rate": 0.10765769751742482,
+ "dead_neurons": 0.198974609375,
+ "time_sec": 8.175176620483398
+ },
+ {
+ "epoch": 23,
+ "train_loss": 2.689643947451259e-05,
+ "train_acc": 1.0,
+ "val_loss": 8.837872452568263e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.001490145675503784,
+ "firing_rate": 0.10847587324678898,
+ "dead_neurons": 0.198486328125,
+ "time_sec": 8.178126573562622
+ },
+ {
+ "epoch": 24,
+ "train_loss": 2.4966074561234565e-05,
+ "train_acc": 1.0,
+ "val_loss": 0.00011023298115469515,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0015503311238421018,
+ "firing_rate": 0.10882705450057983,
+ "dead_neurons": 0.1962890625,
+ "time_sec": 8.128192663192749
+ },
+ {
+ "epoch": 25,
+ "train_loss": 3.138058011609246e-05,
+ "train_acc": 1.0,
+ "val_loss": 0.00015816027173423208,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0017926277280152121,
+ "firing_rate": 0.10918632289394736,
+ "dead_neurons": 0.197509765625,
+ "time_sec": 8.235832691192627
+ },
+ {
+ "epoch": 26,
+ "train_loss": 4.4479549451352796e-05,
+ "train_acc": 1.0,
+ "val_loss": 0.00017113443216658199,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0033434842823616287,
+ "firing_rate": 0.10919494414702058,
+ "dead_neurons": 0.1962890625,
+ "time_sec": 8.152926445007324
+ },
+ {
+ "epoch": 27,
+ "train_loss": 1.2422247980339307e-05,
+ "train_acc": 1.0,
+ "val_loss": 8.64240262308158e-05,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0006829332821942723,
+ "firing_rate": 0.10962676745839417,
+ "dead_neurons": 0.1962890625,
+ "time_sec": 8.155110359191895
+ },
+ {
+ "epoch": 28,
+ "train_loss": 3.0499108603180503e-05,
+ "train_acc": 1.0,
+ "val_loss": 0.0001848586371052079,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0020129972539113207,
+ "firing_rate": 0.10985778644680977,
+ "dead_neurons": 0.196044921875,
+ "time_sec": 8.151206016540527
+ },
+ {
+ "epoch": 29,
+ "train_loss": 2.9338190994167235e-05,
+ "train_acc": 1.0,
+ "val_loss": 0.00011348967568483203,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0034456804699170168,
+ "firing_rate": 0.11058982624672353,
+ "dead_neurons": 0.19580078125,
+ "time_sec": 8.158298015594482
+ },
+ {
+ "epoch": 30,
+ "train_loss": 1.4519696740990184e-05,
+ "train_acc": 1.0,
+ "val_loss": 0.0001162714722158853,
+ "val_acc": 1.0,
+ "lyapunov": null,
+ "grad_norm": 0.0008625852175950508,
+ "firing_rate": 0.11180167901329696,
+ "dead_neurons": 0.18994140625,
+ "time_sec": 8.152239322662354
+ }
+ ],
+ "10": [
+ {
+ "epoch": 1,
+ "train_loss": 2.302739799499512,
+ "train_acc": 0.096,
+ "val_loss": 2.302436374664307,
+ "val_acc": 0.102,
+ "lyapunov": null,
+ "grad_norm": 0.16207117231237542,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.166882991790771
+ },
+ {
+ "epoch": 2,
+ "train_loss": 2.3024016761779786,
+ "train_acc": 0.099,
+ "val_loss": 2.302482774734497,
+ "val_acc": 0.116,
+ "lyapunov": null,
+ "grad_norm": 0.14592801136476344,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.222587585449219
+ },
+ {
+ "epoch": 3,
+ "train_loss": 2.3023160972595216,
+ "train_acc": 0.1055,
+ "val_loss": 2.3026690616607666,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.16674437057889258,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.15099024772644
+ },
+ {
+ "epoch": 4,
+ "train_loss": 2.302052959442139,
+ "train_acc": 0.1075,
+ "val_loss": 2.3027007904052734,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.16492723444349133,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.155513525009155
+ },
+ {
+ "epoch": 5,
+ "train_loss": 2.3019591445922853,
+ "train_acc": 0.1075,
+ "val_loss": 2.3029126625061034,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.180989579033172,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.208101511001587
+ },
+ {
+ "epoch": 6,
+ "train_loss": 2.301798206329346,
+ "train_acc": 0.1075,
+ "val_loss": 2.3029672603607176,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.16538558285029747,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.169259071350098
+ },
+ {
+ "epoch": 7,
+ "train_loss": 2.3017363681793213,
+ "train_acc": 0.1075,
+ "val_loss": 2.303281011581421,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.17960371933765193,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.171148300170898
+ },
+ {
+ "epoch": 8,
+ "train_loss": 2.301657012939453,
+ "train_acc": 0.1075,
+ "val_loss": 2.3034022121429443,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.2363763232831191,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.15565299987793
+ },
+ {
+ "epoch": 9,
+ "train_loss": 2.3018890132904053,
+ "train_acc": 0.1075,
+ "val_loss": 2.3035701866149902,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.5881769452518619,
+ "firing_rate": 2.9296874345163815e-05,
+ "dead_neurons": 0.99853515625,
+ "time_sec": 10.2302725315094
+ },
+ {
+ "epoch": 10,
+ "train_loss": 2.3015639419555662,
+ "train_acc": 0.1075,
+ "val_loss": 2.303573850631714,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.25631359476467447,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.185052871704102
+ },
+ {
+ "epoch": 11,
+ "train_loss": 2.3015186634063722,
+ "train_acc": 0.1075,
+ "val_loss": 2.3036693000793456,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.2632594651032046,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.186092138290405
+ },
+ {
+ "epoch": 12,
+ "train_loss": 2.3014909324645996,
+ "train_acc": 0.1075,
+ "val_loss": 2.3037845859527586,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.42310605317617833,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.183584213256836
+ },
+ {
+ "epoch": 13,
+ "train_loss": 2.3037349853515625,
+ "train_acc": 0.1055,
+ "val_loss": 2.3036648502349855,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.773199378253926,
+ "firing_rate": 1.9531249563442543e-05,
+ "dead_neurons": 0.9990234375,
+ "time_sec": 10.24424433708191
+ },
+ {
+ "epoch": 14,
+ "train_loss": 2.3014364318847655,
+ "train_acc": 0.1075,
+ "val_loss": 2.3038085079193116,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.5396779176207236,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.185242891311646
+ },
+ {
+ "epoch": 15,
+ "train_loss": 2.302466875076294,
+ "train_acc": 0.1075,
+ "val_loss": 2.303852243423462,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.867806781237741,
+ "firing_rate": 4.882812390860636e-06,
+ "dead_neurons": 0.999755859375,
+ "time_sec": 10.183008909225464
+ },
+ {
+ "epoch": 16,
+ "train_loss": 2.3014318389892576,
+ "train_acc": 0.1075,
+ "val_loss": 2.304002685546875,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 1.0228100149455175,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.24420714378357
+ },
+ {
+ "epoch": 17,
+ "train_loss": 2.301374786376953,
+ "train_acc": 0.1075,
+ "val_loss": 2.3041210708618163,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.8889416285630835,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.186568021774292
+ },
+ {
+ "epoch": 18,
+ "train_loss": 2.301347131729126,
+ "train_acc": 0.1075,
+ "val_loss": 2.304010076522827,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.5096716434655726,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.189480304718018
+ },
+ {
+ "epoch": 19,
+ "train_loss": 2.3013332824707033,
+ "train_acc": 0.1075,
+ "val_loss": 2.3041351585388186,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.543950255946387,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.1918306350708
+ },
+ {
+ "epoch": 20,
+ "train_loss": 2.3013166217803955,
+ "train_acc": 0.1075,
+ "val_loss": 2.304213449478149,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.815399686631835,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.245631217956543
+ },
+ {
+ "epoch": 21,
+ "train_loss": 2.3013253879547118,
+ "train_acc": 0.1075,
+ "val_loss": 2.30429549407959,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.9954890858319383,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.188490390777588
+ },
+ {
+ "epoch": 22,
+ "train_loss": 2.3013005084991454,
+ "train_acc": 0.1075,
+ "val_loss": 2.3042614459991455,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.6554250267195447,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.184571981430054
+ },
+ {
+ "epoch": 23,
+ "train_loss": 2.3013004302978515,
+ "train_acc": 0.1075,
+ "val_loss": 2.3041790981292722,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.5923533302516613,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.188542604446411
+ },
+ {
+ "epoch": 24,
+ "train_loss": 2.3013439674377443,
+ "train_acc": 0.1075,
+ "val_loss": 2.3044012527465823,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.8325054439291913,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.24480938911438
+ },
+ {
+ "epoch": 25,
+ "train_loss": 2.301312442779541,
+ "train_acc": 0.1075,
+ "val_loss": 2.3042807006835937,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.6204415657447997,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.135886669158936
+ },
+ {
+ "epoch": 26,
+ "train_loss": 2.301272312164307,
+ "train_acc": 0.1075,
+ "val_loss": 2.3043707733154295,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.5213412976944276,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.190433025360107
+ },
+ {
+ "epoch": 27,
+ "train_loss": 2.301293197631836,
+ "train_acc": 0.1075,
+ "val_loss": 2.3045393085479735,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.48216536277687105,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.188264608383179
+ },
+ {
+ "epoch": 28,
+ "train_loss": 2.3012591075897215,
+ "train_acc": 0.1075,
+ "val_loss": 2.3046353530883787,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.5716662616803279,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.247350931167603
+ },
+ {
+ "epoch": 29,
+ "train_loss": 2.301311052322388,
+ "train_acc": 0.1075,
+ "val_loss": 2.304772834777832,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.687386573619508,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.182729959487915
+ },
+ {
+ "epoch": 30,
+ "train_loss": 2.301321018218994,
+ "train_acc": 0.1075,
+ "val_loss": 2.3045846061706543,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.5886979356241084,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 10.183146953582764
+ }
+ ],
+ "12": [
+ {
+ "epoch": 1,
+ "train_loss": 2.3026723022460938,
+ "train_acc": 0.0965,
+ "val_loss": 2.302829042434692,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.16329532162648103,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.193574905395508
+ },
+ {
+ "epoch": 2,
+ "train_loss": 2.302420761108398,
+ "train_acc": 0.1075,
+ "val_loss": 2.302650791168213,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.1632795348165676,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.240368127822876
+ },
+ {
+ "epoch": 3,
+ "train_loss": 2.302236120223999,
+ "train_acc": 0.1075,
+ "val_loss": 2.302615085601807,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.15170316015167204,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.18280029296875
+ },
+ {
+ "epoch": 4,
+ "train_loss": 2.302116563796997,
+ "train_acc": 0.1075,
+ "val_loss": 2.3027606868743895,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.14798205642609785,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.23378849029541
+ },
+ {
+ "epoch": 5,
+ "train_loss": 2.301966184616089,
+ "train_acc": 0.0995,
+ "val_loss": 2.3028444194793702,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.16183108472986935,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.1787748336792
+ },
+ {
+ "epoch": 6,
+ "train_loss": 2.301810173034668,
+ "train_acc": 0.1075,
+ "val_loss": 2.3029075908660888,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.16242457584535558,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.230670690536499
+ },
+ {
+ "epoch": 7,
+ "train_loss": 2.3017121868133543,
+ "train_acc": 0.1075,
+ "val_loss": 2.3029940738677976,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.1775141769723737,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.176344394683838
+ },
+ {
+ "epoch": 8,
+ "train_loss": 2.3016461486816406,
+ "train_acc": 0.1075,
+ "val_loss": 2.302977960586548,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.21278565061075314,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.135105848312378
+ },
+ {
+ "epoch": 9,
+ "train_loss": 2.301575340270996,
+ "train_acc": 0.1075,
+ "val_loss": 2.303190439224243,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.18967513265889024,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.199567317962646
+ },
+ {
+ "epoch": 10,
+ "train_loss": 2.3015445156097414,
+ "train_acc": 0.1075,
+ "val_loss": 2.3033028354644776,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.27005403427521807,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.180422306060791
+ },
+ {
+ "epoch": 11,
+ "train_loss": 2.302562219619751,
+ "train_acc": 0.1075,
+ "val_loss": 2.303472116470337,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.5580856714412645,
+ "firing_rate": 1.9531249563442543e-05,
+ "dead_neurons": 0.9990234375,
+ "time_sec": 12.250437498092651
+ },
+ {
+ "epoch": 12,
+ "train_loss": 2.301462272644043,
+ "train_acc": 0.1075,
+ "val_loss": 2.303642007827759,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.3325494604604669,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.185357570648193
+ },
+ {
+ "epoch": 13,
+ "train_loss": 2.3030983562469483,
+ "train_acc": 0.1045,
+ "val_loss": 2.303594966888428,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 1.0099416194234674,
+ "firing_rate": 1.9531249563442543e-05,
+ "dead_neurons": 0.9990234375,
+ "time_sec": 12.236330032348633
+ },
+ {
+ "epoch": 14,
+ "train_loss": 2.3013907089233396,
+ "train_acc": 0.1075,
+ "val_loss": 2.3037900886535643,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.3714646492355391,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.169007301330566
+ },
+ {
+ "epoch": 15,
+ "train_loss": 2.301423740386963,
+ "train_acc": 0.1075,
+ "val_loss": 2.303899394989014,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.40160482806806175,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.236021995544434
+ },
+ {
+ "epoch": 16,
+ "train_loss": 2.3013932628631593,
+ "train_acc": 0.1075,
+ "val_loss": 2.303968994140625,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.73984343139087,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.16632080078125
+ },
+ {
+ "epoch": 17,
+ "train_loss": 2.3027582702636717,
+ "train_acc": 0.1075,
+ "val_loss": 2.304044445037842,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 1.0047023165710782,
+ "firing_rate": 1.9531249563442543e-05,
+ "dead_neurons": 0.9990234375,
+ "time_sec": 12.15894627571106
+ },
+ {
+ "epoch": 18,
+ "train_loss": 2.303630277633667,
+ "train_acc": 0.1075,
+ "val_loss": 2.304233543395996,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.9322970970737229,
+ "firing_rate": 2.441406195430318e-05,
+ "dead_neurons": 0.998779296875,
+ "time_sec": 12.215173244476318
+ },
+ {
+ "epoch": 19,
+ "train_loss": 2.3013566246032715,
+ "train_acc": 0.1075,
+ "val_loss": 2.3042333469390868,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.8233599915064578,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.163382530212402
+ },
+ {
+ "epoch": 20,
+ "train_loss": 2.3013510360717775,
+ "train_acc": 0.1075,
+ "val_loss": 2.3042024440765383,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.6281803776947918,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.210164070129395
+ },
+ {
+ "epoch": 21,
+ "train_loss": 2.3013264961242674,
+ "train_acc": 0.1075,
+ "val_loss": 2.3042839603424072,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.6652355444948619,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.168419599533081
+ },
+ {
+ "epoch": 22,
+ "train_loss": 2.301300598144531,
+ "train_acc": 0.1075,
+ "val_loss": 2.3043801250457765,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 1.0255997682212514,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.255432367324829
+ },
+ {
+ "epoch": 23,
+ "train_loss": 2.301302864074707,
+ "train_acc": 0.1075,
+ "val_loss": 2.304449718475342,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.6262551012832543,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.18779730796814
+ },
+ {
+ "epoch": 24,
+ "train_loss": 2.3012935485839843,
+ "train_acc": 0.1075,
+ "val_loss": 2.304418369293213,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.8974523123053696,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.251866102218628
+ },
+ {
+ "epoch": 25,
+ "train_loss": 2.3012777214050293,
+ "train_acc": 0.1075,
+ "val_loss": 2.3044433059692384,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.7793096994261801,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.190563678741455
+ },
+ {
+ "epoch": 26,
+ "train_loss": 2.3012724475860598,
+ "train_acc": 0.1075,
+ "val_loss": 2.304326183319092,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.8405074595085802,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.177944421768188
+ },
+ {
+ "epoch": 27,
+ "train_loss": 2.301249206542969,
+ "train_acc": 0.1075,
+ "val_loss": 2.304442714691162,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.4884848053426466,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.251631736755371
+ },
+ {
+ "epoch": 28,
+ "train_loss": 2.30132656288147,
+ "train_acc": 0.1075,
+ "val_loss": 2.3045427951812743,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.49605953172197215,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.183921337127686
+ },
+ {
+ "epoch": 29,
+ "train_loss": 2.3012636642456057,
+ "train_acc": 0.1075,
+ "val_loss": 2.304423973083496,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.5331582148521972,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.2576584815979
+ },
+ {
+ "epoch": 30,
+ "train_loss": 2.301296241760254,
+ "train_acc": 0.1075,
+ "val_loss": 2.304638437271118,
+ "val_acc": 0.084,
+ "lyapunov": null,
+ "grad_norm": 0.6339796492378822,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 12.198789119720459
+ }
+ ]
+ },
+ "lyapunov": {
+ "2": [
+ {
+ "epoch": 1,
+ "train_loss": 1.0835209126472474,
+ "train_acc": 0.744,
+ "val_loss": 0.13623692446947097,
+ "val_acc": 0.942,
+ "lyapunov": 0.2940883617848158,
+ "grad_norm": 2.626013851932566,
+ "firing_rate": 0.02479072514688596,
+ "dead_neurons": 0.184814453125,
+ "time_sec": 5.17956805229187
+ },
+ {
+ "epoch": 2,
+ "train_loss": 0.047655676379799845,
+ "train_acc": 0.9975,
+ "val_loss": 0.0020717774406075477,
+ "val_acc": 1.0,
+ "lyapunov": 0.29383156821131706,
+ "grad_norm": 0.2345717593538081,
+ "firing_rate": 0.046586531796492636,
+ "dead_neurons": 0.22119140625,
+ "time_sec": 5.184175491333008
+ },
+ {
+ "epoch": 3,
+ "train_loss": 0.009620202779769898,
+ "train_acc": 1.0,
+ "val_loss": 0.00037967645283788445,
+ "val_acc": 1.0,
+ "lyapunov": 0.29644050169736147,
+ "grad_norm": 0.023954810451511245,
+ "firing_rate": 0.0609817486256361,
+ "dead_neurons": 0.22900390625,
+ "time_sec": 5.108743190765381
+ },
+ {
+ "epoch": 4,
+ "train_loss": 0.009088283807039261,
+ "train_acc": 1.0,
+ "val_loss": 0.0002594337312038988,
+ "val_acc": 1.0,
+ "lyapunov": 0.296779939904809,
+ "grad_norm": 0.008275572661482882,
+ "firing_rate": 0.06380729598458856,
+ "dead_neurons": 0.230712890625,
+ "time_sec": 5.110593557357788
+ },
+ {
+ "epoch": 5,
+ "train_loss": 0.008932497367262841,
+ "train_acc": 1.0,
+ "val_loss": 0.0002161480658687651,
+ "val_acc": 1.0,
+ "lyapunov": 0.29556974675506353,
+ "grad_norm": 0.007774155002302189,
+ "firing_rate": 0.0652450550114736,
+ "dead_neurons": 0.23193359375,
+ "time_sec": 5.108870983123779
+ },
+ {
+ "epoch": 6,
+ "train_loss": 0.00888974203914404,
+ "train_acc": 1.0,
+ "val_loss": 0.0001458582845516503,
+ "val_acc": 1.0,
+ "lyapunov": 0.29586317017674446,
+ "grad_norm": 0.006449524184429414,
+ "firing_rate": 0.06626304483506829,
+ "dead_neurons": 0.230224609375,
+ "time_sec": 5.108253002166748
+ },
+ {
+ "epoch": 7,
+ "train_loss": 0.008813438437879085,
+ "train_acc": 1.0,
+ "val_loss": 0.00011636649980209768,
+ "val_acc": 1.0,
+ "lyapunov": 0.2946452107280493,
+ "grad_norm": 0.005644632695171404,
+ "firing_rate": 0.06734809745103121,
+ "dead_neurons": 0.231201171875,
+ "time_sec": 5.105592966079712
+ },
+ {
+ "epoch": 8,
+ "train_loss": 0.008879297211766243,
+ "train_acc": 1.0,
+ "val_loss": 0.00010049634164897725,
+ "val_acc": 1.0,
+ "lyapunov": 0.2960729654878378,
+ "grad_norm": 0.006493854444618435,
+ "firing_rate": 0.06820144481025636,
+ "dead_neurons": 0.22705078125,
+ "time_sec": 5.111539363861084
+ },
+ {
+ "epoch": 9,
+ "train_loss": 0.008836728483438493,
+ "train_acc": 1.0,
+ "val_loss": 8.671779179712757e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2956226347014308,
+ "grad_norm": 0.006022017893285854,
+ "firing_rate": 0.06894485314842314,
+ "dead_neurons": 0.233642578125,
+ "time_sec": 5.109090089797974
+ },
+ {
+ "epoch": 10,
+ "train_loss": 0.008819711714982987,
+ "train_acc": 1.0,
+ "val_loss": 7.84099053707905e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29559256974607706,
+ "grad_norm": 0.005488842404513683,
+ "firing_rate": 0.0695075208786875,
+ "dead_neurons": 0.22900390625,
+ "time_sec": 5.109659433364868
+ },
+ {
+ "epoch": 11,
+ "train_loss": 0.008834856763482094,
+ "train_acc": 1.0,
+ "val_loss": 6.161545589566231e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29608881287276745,
+ "grad_norm": 0.006041537125857599,
+ "firing_rate": 0.06972747622057796,
+ "dead_neurons": 0.229736328125,
+ "time_sec": 5.111726760864258
+ },
+ {
+ "epoch": 12,
+ "train_loss": 0.008782705806195735,
+ "train_acc": 1.0,
+ "val_loss": 4.947177445865236e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2953449711203575,
+ "grad_norm": 0.004923919320486903,
+ "firing_rate": 0.0703294356353581,
+ "dead_neurons": 0.232421875,
+ "time_sec": 5.105912685394287
+ },
+ {
+ "epoch": 13,
+ "train_loss": 0.008892110459506511,
+ "train_acc": 1.0,
+ "val_loss": 5.212379788281396e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29726667795330286,
+ "grad_norm": 0.005602906513359276,
+ "firing_rate": 0.07132591074332595,
+ "dead_neurons": 0.23388671875,
+ "time_sec": 5.111214637756348
+ },
+ {
+ "epoch": 14,
+ "train_loss": 0.008764919467270375,
+ "train_acc": 1.0,
+ "val_loss": 3.702007178799249e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29575017653405666,
+ "grad_norm": 0.004797778435337896,
+ "firing_rate": 0.07233047322370112,
+ "dead_neurons": 0.232421875,
+ "time_sec": 5.107996702194214
+ },
+ {
+ "epoch": 15,
+ "train_loss": 0.008744477860629558,
+ "train_acc": 1.0,
+ "val_loss": 3.9213329990161585e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29498047940433025,
+ "grad_norm": 0.004667955331413731,
+ "firing_rate": 0.07287544012069702,
+ "dead_neurons": 0.235107421875,
+ "time_sec": 5.106521844863892
+ },
+ {
+ "epoch": 16,
+ "train_loss": 0.008838049538433552,
+ "train_acc": 1.0,
+ "val_loss": 3.5470058617647734e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2965631289407611,
+ "grad_norm": 0.005987352712724817,
+ "firing_rate": 0.07408325094729662,
+ "dead_neurons": 0.236083984375,
+ "time_sec": 5.186219692230225
+ },
+ {
+ "epoch": 17,
+ "train_loss": 0.008756807677447796,
+ "train_acc": 1.0,
+ "val_loss": 3.3381356101017446e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29521676898002625,
+ "grad_norm": 0.006570374501646582,
+ "firing_rate": 0.07476554694585502,
+ "dead_neurons": 0.241455078125,
+ "time_sec": 5.107532978057861
+ },
+ {
+ "epoch": 18,
+ "train_loss": 0.008807056732475758,
+ "train_acc": 1.0,
+ "val_loss": 2.5643790708272717e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2961249500513077,
+ "grad_norm": 0.004861819833046462,
+ "firing_rate": 0.0759156784042716,
+ "dead_neurons": 0.244873046875,
+ "time_sec": 5.109200954437256
+ },
+ {
+ "epoch": 19,
+ "train_loss": 0.008886749804019928,
+ "train_acc": 1.0,
+ "val_loss": 2.591591194504872e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29746696539223194,
+ "grad_norm": 0.004948836995077724,
+ "firing_rate": 0.07699638186022639,
+ "dead_neurons": 0.245361328125,
+ "time_sec": 5.107118129730225
+ },
+ {
+ "epoch": 20,
+ "train_loss": 0.008791176050901413,
+ "train_acc": 1.0,
+ "val_loss": 2.6364259072579443e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29596363194286823,
+ "grad_norm": 0.00598969847219475,
+ "firing_rate": 0.07776916259899735,
+ "dead_neurons": 0.248291015625,
+ "time_sec": 5.103670120239258
+ },
+ {
+ "epoch": 21,
+ "train_loss": 0.008788906723260879,
+ "train_acc": 1.0,
+ "val_loss": 2.5126329361228272e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2960699461400509,
+ "grad_norm": 0.005809159066780629,
+ "firing_rate": 0.07772682048380375,
+ "dead_neurons": 0.252197265625,
+ "time_sec": 5.10662317276001
+ },
+ {
+ "epoch": 22,
+ "train_loss": 0.008838476493954658,
+ "train_acc": 1.0,
+ "val_loss": 2.8173315105959774e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2966798646375537,
+ "grad_norm": 0.006327923761002498,
+ "firing_rate": 0.07726997206918895,
+ "dead_neurons": 0.25390625,
+ "time_sec": 5.107054948806763
+ },
+ {
+ "epoch": 23,
+ "train_loss": 0.008868698313832283,
+ "train_acc": 1.0,
+ "val_loss": 2.5461089710006492e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.297211772762239,
+ "grad_norm": 0.0057361169002040895,
+ "firing_rate": 0.07630279357545078,
+ "dead_neurons": 0.255126953125,
+ "time_sec": 5.101758718490601
+ },
+ {
+ "epoch": 24,
+ "train_loss": 0.008795554637908936,
+ "train_acc": 1.0,
+ "val_loss": 2.429910222417675e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2966359006240964,
+ "grad_norm": 0.005964463900009386,
+ "firing_rate": 0.0759984573815018,
+ "dead_neurons": 0.258544921875,
+ "time_sec": 5.101144552230835
+ },
+ {
+ "epoch": 25,
+ "train_loss": 0.00873942705243826,
+ "train_acc": 1.0,
+ "val_loss": 1.873003243235871e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29599136859178543,
+ "grad_norm": 0.00636299999727938,
+ "firing_rate": 0.07621703902259469,
+ "dead_neurons": 0.259033203125,
+ "time_sec": 5.177471160888672
+ },
+ {
+ "epoch": 26,
+ "train_loss": 0.00878187993168831,
+ "train_acc": 1.0,
+ "val_loss": 2.3413322312990202e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2964014979079366,
+ "grad_norm": 0.007039695178033288,
+ "firing_rate": 0.07710426184348762,
+ "dead_neurons": 0.260498046875,
+ "time_sec": 5.0997748374938965
+ },
+ {
+ "epoch": 27,
+ "train_loss": 0.008650145053863526,
+ "train_acc": 1.0,
+ "val_loss": 2.125529877957888e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29364696331322193,
+ "grad_norm": 0.006200745719164384,
+ "firing_rate": 0.07861205842345953,
+ "dead_neurons": 0.26318359375,
+ "time_sec": 5.101138591766357
+ },
+ {
+ "epoch": 28,
+ "train_loss": 0.008815461479127406,
+ "train_acc": 1.0,
+ "val_loss": 2.262459378107451e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2963303355500102,
+ "grad_norm": 0.005165938335502272,
+ "firing_rate": 0.07877242937684059,
+ "dead_neurons": 0.259765625,
+ "time_sec": 5.101264953613281
+ },
+ {
+ "epoch": 29,
+ "train_loss": 0.00878492821007967,
+ "train_acc": 1.0,
+ "val_loss": 1.66669906466268e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.2964559495449066,
+ "grad_norm": 0.005316629438956292,
+ "firing_rate": 0.07880851626396179,
+ "dead_neurons": 0.2607421875,
+ "time_sec": 5.104374170303345
+ },
+ {
+ "epoch": 30,
+ "train_loss": 0.008703560397028923,
+ "train_acc": 1.0,
+ "val_loss": 1.810214346915018e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.29462232254445553,
+ "grad_norm": 0.00448271157327609,
+ "firing_rate": 0.079074781620875,
+ "dead_neurons": 0.260498046875,
+ "time_sec": 5.099819183349609
+ }
+ ],
+ "4": [
+ {
+ "epoch": 1,
+ "train_loss": 1.3213085751533509,
+ "train_acc": 0.571,
+ "val_loss": 0.5121295900344849,
+ "val_acc": 0.828,
+ "lyapunov": 0.6458577793091536,
+ "grad_norm": 1.43475627818769,
+ "firing_rate": 0.014614410096783104,
+ "dead_neurons": 0.4814453125,
+ "time_sec": 9.984087944030762
+ },
+ {
+ "epoch": 2,
+ "train_loss": 0.25505196514725686,
+ "train_acc": 0.925,
+ "val_loss": 0.011884893417358398,
+ "val_acc": 1.0,
+ "lyapunov": 0.6499443966895342,
+ "grad_norm": 0.7419752680744941,
+ "firing_rate": 0.08516174100805074,
+ "dead_neurons": 0.30810546875,
+ "time_sec": 10.045742511749268
+ },
+ {
+ "epoch": 3,
+ "train_loss": 0.04599503293633461,
+ "train_acc": 0.999,
+ "val_loss": 0.000445947652682662,
+ "val_acc": 1.0,
+ "lyapunov": 0.6551554705947638,
+ "grad_norm": 0.43782974921589596,
+ "firing_rate": 0.14802741538733244,
+ "dead_neurons": 0.291259765625,
+ "time_sec": 9.978624820709229
+ },
+ {
+ "epoch": 4,
+ "train_loss": 0.043618821948766706,
+ "train_acc": 1.0,
+ "val_loss": 0.00014928997145034374,
+ "val_acc": 1.0,
+ "lyapunov": 0.6586710195988417,
+ "grad_norm": 0.037031225687406695,
+ "firing_rate": 0.1483290819451213,
+ "dead_neurons": 0.301025390625,
+ "time_sec": 9.977531909942627
+ },
+ {
+ "epoch": 5,
+ "train_loss": 0.04305467253923416,
+ "train_acc": 1.0,
+ "val_loss": 7.963758613914251e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6552504096180201,
+ "grad_norm": 0.048837908409837254,
+ "firing_rate": 0.15758636174723506,
+ "dead_neurons": 0.313232421875,
+ "time_sec": 9.968837022781372
+ },
+ {
+ "epoch": 6,
+ "train_loss": 0.04299772056937218,
+ "train_acc": 1.0,
+ "val_loss": 0.00015146917197853327,
+ "val_acc": 1.0,
+ "lyapunov": 0.6548218671232462,
+ "grad_norm": 0.024184018183586318,
+ "firing_rate": 0.16350593278184533,
+ "dead_neurons": 0.31005859375,
+ "time_sec": 10.038870334625244
+ },
+ {
+ "epoch": 7,
+ "train_loss": 0.04257557335495949,
+ "train_acc": 1.0,
+ "val_loss": 0.00010331664991099388,
+ "val_acc": 1.0,
+ "lyapunov": 0.6510481853038073,
+ "grad_norm": 0.025125990529202984,
+ "firing_rate": 0.17549857730045915,
+ "dead_neurons": 0.318603515625,
+ "time_sec": 9.967933893203735
+ },
+ {
+ "epoch": 8,
+ "train_loss": 0.04299615886807442,
+ "train_acc": 1.0,
+ "val_loss": 3.976569639053196e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6556168366223574,
+ "grad_norm": 0.02425954323258304,
+ "firing_rate": 0.1817921418696642,
+ "dead_neurons": 0.32763671875,
+ "time_sec": 9.971687078475952
+ },
+ {
+ "epoch": 9,
+ "train_loss": 0.043209568619728085,
+ "train_acc": 1.0,
+ "val_loss": 3.851373327779584e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6568924617022276,
+ "grad_norm": 0.02507442833992618,
+ "firing_rate": 0.1888388004153967,
+ "dead_neurons": 0.333251953125,
+ "time_sec": 9.97891902923584
+ },
+ {
+ "epoch": 10,
+ "train_loss": 0.04287783724069595,
+ "train_acc": 1.0,
+ "val_loss": 3.5820075194351375e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6540141496807337,
+ "grad_norm": 0.033674364283692894,
+ "firing_rate": 0.19771789060905576,
+ "dead_neurons": 0.331298828125,
+ "time_sec": 9.962198972702026
+ },
+ {
+ "epoch": 11,
+ "train_loss": 0.04288228479027748,
+ "train_acc": 1.0,
+ "val_loss": 0.00012206203758250922,
+ "val_acc": 1.0,
+ "lyapunov": 0.6547125801444054,
+ "grad_norm": 0.023568515442151123,
+ "firing_rate": 0.20698409480974078,
+ "dead_neurons": 0.334716796875,
+ "time_sec": 9.966786861419678
+ },
+ {
+ "epoch": 12,
+ "train_loss": 0.04308024036884308,
+ "train_acc": 1.0,
+ "val_loss": 0.008256887828931213,
+ "val_acc": 0.998,
+ "lyapunov": 0.6557854432612658,
+ "grad_norm": 0.08915336156091162,
+ "firing_rate": 0.1976525066420436,
+ "dead_neurons": 0.32666015625,
+ "time_sec": 10.036945104598999
+ },
+ {
+ "epoch": 13,
+ "train_loss": 0.5472204668223858,
+ "train_acc": 0.94,
+ "val_loss": 0.0029600318782031535,
+ "val_acc": 0.998,
+ "lyapunov": 0.6538134552538395,
+ "grad_norm": 5.003538155079939,
+ "firing_rate": 0.16688674502074718,
+ "dead_neurons": 0.337158203125,
+ "time_sec": 9.965497970581055
+ },
+ {
+ "epoch": 14,
+ "train_loss": 0.04605184307694435,
+ "train_acc": 0.999,
+ "val_loss": 0.0007995410485309548,
+ "val_acc": 1.0,
+ "lyapunov": 0.6523123476654291,
+ "grad_norm": 0.260890930906841,
+ "firing_rate": 0.14522605552338064,
+ "dead_neurons": 0.3642578125,
+ "time_sec": 10.036647081375122
+ },
+ {
+ "epoch": 15,
+ "train_loss": 0.04279775112867355,
+ "train_acc": 1.0,
+ "val_loss": 3.794978850055486e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6529845260083675,
+ "grad_norm": 0.026709501190807956,
+ "firing_rate": 0.14055587351322174,
+ "dead_neurons": 0.353271484375,
+ "time_sec": 9.966609239578247
+ },
+ {
+ "epoch": 16,
+ "train_loss": 0.04297543361783027,
+ "train_acc": 1.0,
+ "val_loss": 5.515041535545606e-06,
+ "val_acc": 1.0,
+ "lyapunov": 0.6549398638308048,
+ "grad_norm": 0.01832921497564713,
+ "firing_rate": 0.14115836890414357,
+ "dead_neurons": 0.34814453125,
+ "time_sec": 9.96960711479187
+ },
+ {
+ "epoch": 17,
+ "train_loss": 0.043085960060358044,
+ "train_acc": 1.0,
+ "val_loss": 0.00013840510114096106,
+ "val_acc": 1.0,
+ "lyapunov": 0.655668867751956,
+ "grad_norm": 0.0661648969714996,
+ "firing_rate": 0.1421952792443335,
+ "dead_neurons": 0.341552734375,
+ "time_sec": 10.038087606430054
+ },
+ {
+ "epoch": 18,
+ "train_loss": 0.042992896616458894,
+ "train_acc": 1.0,
+ "val_loss": 8.112306109978817e-06,
+ "val_acc": 1.0,
+ "lyapunov": 0.6548189632594585,
+ "grad_norm": 0.02157892978000118,
+ "firing_rate": 0.14251426421105862,
+ "dead_neurons": 0.345703125,
+ "time_sec": 9.973855018615723
+ },
+ {
+ "epoch": 19,
+ "train_loss": 0.04270143783092499,
+ "train_acc": 1.0,
+ "val_loss": 7.720028224866838e-06,
+ "val_acc": 1.0,
+ "lyapunov": 0.6537259072065353,
+ "grad_norm": 0.01973480042968711,
+ "firing_rate": 0.14135085651651025,
+ "dead_neurons": 0.347412109375,
+ "time_sec": 9.974909543991089
+ },
+ {
+ "epoch": 20,
+ "train_loss": 0.04264267274737358,
+ "train_acc": 1.0,
+ "val_loss": 9.490368727711029e-06,
+ "val_acc": 1.0,
+ "lyapunov": 0.6524960417300463,
+ "grad_norm": 0.03160786488643551,
+ "firing_rate": 0.1397631037980318,
+ "dead_neurons": 0.341796875,
+ "time_sec": 9.969372510910034
+ },
+ {
+ "epoch": 21,
+ "train_loss": 0.04279161649942398,
+ "train_acc": 1.0,
+ "val_loss": 6.163685792125761e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6538163777440786,
+ "grad_norm": 0.0450121519498622,
+ "firing_rate": 0.13391174119897187,
+ "dead_neurons": 0.327880859375,
+ "time_sec": 10.036320686340332
+ },
+ {
+ "epoch": 22,
+ "train_loss": 0.04292521491646767,
+ "train_acc": 1.0,
+ "val_loss": 0.00011101609410252422,
+ "val_acc": 1.0,
+ "lyapunov": 0.6533312853425741,
+ "grad_norm": 0.039417389727385656,
+ "firing_rate": 0.13240508665330708,
+ "dead_neurons": 0.332763671875,
+ "time_sec": 9.973316431045532
+ },
+ {
+ "epoch": 23,
+ "train_loss": 0.04259087562561035,
+ "train_acc": 1.0,
+ "val_loss": 4.530693287961185e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6516087967902422,
+ "grad_norm": 0.022453923943369113,
+ "firing_rate": 0.13657920551486313,
+ "dead_neurons": 0.341796875,
+ "time_sec": 9.9733145236969
+ },
+ {
+ "epoch": 24,
+ "train_loss": 0.0427690287232399,
+ "train_acc": 1.0,
+ "val_loss": 3.522060497198254e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6544207725673914,
+ "grad_norm": 0.018327654462914032,
+ "firing_rate": 0.13935844134539366,
+ "dead_neurons": 0.348388671875,
+ "time_sec": 9.975118398666382
+ },
+ {
+ "epoch": 25,
+ "train_loss": 0.04285110184550285,
+ "train_acc": 1.0,
+ "val_loss": 3.520902182208374e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6538512539118528,
+ "grad_norm": 0.019251918202166374,
+ "firing_rate": 0.13933990220539272,
+ "dead_neurons": 0.35107421875,
+ "time_sec": 9.97319221496582
+ },
+ {
+ "epoch": 26,
+ "train_loss": 0.04241559880971908,
+ "train_acc": 1.0,
+ "val_loss": 2.1444725076435135e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6516338754445314,
+ "grad_norm": 0.023588072729758824,
+ "firing_rate": 0.14103454211726785,
+ "dead_neurons": 0.342529296875,
+ "time_sec": 9.978076696395874
+ },
+ {
+ "epoch": 27,
+ "train_loss": 0.04258456870913505,
+ "train_acc": 1.0,
+ "val_loss": 1.3333103983313777e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6523857787251472,
+ "grad_norm": 0.030838414451800834,
+ "firing_rate": 0.14307761937379837,
+ "dead_neurons": 0.334228515625,
+ "time_sec": 10.0528883934021
+ },
+ {
+ "epoch": 28,
+ "train_loss": 0.04307149931788445,
+ "train_acc": 1.0,
+ "val_loss": 0.00017586090922122821,
+ "val_acc": 1.0,
+ "lyapunov": 0.6552533991634846,
+ "grad_norm": 0.051560348745038675,
+ "firing_rate": 0.1430232971906662,
+ "dead_neurons": 0.341064453125,
+ "time_sec": 10.00488829612732
+ },
+ {
+ "epoch": 29,
+ "train_loss": 0.04304349067807198,
+ "train_acc": 1.0,
+ "val_loss": 0.0010453088195063174,
+ "val_acc": 1.0,
+ "lyapunov": 0.6557644158601761,
+ "grad_norm": 0.04557253570340433,
+ "firing_rate": 0.13369041122496128,
+ "dead_neurons": 0.371337890625,
+ "time_sec": 10.071915864944458
+ },
+ {
+ "epoch": 30,
+ "train_loss": 0.042896261423826215,
+ "train_acc": 1.0,
+ "val_loss": 3.9523970845039006e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.6536246556788683,
+ "grad_norm": 0.06706065258926794,
+ "firing_rate": 0.14944198308512568,
+ "dead_neurons": 0.3857421875,
+ "time_sec": 10.010284423828125
+ }
+ ],
+ "6": [
+ {
+ "epoch": 1,
+ "train_loss": 2.3303926010131835,
+ "train_acc": 0.1115,
+ "val_loss": 2.1278497190475463,
+ "val_acc": 0.254,
+ "lyapunov": 0.8451643474400043,
+ "grad_norm": 0.32439568114422584,
+ "firing_rate": 0.0004051971368141949,
+ "dead_neurons": 0.949951171875,
+ "time_sec": 14.907901525497437
+ },
+ {
+ "epoch": 2,
+ "train_loss": 1.860206823348999,
+ "train_acc": 0.34,
+ "val_loss": 1.4684701480865479,
+ "val_acc": 0.46,
+ "lyapunov": 0.8458143435418606,
+ "grad_norm": 0.7164555332677789,
+ "firing_rate": 0.006803512354963459,
+ "dead_neurons": 0.55712890625,
+ "time_sec": 14.961140155792236
+ },
+ {
+ "epoch": 3,
+ "train_loss": 1.0855786275863648,
+ "train_acc": 0.632,
+ "val_loss": 0.6094554572105407,
+ "val_acc": 0.788,
+ "lyapunov": 0.8549299258738756,
+ "grad_norm": 1.3288510633396033,
+ "firing_rate": 0.04315887385746464,
+ "dead_neurons": 0.3408203125,
+ "time_sec": 14.911268949508667
+ },
+ {
+ "epoch": 4,
+ "train_loss": 0.36807875347137453,
+ "train_acc": 0.883,
+ "val_loss": 0.09465186190605164,
+ "val_acc": 0.956,
+ "lyapunov": 0.8591996431350708,
+ "grad_norm": 2.883422075548228,
+ "firing_rate": 0.10445556440390646,
+ "dead_neurons": 0.2509765625,
+ "time_sec": 14.960270643234253
+ },
+ {
+ "epoch": 5,
+ "train_loss": 0.16150115418434144,
+ "train_acc": 0.968,
+ "val_loss": 0.021154177457094192,
+ "val_acc": 0.996,
+ "lyapunov": 0.8621469773352146,
+ "grad_norm": 1.7347400065345677,
+ "firing_rate": 0.11249374155886471,
+ "dead_neurons": 0.216552734375,
+ "time_sec": 14.885030746459961
+ },
+ {
+ "epoch": 6,
+ "train_loss": 0.12998407733440398,
+ "train_acc": 0.9825,
+ "val_loss": 0.02965957662463188,
+ "val_acc": 0.992,
+ "lyapunov": 0.8614927176386118,
+ "grad_norm": 2.1766235538947556,
+ "firing_rate": 0.11444465420208871,
+ "dead_neurons": 0.2197265625,
+ "time_sec": 14.944868326187134
+ },
+ {
+ "epoch": 7,
+ "train_loss": 0.08819356441497803,
+ "train_acc": 0.998,
+ "val_loss": 0.003405489882454276,
+ "val_acc": 1.0,
+ "lyapunov": 0.8645013924688101,
+ "grad_norm": 0.44847865758735833,
+ "firing_rate": 0.10948554775677621,
+ "dead_neurons": 0.2099609375,
+ "time_sec": 14.883215427398682
+ },
+ {
+ "epoch": 8,
+ "train_loss": 0.09639235830307007,
+ "train_acc": 0.994,
+ "val_loss": 0.0109604173284024,
+ "val_acc": 0.996,
+ "lyapunov": 0.862874748185277,
+ "grad_norm": 1.09915636979784,
+ "firing_rate": 0.11539924377575517,
+ "dead_neurons": 0.18994140625,
+ "time_sec": 14.873005867004395
+ },
+ {
+ "epoch": 9,
+ "train_loss": 0.08858040541410446,
+ "train_acc": 0.996,
+ "val_loss": 0.0010687736056279392,
+ "val_acc": 1.0,
+ "lyapunov": 0.8618446942418814,
+ "grad_norm": 0.8099908115695323,
+ "firing_rate": 0.12196464138105512,
+ "dead_neurons": 0.17822265625,
+ "time_sec": 14.95797085762024
+ },
+ {
+ "epoch": 10,
+ "train_loss": 0.09818339294195175,
+ "train_acc": 0.9935,
+ "val_loss": 0.005987788751721382,
+ "val_acc": 1.0,
+ "lyapunov": 0.8619700241833925,
+ "grad_norm": 1.2353175220746133,
+ "firing_rate": 0.12786987097933888,
+ "dead_neurons": 0.182861328125,
+ "time_sec": 14.997889757156372
+ },
+ {
+ "epoch": 11,
+ "train_loss": 0.07657402282953263,
+ "train_acc": 0.9995,
+ "val_loss": 0.0005220514857210219,
+ "val_acc": 1.0,
+ "lyapunov": 0.8632011022418737,
+ "grad_norm": 0.161410897324052,
+ "firing_rate": 0.1310073824133724,
+ "dead_neurons": 0.193603515625,
+ "time_sec": 14.975345611572266
+ },
+ {
+ "epoch": 12,
+ "train_loss": 0.07627822369337083,
+ "train_acc": 1.0,
+ "val_loss": 0.0015558717139065265,
+ "val_acc": 1.0,
+ "lyapunov": 0.8635321408510208,
+ "grad_norm": 0.21984382959005136,
+ "firing_rate": 0.13065665843896568,
+ "dead_neurons": 0.19287109375,
+ "time_sec": 14.930550813674927
+ },
+ {
+ "epoch": 13,
+ "train_loss": 0.07622652471065522,
+ "train_acc": 0.9995,
+ "val_loss": 0.0005361283866222948,
+ "val_acc": 1.0,
+ "lyapunov": 0.8628850299865007,
+ "grad_norm": 0.22570848832669668,
+ "firing_rate": 0.14151404984295368,
+ "dead_neurons": 0.174072265625,
+ "time_sec": 14.976958751678467
+ },
+ {
+ "epoch": 14,
+ "train_loss": 0.07932933712005616,
+ "train_acc": 0.9975,
+ "val_loss": 0.10125345683097839,
+ "val_acc": 0.976,
+ "lyapunov": 0.8621852491050959,
+ "grad_norm": 0.6732184026169792,
+ "firing_rate": 0.14273475296795368,
+ "dead_neurons": 0.183349609375,
+ "time_sec": 14.988337993621826
+ },
+ {
+ "epoch": 15,
+ "train_loss": 0.15085384887456893,
+ "train_acc": 0.979,
+ "val_loss": 0.009766669355332852,
+ "val_acc": 0.996,
+ "lyapunov": 0.8589847143739462,
+ "grad_norm": 2.135180331536864,
+ "firing_rate": 0.13238135958090425,
+ "dead_neurons": 0.2001953125,
+ "time_sec": 14.987622499465942
+ },
+ {
+ "epoch": 16,
+ "train_loss": 0.08328625577688217,
+ "train_acc": 0.9965,
+ "val_loss": 0.0033851841198047623,
+ "val_acc": 1.0,
+ "lyapunov": 0.8613527305424213,
+ "grad_norm": 0.39886631136679657,
+ "firing_rate": 0.12637283047661185,
+ "dead_neurons": 0.213623046875,
+ "time_sec": 14.979624271392822
+ },
+ {
+ "epoch": 17,
+ "train_loss": 0.09163838475942612,
+ "train_acc": 0.994,
+ "val_loss": 0.15440462636947633,
+ "val_acc": 0.958,
+ "lyapunov": 0.8659440781921148,
+ "grad_norm": 1.1707310458098303,
+ "firing_rate": 0.12285300926305354,
+ "dead_neurons": 0.20849609375,
+ "time_sec": 14.978633165359497
+ },
+ {
+ "epoch": 18,
+ "train_loss": 0.097196339905262,
+ "train_acc": 0.9935,
+ "val_loss": 0.0014651380935683848,
+ "val_acc": 1.0,
+ "lyapunov": 0.8649285957217216,
+ "grad_norm": 0.9805247332900537,
+ "firing_rate": 0.12964927381835878,
+ "dead_neurons": 0.200927734375,
+ "time_sec": 14.980342864990234
+ },
+ {
+ "epoch": 19,
+ "train_loss": 0.08084282898902893,
+ "train_acc": 0.9985,
+ "val_loss": 0.0004131950125738513,
+ "val_acc": 1.0,
+ "lyapunov": 0.8619759697467089,
+ "grad_norm": 0.4343989300853958,
+ "firing_rate": 0.12287856801413,
+ "dead_neurons": 0.20361328125,
+ "time_sec": 14.925431251525879
+ },
+ {
+ "epoch": 20,
+ "train_loss": 0.07832890206575394,
+ "train_acc": 0.9985,
+ "val_loss": 0.1341810490489006,
+ "val_acc": 0.95,
+ "lyapunov": 0.8634687811136246,
+ "grad_norm": 0.3320137677250761,
+ "firing_rate": 0.12253387202508748,
+ "dead_neurons": 0.21142578125,
+ "time_sec": 14.986175537109375
+ },
+ {
+ "epoch": 21,
+ "train_loss": 0.09512660121917725,
+ "train_acc": 0.9925,
+ "val_loss": 0.2943544330596924,
+ "val_acc": 0.918,
+ "lyapunov": 0.8605708014219999,
+ "grad_norm": 1.4327293129928702,
+ "firing_rate": 0.11380721861496568,
+ "dead_neurons": 0.208251953125,
+ "time_sec": 14.991762161254883
+ },
+ {
+ "epoch": 22,
+ "train_loss": 0.08363375127315521,
+ "train_acc": 0.997,
+ "val_loss": 0.00039491153338167353,
+ "val_acc": 1.0,
+ "lyapunov": 0.861843578517437,
+ "grad_norm": 0.4911194235847619,
+ "firing_rate": 0.1171187567524612,
+ "dead_neurons": 0.17578125,
+ "time_sec": 14.98006820678711
+ },
+ {
+ "epoch": 23,
+ "train_loss": 0.07453022861480713,
+ "train_acc": 1.0,
+ "val_loss": 6.057158301700838e-06,
+ "val_acc": 1.0,
+ "lyapunov": 0.8626297172158957,
+ "grad_norm": 0.02455043060784878,
+ "firing_rate": 0.12324516079388559,
+ "dead_neurons": 0.171630859375,
+ "time_sec": 14.965768098831177
+ },
+ {
+ "epoch": 24,
+ "train_loss": 0.09495852935314178,
+ "train_acc": 0.9955,
+ "val_loss": 0.01951362208649516,
+ "val_acc": 0.99,
+ "lyapunov": 0.8583371061831713,
+ "grad_norm": 0.7936999991281073,
+ "firing_rate": 0.12643440021201968,
+ "dead_neurons": 0.1796875,
+ "time_sec": 14.979297637939453
+ },
+ {
+ "epoch": 25,
+ "train_loss": 0.07542563211917877,
+ "train_acc": 0.9995,
+ "val_loss": 0.006777567146753426,
+ "val_acc": 0.996,
+ "lyapunov": 0.8611718434840441,
+ "grad_norm": 0.16903066728335825,
+ "firing_rate": 0.11314658867195249,
+ "dead_neurons": 0.16552734375,
+ "time_sec": 14.868767023086548
+ },
+ {
+ "epoch": 26,
+ "train_loss": 0.07431666320562362,
+ "train_acc": 1.0,
+ "val_loss": 1.7390919798572213e-06,
+ "val_acc": 1.0,
+ "lyapunov": 0.8611439578235149,
+ "grad_norm": 0.07050836727959404,
+ "firing_rate": 0.12263984326273203,
+ "dead_neurons": 0.165283203125,
+ "time_sec": 14.864168405532837
+ },
+ {
+ "epoch": 27,
+ "train_loss": 0.07473753499984741,
+ "train_acc": 0.9995,
+ "val_loss": 2.066350074710499e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.8594684731215239,
+ "grad_norm": 0.15842772619930656,
+ "firing_rate": 0.12052711192518473,
+ "dead_neurons": 0.164794921875,
+ "time_sec": 14.862499952316284
+ },
+ {
+ "epoch": 28,
+ "train_loss": 0.07401926732063294,
+ "train_acc": 0.9995,
+ "val_loss": 0.0023266913848347033,
+ "val_acc": 1.0,
+ "lyapunov": 0.8569532781839371,
+ "grad_norm": 0.09680214860599676,
+ "firing_rate": 0.11356155201792717,
+ "dead_neurons": 0.171875,
+ "time_sec": 14.890095710754395
+ },
+ {
+ "epoch": 29,
+ "train_loss": 0.07514679783582687,
+ "train_acc": 1.0,
+ "val_loss": 0.0019036665059393271,
+ "val_acc": 1.0,
+ "lyapunov": 0.8637609407305717,
+ "grad_norm": 0.09925763905429433,
+ "firing_rate": 0.1107706434559077,
+ "dead_neurons": 0.177978515625,
+ "time_sec": 14.857902526855469
+ },
+ {
+ "epoch": 30,
+ "train_loss": 0.07463123089075088,
+ "train_acc": 1.0,
+ "val_loss": 8.980472113762517e-05,
+ "val_acc": 1.0,
+ "lyapunov": 0.8588727861642838,
+ "grad_norm": 0.19736856628552502,
+ "firing_rate": 0.11495124595239758,
+ "dead_neurons": 0.1865234375,
+ "time_sec": 14.865221977233887
+ }
+ ],
+ "8": [
+ {
+ "epoch": 1,
+ "train_loss": 2.4003030586242677,
+ "train_acc": 0.099,
+ "val_loss": 2.3026557693481444,
+ "val_acc": 0.102,
+ "lyapunov": 0.9880200978368521,
+ "grad_norm": 0.15481122621457855,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 19.676846504211426
+ },
+ {
+ "epoch": 2,
+ "train_loss": 2.4004267024993897,
+ "train_acc": 0.106,
+ "val_loss": 2.302779151916504,
+ "val_acc": 0.084,
+ "lyapunov": 0.9903043750673532,
+ "grad_norm": 0.1534155253367201,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 19.666215419769287
+ },
+ {
+ "epoch": 3,
+ "train_loss": 2.400560380935669,
+ "train_acc": 0.1075,
+ "val_loss": 2.302933908462524,
+ "val_acc": 0.084,
+ "lyapunov": 0.9918570835143328,
+ "grad_norm": 0.1548745855539979,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 19.658459186553955
+ },
+ {
+ "epoch": 4,
+ "train_loss": 2.399982801437378,
+ "train_acc": 0.1075,
+ "val_loss": 2.2975420932769777,
+ "val_acc": 0.084,
+ "lyapunov": 0.9897468015551567,
+ "grad_norm": 0.15960797256713394,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 19.753737926483154
+ },
+ {
+ "epoch": 5,
+ "train_loss": 2.1263145637512206,
+ "train_acc": 0.2015,
+ "val_loss": 1.840939577102661,
+ "val_acc": 0.322,
+ "lyapunov": 0.9959667380899191,
+ "grad_norm": 1.0044194104610447,
+ "firing_rate": 0.0023851775543590747,
+ "dead_neurons": 0.752685546875,
+ "time_sec": 19.70216131210327
+ },
+ {
+ "epoch": 6,
+ "train_loss": 1.6174933290481568,
+ "train_acc": 0.433,
+ "val_loss": 1.025756854057312,
+ "val_acc": 0.536,
+ "lyapunov": 0.9983935728669167,
+ "grad_norm": 2.8730661337092283,
+ "firing_rate": 0.019119796321319882,
+ "dead_neurons": 0.460205078125,
+ "time_sec": 19.688483715057373
+ },
+ {
+ "epoch": 7,
+ "train_loss": 0.8573115963935852,
+ "train_acc": 0.6765,
+ "val_loss": 0.4892241241931915,
+ "val_acc": 0.828,
+ "lyapunov": 1.0012227725237608,
+ "grad_norm": 4.836829857405622,
+ "firing_rate": 0.053862303553614765,
+ "dead_neurons": 0.372314453125,
+ "time_sec": 19.690004587173462
+ },
+ {
+ "epoch": 8,
+ "train_loss": 0.6511594541072846,
+ "train_acc": 0.7885,
+ "val_loss": 0.34156725788116454,
+ "val_acc": 0.866,
+ "lyapunov": 1.0040704067796469,
+ "grad_norm": 4.753149097843721,
+ "firing_rate": 0.06469253450632095,
+ "dead_neurons": 0.34130859375,
+ "time_sec": 19.70526099205017
+ },
+ {
+ "epoch": 9,
+ "train_loss": 0.3656285650730133,
+ "train_acc": 0.9065,
+ "val_loss": 0.26220761489868166,
+ "val_acc": 0.89,
+ "lyapunov": 1.0053305849432945,
+ "grad_norm": 2.173914312725331,
+ "firing_rate": 0.05929740809369832,
+ "dead_neurons": 0.30908203125,
+ "time_sec": 19.73475193977356
+ },
+ {
+ "epoch": 10,
+ "train_loss": 0.26539168739318847,
+ "train_acc": 0.938,
+ "val_loss": 0.128058701813221,
+ "val_acc": 0.95,
+ "lyapunov": 1.0077227782458067,
+ "grad_norm": 2.1993093640968464,
+ "firing_rate": 0.07060066051781178,
+ "dead_neurons": 0.331787109375,
+ "time_sec": 19.681016206741333
+ },
+ {
+ "epoch": 11,
+ "train_loss": 0.1831088936328888,
+ "train_acc": 0.978,
+ "val_loss": 0.07165196174383164,
+ "val_acc": 0.976,
+ "lyapunov": 1.0080635957419872,
+ "grad_norm": 1.3758467574621416,
+ "firing_rate": 0.08012794307433069,
+ "dead_neurons": 0.3134765625,
+ "time_sec": 19.693978786468506
+ },
+ {
+ "epoch": 12,
+ "train_loss": 0.21337509846687316,
+ "train_acc": 0.964,
+ "val_loss": 0.09462729436159134,
+ "val_acc": 0.962,
+ "lyapunov": 1.0049651823937893,
+ "grad_norm": 2.9283961976999953,
+ "firing_rate": 0.09411651408299804,
+ "dead_neurons": 0.291748046875,
+ "time_sec": 19.693503379821777
+ },
+ {
+ "epoch": 13,
+ "train_loss": 0.18063695776462554,
+ "train_acc": 0.972,
+ "val_loss": 0.07871538197994232,
+ "val_acc": 0.968,
+ "lyapunov": 1.0036363266408443,
+ "grad_norm": 2.5614130235487877,
+ "firing_rate": 0.08867149171419442,
+ "dead_neurons": 0.305908203125,
+ "time_sec": 19.739271879196167
+ },
+ {
+ "epoch": 14,
+ "train_loss": 0.17090213841199875,
+ "train_acc": 0.973,
+ "val_loss": 0.1322097361087799,
+ "val_acc": 0.946,
+ "lyapunov": 1.0065252017229795,
+ "grad_norm": 2.5621635605163506,
+ "firing_rate": 0.09354110481217504,
+ "dead_neurons": 0.2919921875,
+ "time_sec": 19.686120748519897
+ },
+ {
+ "epoch": 15,
+ "train_loss": 0.19549991047382353,
+ "train_acc": 0.964,
+ "val_loss": 0.05278427451848984,
+ "val_acc": 0.984,
+ "lyapunov": 1.002221368253231,
+ "grad_norm": 2.6555014504706307,
+ "firing_rate": 0.0845671824645251,
+ "dead_neurons": 0.28857421875,
+ "time_sec": 19.691769123077393
+ },
+ {
+ "epoch": 16,
+ "train_loss": 0.23806488126516342,
+ "train_acc": 0.951,
+ "val_loss": 0.40760626530647276,
+ "val_acc": 0.86,
+ "lyapunov": 1.0044054072350264,
+ "grad_norm": 3.960160750473488,
+ "firing_rate": 0.08776420424692333,
+ "dead_neurons": 0.27294921875,
+ "time_sec": 19.698570013046265
+ },
+ {
+ "epoch": 17,
+ "train_loss": 0.2511507818698883,
+ "train_acc": 0.9475,
+ "val_loss": 0.05430306094884872,
+ "val_acc": 0.978,
+ "lyapunov": 1.0074593536555767,
+ "grad_norm": 3.169289003977333,
+ "firing_rate": 0.07528785523027182,
+ "dead_neurons": 0.27587890625,
+ "time_sec": 19.75972604751587
+ },
+ {
+ "epoch": 18,
+ "train_loss": 0.2028917202949524,
+ "train_acc": 0.963,
+ "val_loss": 0.06786650514602661,
+ "val_acc": 0.976,
+ "lyapunov": 1.0002095382660627,
+ "grad_norm": 2.00168083038844,
+ "firing_rate": 0.07651458529289812,
+ "dead_neurons": 0.277099609375,
+ "time_sec": 19.710276126861572
+ },
+ {
+ "epoch": 19,
+ "train_loss": 0.19926433062553406,
+ "train_acc": 0.962,
+ "val_loss": 0.11585208868980408,
+ "val_acc": 0.954,
+ "lyapunov": 1.000438116490841,
+ "grad_norm": 2.2231644722585076,
+ "firing_rate": 0.07805389224085957,
+ "dead_neurons": 0.277099609375,
+ "time_sec": 19.71862554550171
+ },
+ {
+ "epoch": 20,
+ "train_loss": 0.18664314317703248,
+ "train_acc": 0.9635,
+ "val_loss": 0.07177439814805985,
+ "val_acc": 0.976,
+ "lyapunov": 1.0026721805334091,
+ "grad_norm": 1.3346901194181862,
+ "firing_rate": 0.07716949237510562,
+ "dead_neurons": 0.287109375,
+ "time_sec": 19.77388310432434
+ },
+ {
+ "epoch": 21,
+ "train_loss": 0.30547540867328643,
+ "train_acc": 0.931,
+ "val_loss": 0.24271133625507355,
+ "val_acc": 0.928,
+ "lyapunov": 1.0038067549467087,
+ "grad_norm": 3.1656516544709055,
+ "firing_rate": 0.07883209071587771,
+ "dead_neurons": 0.287109375,
+ "time_sec": 19.716625690460205
+ },
+ {
+ "epoch": 22,
+ "train_loss": 0.21548006975650788,
+ "train_acc": 0.958,
+ "val_loss": 0.0359251414835453,
+ "val_acc": 0.99,
+ "lyapunov": 1.0040038879960775,
+ "grad_norm": 1.868382932169144,
+ "firing_rate": 0.07333015254698694,
+ "dead_neurons": 0.2861328125,
+ "time_sec": 19.756728172302246
+ },
+ {
+ "epoch": 23,
+ "train_loss": 0.15866387128829956,
+ "train_acc": 0.9795,
+ "val_loss": 0.18498244166374206,
+ "val_acc": 0.932,
+ "lyapunov": 1.0026383604854345,
+ "grad_norm": 1.6325070423114962,
+ "firing_rate": 0.07130477740429342,
+ "dead_neurons": 0.314697265625,
+ "time_sec": 19.684906244277954
+ },
+ {
+ "epoch": 24,
+ "train_loss": 0.30665742921829225,
+ "train_acc": 0.943,
+ "val_loss": 0.01737770412862301,
+ "val_acc": 0.994,
+ "lyapunov": 1.0052145402878523,
+ "grad_norm": 4.246925038648542,
+ "firing_rate": 0.0770951067097485,
+ "dead_neurons": 0.3017578125,
+ "time_sec": 19.70504379272461
+ },
+ {
+ "epoch": 25,
+ "train_loss": 0.1496377671957016,
+ "train_acc": 0.9805,
+ "val_loss": 0.039121474415063855,
+ "val_acc": 0.982,
+ "lyapunov": 1.0074444767087698,
+ "grad_norm": 2.049794129930676,
+ "firing_rate": 0.07731574843637645,
+ "dead_neurons": 0.3017578125,
+ "time_sec": 19.73826813697815
+ },
+ {
+ "epoch": 26,
+ "train_loss": 0.14496766710281372,
+ "train_acc": 0.983,
+ "val_loss": 0.02593888273835182,
+ "val_acc": 0.992,
+ "lyapunov": 1.0060833506286144,
+ "grad_norm": 1.771247193253967,
+ "firing_rate": 0.07664314145222306,
+ "dead_neurons": 0.308349609375,
+ "time_sec": 19.696775674819946
+ },
+ {
+ "epoch": 27,
+ "train_loss": 0.23038420176506041,
+ "train_acc": 0.9575,
+ "val_loss": 0.0906779488325119,
+ "val_acc": 0.96,
+ "lyapunov": 1.0069650951772928,
+ "grad_norm": 3.653697367851776,
+ "firing_rate": 0.07317001221235842,
+ "dead_neurons": 0.312744140625,
+ "time_sec": 19.761855125427246
+ },
+ {
+ "epoch": 28,
+ "train_loss": 0.16770522451400757,
+ "train_acc": 0.9795,
+ "val_loss": 0.025397883623838425,
+ "val_acc": 0.992,
+ "lyapunov": 1.0101550184190273,
+ "grad_norm": 1.531936491838797,
+ "firing_rate": 0.07341964601073414,
+ "dead_neurons": 0.30322265625,
+ "time_sec": 19.68121099472046
+ },
+ {
+ "epoch": 29,
+ "train_loss": 0.11625144386291504,
+ "train_acc": 0.994,
+ "val_loss": 0.022977767035365106,
+ "val_acc": 0.992,
+ "lyapunov": 1.0034016575664282,
+ "grad_norm": 0.599330238751406,
+ "firing_rate": 0.0733678424730897,
+ "dead_neurons": 0.310791015625,
+ "time_sec": 19.685579299926758
+ },
+ {
+ "epoch": 30,
+ "train_loss": 0.13893001306056976,
+ "train_acc": 0.986,
+ "val_loss": 0.06131797206401825,
+ "val_acc": 0.978,
+ "lyapunov": 1.0026989094913006,
+ "grad_norm": 1.107340889267526,
+ "firing_rate": 0.07437850767746568,
+ "dead_neurons": 0.30810546875,
+ "time_sec": 19.739879846572876
+ }
+ ],
+ "10": [
+ {
+ "epoch": 1,
+ "train_loss": 2.4236042957305908,
+ "train_acc": 0.096,
+ "val_loss": 2.302436374664307,
+ "val_acc": 0.102,
+ "lyapunov": 1.0992519296705723,
+ "grad_norm": 0.16251989372119807,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.78636646270752
+ },
+ {
+ "epoch": 2,
+ "train_loss": 2.42344051361084,
+ "train_acc": 0.099,
+ "val_loss": 2.302482774734497,
+ "val_acc": 0.116,
+ "lyapunov": 1.1000312082469463,
+ "grad_norm": 0.15299060733564154,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.705002307891846
+ },
+ {
+ "epoch": 3,
+ "train_loss": 2.423662427902222,
+ "train_acc": 0.1055,
+ "val_loss": 2.3026690616607666,
+ "val_acc": 0.084,
+ "lyapunov": 1.1013858616352081,
+ "grad_norm": 0.1670141485724782,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.67839813232422
+ },
+ {
+ "epoch": 4,
+ "train_loss": 2.423724941253662,
+ "train_acc": 0.1075,
+ "val_loss": 2.3027007904052734,
+ "val_acc": 0.084,
+ "lyapunov": 1.1038468182086945,
+ "grad_norm": 0.16583670891055496,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.710070848464966
+ },
+ {
+ "epoch": 5,
+ "train_loss": 2.4235206089019776,
+ "train_acc": 0.1075,
+ "val_loss": 2.3029126625061034,
+ "val_acc": 0.084,
+ "lyapunov": 1.1023501828312874,
+ "grad_norm": 0.18285487825495367,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.7312171459198
+ },
+ {
+ "epoch": 6,
+ "train_loss": 2.4233444957733155,
+ "train_acc": 0.1075,
+ "val_loss": 2.3029672603607176,
+ "val_acc": 0.084,
+ "lyapunov": 1.1022668778896332,
+ "grad_norm": 0.16668799955819796,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.69492220878601
+ },
+ {
+ "epoch": 7,
+ "train_loss": 2.4228849449157717,
+ "train_acc": 0.1075,
+ "val_loss": 2.303281011581421,
+ "val_acc": 0.084,
+ "lyapunov": 1.1005186624825,
+ "grad_norm": 0.18145344235485159,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.63035011291504
+ },
+ {
+ "epoch": 8,
+ "train_loss": 2.4231199131011962,
+ "train_acc": 0.1075,
+ "val_loss": 2.3034022121429443,
+ "val_acc": 0.084,
+ "lyapunov": 1.1024447157979012,
+ "grad_norm": 0.2369495465953519,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.689044713974
+ },
+ {
+ "epoch": 9,
+ "train_loss": 2.4235224952697756,
+ "train_acc": 0.1075,
+ "val_loss": 2.3035701866149902,
+ "val_acc": 0.084,
+ "lyapunov": 1.1029067710042,
+ "grad_norm": 0.5947551937297244,
+ "firing_rate": 2.9296874345163815e-05,
+ "dead_neurons": 0.99853515625,
+ "time_sec": 24.690731048583984
+ },
+ {
+ "epoch": 10,
+ "train_loss": 2.42286958694458,
+ "train_acc": 0.1075,
+ "val_loss": 2.303573850631714,
+ "val_acc": 0.084,
+ "lyapunov": 1.1012075431644917,
+ "grad_norm": 0.2583528580009966,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.636343240737915
+ },
+ {
+ "epoch": 11,
+ "train_loss": 2.4233014297485354,
+ "train_acc": 0.1075,
+ "val_loss": 2.3036693000793456,
+ "val_acc": 0.084,
+ "lyapunov": 1.1033187359571457,
+ "grad_norm": 0.2660735848449738,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.710039138793945
+ },
+ {
+ "epoch": 12,
+ "train_loss": 2.423148862838745,
+ "train_acc": 0.1075,
+ "val_loss": 2.3037845859527586,
+ "val_acc": 0.084,
+ "lyapunov": 1.103237297385931,
+ "grad_norm": 0.4234714170249191,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.684850454330444
+ },
+ {
+ "epoch": 13,
+ "train_loss": 2.4255196590423584,
+ "train_acc": 0.1055,
+ "val_loss": 2.3036648502349855,
+ "val_acc": 0.084,
+ "lyapunov": 1.1033331789076328,
+ "grad_norm": 0.7749459352575001,
+ "firing_rate": 1.9531249563442543e-05,
+ "dead_neurons": 0.9990234375,
+ "time_sec": 24.693484783172607
+ },
+ {
+ "epoch": 14,
+ "train_loss": 2.4227360363006594,
+ "train_acc": 0.1075,
+ "val_loss": 2.3038085079193116,
+ "val_acc": 0.084,
+ "lyapunov": 1.1011917181313038,
+ "grad_norm": 0.5404483621178982,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 24.63370370864868
+ },
+ {
+ "epoch": 15,
+ "train_loss": 2.3198488540649413,
+ "train_acc": 0.101,
+ "val_loss": 2.029139150619507,
+ "val_acc": 0.186,
+ "lyapunov": 1.10334262996912,
+ "grad_norm": 1.3111824791838802,
+ "firing_rate": 0.0009577941695795289,
+ "dead_neurons": 0.914794921875,
+ "time_sec": 24.68205189704895
+ },
+ {
+ "epoch": 16,
+ "train_loss": 1.9995113039016723,
+ "train_acc": 0.2225,
+ "val_loss": 1.5156087284088136,
+ "val_acc": 0.404,
+ "lyapunov": 1.1062522195279598,
+ "grad_norm": 1.9391261107836768,
+ "firing_rate": 0.003849792392429663,
+ "dead_neurons": 0.823974609375,
+ "time_sec": 24.68693709373474
+ },
+ {
+ "epoch": 17,
+ "train_loss": 1.3940175409317017,
+ "train_acc": 0.4345,
+ "val_loss": 1.0536328926086427,
+ "val_acc": 0.496,
+ "lyapunov": 1.109726469963789,
+ "grad_norm": 6.377014874919891,
+ "firing_rate": 0.016491546208271757,
+ "dead_neurons": 0.6943359375,
+ "time_sec": 24.777471780776978
+ },
+ {
+ "epoch": 18,
+ "train_loss": 1.0712786054611205,
+ "train_acc": 0.549,
+ "val_loss": 0.9320354661941528,
+ "val_acc": 0.57,
+ "lyapunov": 1.1127626188099384,
+ "grad_norm": 5.622682284187354,
+ "firing_rate": 0.02284332225099206,
+ "dead_neurons": 0.60400390625,
+ "time_sec": 24.710701942443848
+ },
+ {
+ "epoch": 19,
+ "train_loss": 1.4346345357894899,
+ "train_acc": 0.4645,
+ "val_loss": 1.190898374557495,
+ "val_acc": 0.472,
+ "lyapunov": 1.1123942956328392,
+ "grad_norm": 7.863788027381062,
+ "firing_rate": 0.023981933045433834,
+ "dead_neurons": 0.60009765625,
+ "time_sec": 24.776970863342285
+ },
+ {
+ "epoch": 20,
+ "train_loss": 1.072595344543457,
+ "train_acc": 0.563,
+ "val_loss": 0.7876822261810302,
+ "val_acc": 0.66,
+ "lyapunov": 1.1115392297506332,
+ "grad_norm": 4.0324849406105745,
+ "firing_rate": 0.017485885095084086,
+ "dead_neurons": 0.641845703125,
+ "time_sec": 24.765336513519287
+ },
+ {
+ "epoch": 21,
+ "train_loss": 0.8294454066753387,
+ "train_acc": 0.677,
+ "val_loss": 0.5923201780319214,
+ "val_acc": 0.752,
+ "lyapunov": 1.1177563108503819,
+ "grad_norm": 5.990807955358493,
+ "firing_rate": 0.032456664368510246,
+ "dead_neurons": 0.57568359375,
+ "time_sec": 24.795910596847534
+ },
+ {
+ "epoch": 22,
+ "train_loss": 0.7896413650512696,
+ "train_acc": 0.6795,
+ "val_loss": 0.6407489004135132,
+ "val_acc": 0.704,
+ "lyapunov": 1.1112591810524464,
+ "grad_norm": 7.595588879859579,
+ "firing_rate": 0.03778457536827773,
+ "dead_neurons": 0.543212890625,
+ "time_sec": 24.726309537887573
+ },
+ {
+ "epoch": 23,
+ "train_loss": 0.8970905632972718,
+ "train_acc": 0.6635,
+ "val_loss": 0.5978069911003113,
+ "val_acc": 0.716,
+ "lyapunov": 1.115072175860405,
+ "grad_norm": 7.8785723882251,
+ "firing_rate": 0.03881004231516272,
+ "dead_neurons": 0.562744140625,
+ "time_sec": 24.781951665878296
+ },
+ {
+ "epoch": 24,
+ "train_loss": 0.9933350601196289,
+ "train_acc": 0.618,
+ "val_loss": 0.7356808624267578,
+ "val_acc": 0.63,
+ "lyapunov": 1.11272394657135,
+ "grad_norm": 9.360758956795884,
+ "firing_rate": 0.045098646776750684,
+ "dead_neurons": 0.557861328125,
+ "time_sec": 24.753777503967285
+ },
+ {
+ "epoch": 25,
+ "train_loss": 1.0769806680679321,
+ "train_acc": 0.635,
+ "val_loss": 4.062628335952759,
+ "val_acc": 0.272,
+ "lyapunov": 1.117802705615759,
+ "grad_norm": 8.862388830624713,
+ "firing_rate": 0.04441383283119649,
+ "dead_neurons": 0.59423828125,
+ "time_sec": 24.71546220779419
+ },
+ {
+ "epoch": 26,
+ "train_loss": 1.0999836149215698,
+ "train_acc": 0.593,
+ "val_loss": 0.7665379567146301,
+ "val_acc": 0.646,
+ "lyapunov": 1.11717389523983,
+ "grad_norm": 8.532904364206615,
+ "firing_rate": 0.03920509258750826,
+ "dead_neurons": 0.60400390625,
+ "time_sec": 24.75096106529236
+ },
+ {
+ "epoch": 27,
+ "train_loss": 0.9482709231376648,
+ "train_acc": 0.621,
+ "val_loss": 0.7178100290298461,
+ "val_acc": 0.626,
+ "lyapunov": 1.1112483218312263,
+ "grad_norm": 8.63370336641291,
+ "firing_rate": 0.04470687743742019,
+ "dead_neurons": 0.60791015625,
+ "time_sec": 24.717939615249634
+ },
+ {
+ "epoch": 28,
+ "train_loss": 1.5422544841766357,
+ "train_acc": 0.519,
+ "val_loss": 2.49585559463501,
+ "val_acc": 0.228,
+ "lyapunov": 1.1156089939177036,
+ "grad_norm": 8.774329940856525,
+ "firing_rate": 0.04428314138203859,
+ "dead_neurons": 0.6083984375,
+ "time_sec": 24.671627521514893
+ },
+ {
+ "epoch": 29,
+ "train_loss": 1.0737279109954834,
+ "train_acc": 0.5965,
+ "val_loss": 0.6983632078170776,
+ "val_acc": 0.69,
+ "lyapunov": 1.1179395392537117,
+ "grad_norm": 7.24468324657972,
+ "firing_rate": 0.03684814379084855,
+ "dead_neurons": 0.626708984375,
+ "time_sec": 24.733794927597046
+ },
+ {
+ "epoch": 30,
+ "train_loss": 0.8785460133552552,
+ "train_acc": 0.6675,
+ "val_loss": 0.7617813425064087,
+ "val_acc": 0.666,
+ "lyapunov": 1.1158344186842442,
+ "grad_norm": 7.1678452009597375,
+ "firing_rate": 0.04266776971053332,
+ "dead_neurons": 0.623291015625,
+ "time_sec": 24.687116861343384
+ }
+ ],
+ "12": [
+ {
+ "epoch": 1,
+ "train_loss": 2.4440349769592284,
+ "train_acc": 0.0965,
+ "val_loss": 2.302829042434692,
+ "val_acc": 0.084,
+ "lyapunov": 1.189372155815363,
+ "grad_norm": 0.16334275391901693,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.685437440872192
+ },
+ {
+ "epoch": 2,
+ "train_loss": 2.4443636379241944,
+ "train_acc": 0.1075,
+ "val_loss": 2.302650791168213,
+ "val_acc": 0.084,
+ "lyapunov": 1.191251989454031,
+ "grad_norm": 0.16353004374563404,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.759915351867676
+ },
+ {
+ "epoch": 3,
+ "train_loss": 2.4442282276153566,
+ "train_acc": 0.1075,
+ "val_loss": 2.302615085601807,
+ "val_acc": 0.084,
+ "lyapunov": 1.1914571411907673,
+ "grad_norm": 0.1523496494365908,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.651160717010498
+ },
+ {
+ "epoch": 4,
+ "train_loss": 2.444334453582764,
+ "train_acc": 0.1075,
+ "val_loss": 2.3027606868743895,
+ "val_acc": 0.084,
+ "lyapunov": 1.1923745423555374,
+ "grad_norm": 0.14962754674702555,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.712103843688965
+ },
+ {
+ "epoch": 5,
+ "train_loss": 2.444155521392822,
+ "train_acc": 0.0995,
+ "val_loss": 2.3028444194793702,
+ "val_acc": 0.084,
+ "lyapunov": 1.1922622583806515,
+ "grad_norm": 0.16308392997217955,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.719533920288086
+ },
+ {
+ "epoch": 6,
+ "train_loss": 2.444078577041626,
+ "train_acc": 0.1075,
+ "val_loss": 2.3029075908660888,
+ "val_acc": 0.084,
+ "lyapunov": 1.1930675469338894,
+ "grad_norm": 0.1648128137627733,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.69988465309143
+ },
+ {
+ "epoch": 7,
+ "train_loss": 2.444177436828613,
+ "train_acc": 0.1075,
+ "val_loss": 2.3029940738677976,
+ "val_acc": 0.084,
+ "lyapunov": 1.1933783032000065,
+ "grad_norm": 0.17828535263952874,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.6548433303833
+ },
+ {
+ "epoch": 8,
+ "train_loss": 2.444325714111328,
+ "train_acc": 0.1075,
+ "val_loss": 2.302977960586548,
+ "val_acc": 0.084,
+ "lyapunov": 1.1942557133734226,
+ "grad_norm": 0.22314510320693243,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.66123080253601
+ },
+ {
+ "epoch": 9,
+ "train_loss": 2.444741653442383,
+ "train_acc": 0.1075,
+ "val_loss": 2.303190439224243,
+ "val_acc": 0.084,
+ "lyapunov": 1.1962198503315449,
+ "grad_norm": 0.19018253968878082,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.730154037475586
+ },
+ {
+ "epoch": 10,
+ "train_loss": 2.4442904262542724,
+ "train_acc": 0.1075,
+ "val_loss": 2.3033028354644776,
+ "val_acc": 0.084,
+ "lyapunov": 1.1952537149190903,
+ "grad_norm": 0.2704953037077237,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.65148377418518
+ },
+ {
+ "epoch": 11,
+ "train_loss": 2.4456894569396974,
+ "train_acc": 0.1075,
+ "val_loss": 2.303472116470337,
+ "val_acc": 0.084,
+ "lyapunov": 1.1966094747185707,
+ "grad_norm": 0.5591787483427338,
+ "firing_rate": 1.9531249563442543e-05,
+ "dead_neurons": 0.9990234375,
+ "time_sec": 29.62576460838318
+ },
+ {
+ "epoch": 12,
+ "train_loss": 2.44429208946228,
+ "train_acc": 0.1075,
+ "val_loss": 2.303642007827759,
+ "val_acc": 0.084,
+ "lyapunov": 1.1948685385286808,
+ "grad_norm": 0.33447078515130224,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.702317476272583
+ },
+ {
+ "epoch": 13,
+ "train_loss": 2.446262441635132,
+ "train_acc": 0.1045,
+ "val_loss": 2.303594966888428,
+ "val_acc": 0.084,
+ "lyapunov": 1.1962331868708134,
+ "grad_norm": 1.0102351638458724,
+ "firing_rate": 1.9531249563442543e-05,
+ "dead_neurons": 0.9990234375,
+ "time_sec": 29.59420371055603
+ },
+ {
+ "epoch": 14,
+ "train_loss": 2.4441811332702637,
+ "train_acc": 0.1075,
+ "val_loss": 2.3037900886535643,
+ "val_acc": 0.084,
+ "lyapunov": 1.1951989829540253,
+ "grad_norm": 0.377365452808337,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.564621210098267
+ },
+ {
+ "epoch": 15,
+ "train_loss": 2.4435638618469238,
+ "train_acc": 0.1075,
+ "val_loss": 2.303899394989014,
+ "val_acc": 0.084,
+ "lyapunov": 1.1920482218265533,
+ "grad_norm": 0.40187599010428743,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.525703191757202
+ },
+ {
+ "epoch": 16,
+ "train_loss": 2.444601858139038,
+ "train_acc": 0.1075,
+ "val_loss": 2.303968994140625,
+ "val_acc": 0.084,
+ "lyapunov": 1.1969390474259853,
+ "grad_norm": 0.740093571931983,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.632558345794678
+ },
+ {
+ "epoch": 17,
+ "train_loss": 2.446256591796875,
+ "train_acc": 0.1075,
+ "val_loss": 2.304044445037842,
+ "val_acc": 0.084,
+ "lyapunov": 1.1975850723683834,
+ "grad_norm": 1.0071818953502767,
+ "firing_rate": 1.9531249563442543e-05,
+ "dead_neurons": 0.9990234375,
+ "time_sec": 29.541781663894653
+ },
+ {
+ "epoch": 18,
+ "train_loss": 2.4471270847320556,
+ "train_acc": 0.1075,
+ "val_loss": 2.304233543395996,
+ "val_acc": 0.084,
+ "lyapunov": 1.1975959166884422,
+ "grad_norm": 0.9408408183563898,
+ "firing_rate": 2.441406195430318e-05,
+ "dead_neurons": 0.998779296875,
+ "time_sec": 29.563097953796387
+ },
+ {
+ "epoch": 19,
+ "train_loss": 2.444837995529175,
+ "train_acc": 0.1075,
+ "val_loss": 2.3042333469390868,
+ "val_acc": 0.084,
+ "lyapunov": 1.1979762315750122,
+ "grad_norm": 0.8242396680350079,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.60165762901306
+ },
+ {
+ "epoch": 20,
+ "train_loss": 2.444180419921875,
+ "train_acc": 0.1075,
+ "val_loss": 2.3042024440765383,
+ "val_acc": 0.084,
+ "lyapunov": 1.1948802582919598,
+ "grad_norm": 0.6285772196944632,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.56795883178711
+ },
+ {
+ "epoch": 21,
+ "train_loss": 2.444201084136963,
+ "train_acc": 0.1075,
+ "val_loss": 2.3042839603424072,
+ "val_acc": 0.084,
+ "lyapunov": 1.1950551234185696,
+ "grad_norm": 0.6700609777194548,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.52345848083496
+ },
+ {
+ "epoch": 22,
+ "train_loss": 2.4442665843963622,
+ "train_acc": 0.1075,
+ "val_loss": 2.3043801250457765,
+ "val_acc": 0.084,
+ "lyapunov": 1.1958534643054008,
+ "grad_norm": 1.0256729073035997,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.558030605316162
+ },
+ {
+ "epoch": 23,
+ "train_loss": 2.4440490856170656,
+ "train_acc": 0.1075,
+ "val_loss": 2.304449718475342,
+ "val_acc": 0.084,
+ "lyapunov": 1.1945273205637932,
+ "grad_norm": 0.6273041291211898,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.581287622451782
+ },
+ {
+ "epoch": 24,
+ "train_loss": 2.444238052368164,
+ "train_acc": 0.1075,
+ "val_loss": 2.304418369293213,
+ "val_acc": 0.084,
+ "lyapunov": 1.1953437514603138,
+ "grad_norm": 0.8978811787557226,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.513067722320557
+ },
+ {
+ "epoch": 25,
+ "train_loss": 2.4442557983398436,
+ "train_acc": 0.1075,
+ "val_loss": 2.3044433059692384,
+ "val_acc": 0.084,
+ "lyapunov": 1.195473313331604,
+ "grad_norm": 0.7798748000104871,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.60933542251587
+ },
+ {
+ "epoch": 26,
+ "train_loss": 2.4440580253601074,
+ "train_acc": 0.1075,
+ "val_loss": 2.304326183319092,
+ "val_acc": 0.084,
+ "lyapunov": 1.1951426230370998,
+ "grad_norm": 0.8407167443756942,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.711235761642456
+ },
+ {
+ "epoch": 27,
+ "train_loss": 2.443987491607666,
+ "train_acc": 0.1075,
+ "val_loss": 2.304442714691162,
+ "val_acc": 0.084,
+ "lyapunov": 1.1945025026798248,
+ "grad_norm": 0.4889203851864685,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.675331115722656
+ },
+ {
+ "epoch": 28,
+ "train_loss": 2.4442192401885987,
+ "train_acc": 0.1075,
+ "val_loss": 2.3045427951812743,
+ "val_acc": 0.084,
+ "lyapunov": 1.1956175416707993,
+ "grad_norm": 0.49653127758300764,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.65798544883728
+ },
+ {
+ "epoch": 29,
+ "train_loss": 2.4439764919281006,
+ "train_acc": 0.1075,
+ "val_loss": 2.304423973083496,
+ "val_acc": 0.084,
+ "lyapunov": 1.1948224492371082,
+ "grad_norm": 0.5391819708036631,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.637993097305298
+ },
+ {
+ "epoch": 30,
+ "train_loss": 2.44409956741333,
+ "train_acc": 0.1075,
+ "val_loss": 2.304638437271118,
+ "val_acc": 0.084,
+ "lyapunov": 1.1957054287195206,
+ "grad_norm": 0.6349010517199268,
+ "firing_rate": 0.0,
+ "dead_neurons": 1.0,
+ "time_sec": 29.719268560409546
+ }
+ ]
+ }
+} \ No newline at end of file
generated by cgit v1.2.3 (git 2.25.1) at 2026-01-27 13:41:53 +0000