{
  "vanilla": {
    "2": [
      {
        "epoch": 1,
        "train_loss": 1.0862140246629715,
        "train_acc": 0.745,
        "val_loss": 0.13157110023498536,
        "val_acc": 0.95,
        "lyapunov": null,
        "grad_norm": 2.652632212405651,
        "firing_rate": 0.024748076917603612,
        "dead_neurons": 0.18896484375,
        "time_sec": 2.3587470054626465
      },
      {
        "epoch": 2,
        "train_loss": 0.03511587437335402,
        "train_acc": 0.996,
        "val_loss": 0.0016182726714760066,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.22088854862814017,
        "firing_rate": 0.047621611156500876,
        "dead_neurons": 0.225830078125,
        "time_sec": 2.1390109062194824
      },
      {
        "epoch": 3,
        "train_loss": 0.0007641723435372114,
        "train_acc": 1.0,
        "val_loss": 0.0003776395539753139,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.019936461883828895,
        "firing_rate": 0.06236137181986123,
        "dead_neurons": 0.224365234375,
        "time_sec": 2.139162302017212
      },
      {
        "epoch": 4,
        "train_loss": 0.00031428566295653584,
        "train_acc": 1.0,
        "val_loss": 0.0002873073660302907,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0063803704442426095,
        "firing_rate": 0.06485313246957958,
        "dead_neurons": 0.226318359375,
        "time_sec": 2.1360106468200684
      },
      {
        "epoch": 5,
        "train_loss": 0.00020307871338445693,
        "train_acc": 1.0,
        "val_loss": 0.00021877620043233038,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0050143095409599485,
        "firing_rate": 0.06633338774554431,
        "dead_neurons": 0.22705078125,
        "time_sec": 2.1391656398773193
      },
      {
        "epoch": 6,
        "train_loss": 0.00015847488801227884,
        "train_acc": 1.0,
        "val_loss": 0.00017504963162355124,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0031090410944638438,
        "firing_rate": 0.06726936192717403,
        "dead_neurons": 0.227783203125,
        "time_sec": 2.1376357078552246
      },
      {
        "epoch": 7,
        "train_loss": 0.00012012394145131112,
        "train_acc": 1.0,
        "val_loss": 0.0001335080499993637,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.002863023010010458,
        "firing_rate": 0.06826011498924345,
        "dead_neurons": 0.22607421875,
        "time_sec": 2.1405463218688965
      },
      {
        "epoch": 8,
        "train_loss": 0.0001034207153134048,
        "train_acc": 1.0,
        "val_loss": 0.00010216104733990505,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0025535318726629783,
        "firing_rate": 0.06939124991185963,
        "dead_neurons": 0.2275390625,
        "time_sec": 2.137967824935913
      },
      {
        "epoch": 9,
        "train_loss": 7.770154619356617e-05,
        "train_acc": 1.0,
        "val_loss": 7.86610594659578e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0018744556662192021,
        "firing_rate": 0.0701129138469696,
        "dead_neurons": 0.229736328125,
        "time_sec": 2.1392204761505127
      },
      {
        "epoch": 10,
        "train_loss": 6.762499134492828e-05,
        "train_acc": 1.0,
        "val_loss": 6.537925772136077e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0018039956844530186,
        "firing_rate": 0.07100417977198958,
        "dead_neurons": 0.228271484375,
        "time_sec": 2.1376774311065674
      },
      {
        "epoch": 11,
        "train_loss": 5.6503767147660254e-05,
        "train_acc": 1.0,
        "val_loss": 6.339428867795504e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.001734982498188249,
        "firing_rate": 0.071136015933007,
        "dead_neurons": 0.22607421875,
        "time_sec": 2.135075330734253
      },
      {
        "epoch": 12,
        "train_loss": 5.269741658048588e-05,
        "train_acc": 1.0,
        "val_loss": 5.7561064837500454e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0011963322850917302,
        "firing_rate": 0.07188224652782083,
        "dead_neurons": 0.2255859375,
        "time_sec": 2.1391751766204834
      },
      {
        "epoch": 13,
        "train_loss": 4.229139239760116e-05,
        "train_acc": 1.0,
        "val_loss": 5.4136484919581565e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0010820460647932093,
        "firing_rate": 0.0722844684496522,
        "dead_neurons": 0.227783203125,
        "time_sec": 2.139727830886841
      },
      {
        "epoch": 14,
        "train_loss": 3.810393670573831e-05,
        "train_acc": 1.0,
        "val_loss": 4.570226016221568e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0010099610559248186,
        "firing_rate": 0.07303664996288717,
        "dead_neurons": 0.2265625,
        "time_sec": 2.135988473892212
      },
      {
        "epoch": 15,
        "train_loss": 3.539198642829433e-05,
        "train_acc": 1.0,
        "val_loss": 4.0704599756281824e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0010336048426190952,
        "firing_rate": 0.07337707350961864,
        "dead_neurons": 0.2294921875,
        "time_sec": 2.1363022327423096
      },
      {
        "epoch": 16,
        "train_loss": 3.088171757553937e-05,
        "train_acc": 1.0,
        "val_loss": 3.340170823503286e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0009455152469051898,
        "firing_rate": 0.0740036757197231,
        "dead_neurons": 0.228515625,
        "time_sec": 2.1377317905426025
      },
      {
        "epoch": 17,
        "train_loss": 2.454694313928485e-05,
        "train_acc": 1.0,
        "val_loss": 3.1734278367366645e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0006798347653618092,
        "firing_rate": 0.07406387210357934,
        "dead_neurons": 0.2265625,
        "time_sec": 2.135289430618286
      },
      {
        "epoch": 18,
        "train_loss": 2.4541303180740215e-05,
        "train_acc": 1.0,
        "val_loss": 3.23862339137122e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0007382534550767304,
        "firing_rate": 0.07487510493956506,
        "dead_neurons": 0.228271484375,
        "time_sec": 2.1351211071014404
      },
      {
        "epoch": 19,
        "train_loss": 2.2608882703934795e-05,
        "train_acc": 1.0,
        "val_loss": 2.8169934128527528e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0006452200448219769,
        "firing_rate": 0.07523788325488567,
        "dead_neurons": 0.224853515625,
        "time_sec": 2.136500120162964
      },
      {
        "epoch": 20,
        "train_loss": 1.994119686423801e-05,
        "train_acc": 1.0,
        "val_loss": 2.7265132652246393e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0005317879564300846,
        "firing_rate": 0.0756540666334331,
        "dead_neurons": 0.227294921875,
        "time_sec": 2.1360011100769043
      },
      {
        "epoch": 21,
        "train_loss": 1.8730190491623945e-05,
        "train_acc": 1.0,
        "val_loss": 2.5338391395052894e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0005839095013812129,
        "firing_rate": 0.07602477818727493,
        "dead_neurons": 0.22607421875,
        "time_sec": 2.137516498565674
      },
      {
        "epoch": 22,
        "train_loss": 1.6793014656286686e-05,
        "train_acc": 1.0,
        "val_loss": 2.1697693431633524e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0005421028651660788,
        "firing_rate": 0.07635856443084776,
        "dead_neurons": 0.229736328125,
        "time_sec": 2.13490891456604
      },
      {
        "epoch": 23,
        "train_loss": 1.5244839181832504e-05,
        "train_acc": 1.0,
        "val_loss": 2.0669378078309818e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0004360430565796982,
        "firing_rate": 0.07629684265702963,
        "dead_neurons": 0.2275390625,
        "time_sec": 2.1376795768737793
      },
      {
        "epoch": 24,
        "train_loss": 1.405826790141873e-05,
        "train_acc": 1.0,
        "val_loss": 1.9611400406574832e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0004650971525741054,
        "firing_rate": 0.07711150939576328,
        "dead_neurons": 0.229736328125,
        "time_sec": 2.136260747909546
      },
      {
        "epoch": 25,
        "train_loss": 1.299811115313787e-05,
        "train_acc": 1.0,
        "val_loss": 1.746505277696997e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0003826543883074817,
        "firing_rate": 0.07721206499263644,
        "dead_neurons": 0.23046875,
        "time_sec": 2.1375393867492676
      },
      {
        "epoch": 26,
        "train_loss": 1.2098620536562522e-05,
        "train_acc": 1.0,
        "val_loss": 1.6241700475802646e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0003664163533104517,
        "firing_rate": 0.07733054901473224,
        "dead_neurons": 0.22705078125,
        "time_sec": 2.1388442516326904
      },
      {
        "epoch": 27,
        "train_loss": 1.1224718618905172e-05,
        "train_acc": 1.0,
        "val_loss": 1.6860160059877673e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0004886884304411386,
        "firing_rate": 0.07805579947307706,
        "dead_neurons": 0.2275390625,
        "time_sec": 2.1351003646850586
      },
      {
        "epoch": 28,
        "train_loss": 1.068496504012728e-05,
        "train_acc": 1.0,
        "val_loss": 1.672418977250345e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00035114508222860953,
        "firing_rate": 0.07762153469957411,
        "dead_neurons": 0.228271484375,
        "time_sec": 2.1354176998138428
      },
      {
        "epoch": 29,
        "train_loss": 9.675840483396313e-06,
        "train_acc": 1.0,
        "val_loss": 1.4420239880564623e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0003476458452677006,
        "firing_rate": 0.07818664377555251,
        "dead_neurons": 0.23291015625,
        "time_sec": 2.1346397399902344
      },
      {
        "epoch": 30,
        "train_loss": 9.41534929734189e-06,
        "train_acc": 1.0,
        "val_loss": 1.2731835508020595e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0002952897789490573,
        "firing_rate": 0.07864875579252839,
        "dead_neurons": 0.23193359375,
        "time_sec": 2.1382744312286377
      }
    ],
    "4": [
      {
        "epoch": 1,
        "train_loss": 1.263755262374878,
        "train_acc": 0.5815,
        "val_loss": 0.5265735468864441,
        "val_acc": 0.826,
        "lyapunov": null,
        "grad_norm": 1.3725718499027493,
        "firing_rate": 0.014362258638811909,
        "dead_neurons": 0.487548828125,
        "time_sec": 4.147785186767578
      },
      {
        "epoch": 2,
        "train_loss": 0.1884549898719415,
        "train_acc": 0.934,
        "val_loss": 0.0021553666945546865,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.8023016232351372,
        "firing_rate": 0.08495872316416353,
        "dead_neurons": 0.328369140625,
        "time_sec": 4.15287971496582
      },
      {
        "epoch": 3,
        "train_loss": 0.015450750308344141,
        "train_acc": 0.9945,
        "val_loss": 0.2580877375602722,
        "val_acc": 0.93,
        "lyapunov": null,
        "grad_norm": 1.4724153018674375,
        "firing_rate": 0.14057624386623502,
        "dead_neurons": 0.298095703125,
        "time_sec": 4.146786451339722
      },
      {
        "epoch": 4,
        "train_loss": 0.018990141718648375,
        "train_acc": 0.995,
        "val_loss": 0.0022162443324923514,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.8463203847504965,
        "firing_rate": 0.1307649970985949,
        "dead_neurons": 0.28369140625,
        "time_sec": 4.14611291885376
      },
      {
        "epoch": 5,
        "train_loss": 0.000641933350590989,
        "train_acc": 1.0,
        "val_loss": 0.0001327097152825445,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0449844948963879,
        "firing_rate": 0.12737235729582608,
        "dead_neurons": 0.26513671875,
        "time_sec": 4.146011829376221
      },
      {
        "epoch": 6,
        "train_loss": 9.591321228072047e-05,
        "train_acc": 1.0,
        "val_loss": 0.00010362778190756216,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.004075554529669718,
        "firing_rate": 0.12861365918070078,
        "dead_neurons": 0.263916015625,
        "time_sec": 4.143704652786255
      },
      {
        "epoch": 7,
        "train_loss": 5.559376144083217e-05,
        "train_acc": 1.0,
        "val_loss": 7.22256965818815e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0018937185069698224,
        "firing_rate": 0.1295601623132825,
        "dead_neurons": 0.263427734375,
        "time_sec": 4.145286560058594
      },
      {
        "epoch": 8,
        "train_loss": 4.4388480819179674e-05,
        "train_acc": 1.0,
        "val_loss": 6.448490789625793e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0015648046596843648,
        "firing_rate": 0.13029937562532723,
        "dead_neurons": 0.264404296875,
        "time_sec": 4.14595890045166
      },
      {
        "epoch": 9,
        "train_loss": 3.9163974332041105e-05,
        "train_acc": 1.0,
        "val_loss": 4.204966509132646e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0016361321850203473,
        "firing_rate": 0.13074767729267478,
        "dead_neurons": 0.264892578125,
        "time_sec": 4.1496899127960205
      },
      {
        "epoch": 10,
        "train_loss": 3.1407601069076916e-05,
        "train_acc": 1.0,
        "val_loss": 3.780524019384757e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0012012554318794322,
        "firing_rate": 0.13145583774894476,
        "dead_neurons": 0.262451171875,
        "time_sec": 4.147123575210571
      },
      {
        "epoch": 11,
        "train_loss": 2.6609712698700605e-05,
        "train_acc": 1.0,
        "val_loss": 3.670919733121991e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0011728006472778076,
        "firing_rate": 0.13246062956750393,
        "dead_neurons": 0.26611328125,
        "time_sec": 4.1447813510894775
      },
      {
        "epoch": 12,
        "train_loss": 4.2254979329300115e-05,
        "train_acc": 1.0,
        "val_loss": 3.280974127119407e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.003802300398000842,
        "firing_rate": 0.1325694255065173,
        "dead_neurons": 0.26611328125,
        "time_sec": 4.1425487995147705
      },
      {
        "epoch": 13,
        "train_loss": 1.8451230469509027e-05,
        "train_acc": 1.0,
        "val_loss": 2.463317580986768e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0008113794291988354,
        "firing_rate": 0.13376700994558632,
        "dead_neurons": 0.269287109375,
        "time_sec": 4.147764682769775
      },
      {
        "epoch": 14,
        "train_loss": 1.5658992208045673e-05,
        "train_acc": 1.0,
        "val_loss": 2.7431079419329764e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0006360982281988833,
        "firing_rate": 0.1338249184191227,
        "dead_neurons": 0.267578125,
        "time_sec": 4.146581411361694
      },
      {
        "epoch": 15,
        "train_loss": 1.4109575258771657e-05,
        "train_acc": 1.0,
        "val_loss": 2.2382879215001595e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0006155233454490825,
        "firing_rate": 0.13429015735164285,
        "dead_neurons": 0.268798828125,
        "time_sec": 4.144853353500366
      },
      {
        "epoch": 16,
        "train_loss": 1.5531850868910625e-05,
        "train_acc": 1.0,
        "val_loss": 2.1548969627474433e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0007896569341530862,
        "firing_rate": 0.1353167686611414,
        "dead_neurons": 0.267333984375,
        "time_sec": 4.143557071685791
      },
      {
        "epoch": 17,
        "train_loss": 1.1987831734586507e-05,
        "train_acc": 1.0,
        "val_loss": 1.1406368583266158e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00045544140273010583,
        "firing_rate": 0.13524505379609764,
        "dead_neurons": 0.26611328125,
        "time_sec": 4.147287845611572
      },
      {
        "epoch": 18,
        "train_loss": 9.947653171366255e-06,
        "train_acc": 1.0,
        "val_loss": 1.7781188595108688e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0004061381822331834,
        "firing_rate": 0.1352739678695798,
        "dead_neurons": 0.26904296875,
        "time_sec": 4.216802597045898
      },
      {
        "epoch": 19,
        "train_loss": 9.43590113092796e-06,
        "train_acc": 1.0,
        "val_loss": 1.1737457047274802e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00036966093059354803,
        "firing_rate": 0.13607581797987223,
        "dead_neurons": 0.265869140625,
        "time_sec": 4.14510440826416
      },
      {
        "epoch": 20,
        "train_loss": 1.0307971249858383e-05,
        "train_acc": 1.0,
        "val_loss": 8.661849711643299e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0005551268319017002,
        "firing_rate": 0.13609077199362218,
        "dead_neurons": 0.26806640625,
        "time_sec": 4.1447296142578125
      },
      {
        "epoch": 21,
        "train_loss": 8.255971655671602e-06,
        "train_acc": 1.0,
        "val_loss": 1.1277350095042494e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0003816555326719562,
        "firing_rate": 0.137587811332196,
        "dead_neurons": 0.267822265625,
        "time_sec": 4.145458936691284
      },
      {
        "epoch": 22,
        "train_loss": 8.286500180247459e-06,
        "train_acc": 1.0,
        "val_loss": 1.016123050067108e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00034553010862566774,
        "firing_rate": 0.1380250509828329,
        "dead_neurons": 0.26611328125,
        "time_sec": 4.142088413238525
      },
      {
        "epoch": 23,
        "train_loss": 6.750748720151023e-06,
        "train_acc": 1.0,
        "val_loss": 1.1137609806610271e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0002914842689991727,
        "firing_rate": 0.1375366181600839,
        "dead_neurons": 0.269775390625,
        "time_sec": 4.141433238983154
      },
      {
        "epoch": 24,
        "train_loss": 6.865130583719292e-06,
        "train_acc": 1.0,
        "val_loss": 6.7284976976225155e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0003610291319126956,
        "firing_rate": 0.1388353700749576,
        "dead_neurons": 0.269775390625,
        "time_sec": 4.142282247543335
      },
      {
        "epoch": 25,
        "train_loss": 5.724252554500708e-06,
        "train_acc": 1.0,
        "val_loss": 9.715738628074178e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0002808328606198323,
        "firing_rate": 0.13900985405780375,
        "dead_neurons": 0.26806640625,
        "time_sec": 4.140783071517944
      },
      {
        "epoch": 26,
        "train_loss": 4.768491076902137e-06,
        "train_acc": 1.0,
        "val_loss": 6.419210178137291e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00023025735149564822,
        "firing_rate": 0.1391518374439329,
        "dead_neurons": 0.267822265625,
        "time_sec": 4.144742965698242
      },
      {
        "epoch": 27,
        "train_loss": 4.42277511319844e-06,
        "train_acc": 1.0,
        "val_loss": 7.312085290323011e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0002035527362186745,
        "firing_rate": 0.1396778067573905,
        "dead_neurons": 0.26904296875,
        "time_sec": 4.145007610321045
      },
      {
        "epoch": 28,
        "train_loss": 3.986956980952527e-06,
        "train_acc": 1.0,
        "val_loss": 3.383252618732513e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00018249724473738292,
        "firing_rate": 0.14032035577110946,
        "dead_neurons": 0.268310546875,
        "time_sec": 4.145847797393799
      },
      {
        "epoch": 29,
        "train_loss": 4.075938493762976e-06,
        "train_acc": 1.0,
        "val_loss": 4.661190057959174e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00018344931784960636,
        "firing_rate": 0.1406082110479474,
        "dead_neurons": 0.26953125,
        "time_sec": 4.144061326980591
      },
      {
        "epoch": 30,
        "train_loss": 4.442304264102859e-06,
        "train_acc": 1.0,
        "val_loss": 3.1805712224013404e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00020763055716085157,
        "firing_rate": 0.140918652061373,
        "dead_neurons": 0.266845703125,
        "time_sec": 4.144405841827393
      }
    ],
    "6": [
      {
        "epoch": 1,
        "train_loss": 1.932993688583374,
        "train_acc": 0.273,
        "val_loss": 1.5516670265197754,
        "val_acc": 0.464,
        "lyapunov": null,
        "grad_norm": 0.6548356236532714,
        "firing_rate": 0.0038218688070514872,
        "dead_neurons": 0.69482421875,
        "time_sec": 6.167332649230957
      },
      {
        "epoch": 2,
        "train_loss": 1.1944805006980896,
        "train_acc": 0.5645,
        "val_loss": 0.6779001903533936,
        "val_acc": 0.812,
        "lyapunov": null,
        "grad_norm": 0.9528729293085964,
        "firing_rate": 0.027471618173876777,
        "dead_neurons": 0.3642578125,
        "time_sec": 6.163903474807739
      },
      {
        "epoch": 3,
        "train_loss": 0.44278646779060366,
        "train_acc": 0.858,
        "val_loss": 0.1297035945057869,
        "val_acc": 0.922,
        "lyapunov": null,
        "grad_norm": 2.4442840394474015,
        "firing_rate": 0.06308715685736388,
        "dead_neurons": 0.237060546875,
        "time_sec": 6.162548303604126
      },
      {
        "epoch": 4,
        "train_loss": 0.0975732928365469,
        "train_acc": 0.9705,
        "val_loss": 0.026032678350806235,
        "val_acc": 0.996,
        "lyapunov": null,
        "grad_norm": 1.965384776397749,
        "firing_rate": 0.10399482492357492,
        "dead_neurons": 0.24560546875,
        "time_sec": 6.239239454269409
      },
      {
        "epoch": 5,
        "train_loss": 0.009474163898266852,
        "train_acc": 0.9995,
        "val_loss": 0.0012641373900696634,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.182774275740804,
        "firing_rate": 0.10471694776788354,
        "dead_neurons": 0.260009765625,
        "time_sec": 6.165114879608154
      },
      {
        "epoch": 6,
        "train_loss": 0.00048402378195896745,
        "train_acc": 1.0,
        "val_loss": 0.00010797571460716426,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.015873805937684476,
        "firing_rate": 0.11638648761436343,
        "dead_neurons": 0.253173828125,
        "time_sec": 6.173400640487671
      },
      {
        "epoch": 7,
        "train_loss": 0.00011237534249085002,
        "train_acc": 1.0,
        "val_loss": 7.753287159721368e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.006359232903627496,
        "firing_rate": 0.12175124976783991,
        "dead_neurons": 0.26025390625,
        "time_sec": 6.1645612716674805
      },
      {
        "epoch": 8,
        "train_loss": 4.602364225138444e-05,
        "train_acc": 1.0,
        "val_loss": 3.800964077527169e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0015859193749806328,
        "firing_rate": 0.12402366334572434,
        "dead_neurons": 0.263671875,
        "time_sec": 6.1591832637786865
      },
      {
        "epoch": 9,
        "train_loss": 5.4250907895038836e-05,
        "train_acc": 1.0,
        "val_loss": 2.357789959933143e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0029615611641863986,
        "firing_rate": 0.12645362527109683,
        "dead_neurons": 0.26416015625,
        "time_sec": 6.164879322052002
      },
      {
        "epoch": 10,
        "train_loss": 3.1642707175706163e-05,
        "train_acc": 1.0,
        "val_loss": 1.558947982994141e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0022737653284793605,
        "firing_rate": 0.1306178264785558,
        "dead_neurons": 0.261474609375,
        "time_sec": 6.165197849273682
      },
      {
        "epoch": 11,
        "train_loss": 2.533773877848944e-05,
        "train_acc": 1.0,
        "val_loss": 2.1721150009398116e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0013577830025601968,
        "firing_rate": 0.13266395265236497,
        "dead_neurons": 0.259521484375,
        "time_sec": 6.166964292526245
      },
      {
        "epoch": 12,
        "train_loss": 1.8974932838318636e-05,
        "train_acc": 1.0,
        "val_loss": 1.1726084645488299e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0011109562347046827,
        "firing_rate": 0.13414016366004944,
        "dead_neurons": 0.2587890625,
        "time_sec": 6.169738531112671
      },
      {
        "epoch": 13,
        "train_loss": 1.1846694138512248e-05,
        "train_acc": 1.0,
        "val_loss": 1.8961250360007398e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0013563298878765044,
        "firing_rate": 0.13395194709300995,
        "dead_neurons": 0.2548828125,
        "time_sec": 6.166589736938477
      },
      {
        "epoch": 14,
        "train_loss": 1.0670710616977886e-05,
        "train_acc": 1.0,
        "val_loss": 1.0645287762599765e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0006615149577259621,
        "firing_rate": 0.13719215081073344,
        "dead_neurons": 0.254638671875,
        "time_sec": 6.164306402206421
      },
      {
        "epoch": 15,
        "train_loss": 2.3744955607071462e-05,
        "train_acc": 1.0,
        "val_loss": 7.0153161595953865e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0019697188220001646,
        "firing_rate": 0.13918021810241044,
        "dead_neurons": 0.2568359375,
        "time_sec": 6.163377523422241
      },
      {
        "epoch": 16,
        "train_loss": 7.075831971633306e-06,
        "train_acc": 1.0,
        "val_loss": 6.94084505084902e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0008323651390945511,
        "firing_rate": 0.14270217530429363,
        "dead_neurons": 0.252197265625,
        "time_sec": 6.162005662918091
      },
      {
        "epoch": 17,
        "train_loss": 5.336445497960085e-06,
        "train_acc": 1.0,
        "val_loss": 4.835054987779585e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00036606271407313933,
        "firing_rate": 0.1440493748523295,
        "dead_neurons": 0.2529296875,
        "time_sec": 6.237177610397339
      },
      {
        "epoch": 18,
        "train_loss": 3.5155202294845368e-06,
        "train_acc": 1.0,
        "val_loss": 5.533820632990683e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00022325348720212123,
        "firing_rate": 0.1445622225292027,
        "dead_neurons": 0.251708984375,
        "time_sec": 6.16015887260437
      },
      {
        "epoch": 19,
        "train_loss": 4.171465572653687e-06,
        "train_acc": 1.0,
        "val_loss": 3.828662833257112e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00031144032309241834,
        "firing_rate": 0.1452838098630309,
        "dead_neurons": 0.250732421875,
        "time_sec": 6.163027763366699
      },
      {
        "epoch": 20,
        "train_loss": 2.687520717699954e-06,
        "train_acc": 1.0,
        "val_loss": 4.863777750870213e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0002833022533723317,
        "firing_rate": 0.14580726344138384,
        "dead_neurons": 0.25146484375,
        "time_sec": 6.157947063446045
      },
      {
        "epoch": 21,
        "train_loss": 4.199673379389423e-06,
        "train_acc": 1.0,
        "val_loss": 3.817355504907027e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.000323613717160442,
        "firing_rate": 0.14579017460346222,
        "dead_neurons": 0.250244140625,
        "time_sec": 6.162522792816162
      },
      {
        "epoch": 22,
        "train_loss": 2.706652664073772e-06,
        "train_acc": 1.0,
        "val_loss": 3.1946551007422387e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0002022195275879903,
        "firing_rate": 0.14625465031713247,
        "dead_neurons": 0.25,
        "time_sec": 6.164631605148315
      },
      {
        "epoch": 23,
        "train_loss": 2.7718568235286513e-06,
        "train_acc": 1.0,
        "val_loss": 5.995644738504779e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0002108829033306268,
        "firing_rate": 0.14737151795998216,
        "dead_neurons": 0.24755859375,
        "time_sec": 6.165900468826294
      },
      {
        "epoch": 24,
        "train_loss": 4.275181248658555e-06,
        "train_acc": 1.0,
        "val_loss": 3.0060330136620904e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00041101904173428984,
        "firing_rate": 0.1473279525525868,
        "dead_neurons": 0.247314453125,
        "time_sec": 6.170032739639282
      },
      {
        "epoch": 25,
        "train_loss": 2.0212534368511115e-06,
        "train_acc": 1.0,
        "val_loss": 2.869931111490587e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0001533489938905502,
        "firing_rate": 0.1489862040616572,
        "dead_neurons": 0.247802734375,
        "time_sec": 6.16185188293457
      },
      {
        "epoch": 26,
        "train_loss": 1.6585767116197304e-06,
        "train_acc": 1.0,
        "val_loss": 1.6686386188666802e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0001400851892281161,
        "firing_rate": 0.14976874785497785,
        "dead_neurons": 0.24853515625,
        "time_sec": 6.166364669799805
      },
      {
        "epoch": 27,
        "train_loss": 2.090129267571683e-06,
        "train_acc": 1.0,
        "val_loss": 1.4676627160952194e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00014515578668216242,
        "firing_rate": 0.14910392579622567,
        "dead_neurons": 0.245849609375,
        "time_sec": 6.1665940284729
      },
      {
        "epoch": 28,
        "train_loss": 1.5133875369883753e-06,
        "train_acc": 1.0,
        "val_loss": 3.6385789899213704e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00010873379768132528,
        "firing_rate": 0.1505998196080327,
        "dead_neurons": 0.245849609375,
        "time_sec": 6.161536693572998
      },
      {
        "epoch": 29,
        "train_loss": 1.700310897348345e-06,
        "train_acc": 1.0,
        "val_loss": 2.3756492519169113e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0001039212913284785,
        "firing_rate": 0.1511539425700903,
        "dead_neurons": 0.24560546875,
        "time_sec": 6.169568300247192
      },
      {
        "epoch": 30,
        "train_loss": 1.0495469741726992e-06,
        "train_acc": 1.0,
        "val_loss": 1.4876512250339147e-06,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 7.633963416095427e-05,
        "firing_rate": 0.15126983355730772,
        "dead_neurons": 0.24560546875,
        "time_sec": 6.24058985710144
      }
    ],
    "8": [
      {
        "epoch": 1,
        "train_loss": 2.302657558441162,
        "train_acc": 0.099,
        "val_loss": 2.3026557693481444,
        "val_acc": 0.102,
        "lyapunov": null,
        "grad_norm": 0.15421092640391904,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 8.181963205337524
      },
      {
        "epoch": 2,
        "train_loss": 2.3023182106018067,
        "train_acc": 0.106,
        "val_loss": 2.302779151916504,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.14815118883056114,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 8.175732135772705
      },
      {
        "epoch": 3,
        "train_loss": 2.302136806488037,
        "train_acc": 0.1075,
        "val_loss": 2.302933908462524,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.1539803993057057,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 8.163746356964111
      },
      {
        "epoch": 4,
        "train_loss": 2.3019861106872557,
        "train_acc": 0.1075,
        "val_loss": 2.3030318393707274,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.1579138076010368,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 8.17258620262146
      },
      {
        "epoch": 5,
        "train_loss": 2.3018928985595704,
        "train_acc": 0.1075,
        "val_loss": 2.3032412395477295,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.17090363551236282,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 8.18158507347107
      },
      {
        "epoch": 6,
        "train_loss": 2.2027295475006103,
        "train_acc": 0.1255,
        "val_loss": 2.006557565689087,
        "val_acc": 0.334,
        "lyapunov": null,
        "grad_norm": 0.6931931896985284,
        "firing_rate": 0.0007505035192991727,
        "dead_neurons": 0.888916015625,
        "time_sec": 8.184371948242188
      },
      {
        "epoch": 7,
        "train_loss": 1.733082148551941,
        "train_acc": 0.3415,
        "val_loss": 1.6517172679901122,
        "val_acc": 0.368,
        "lyapunov": null,
        "grad_norm": 1.351360751468921,
        "firing_rate": 0.010396804524134495,
        "dead_neurons": 0.54833984375,
        "time_sec": 8.238166570663452
      },
      {
        "epoch": 8,
        "train_loss": 1.373770691871643,
        "train_acc": 0.462,
        "val_loss": 1.1074261980056763,
        "val_acc": 0.58,
        "lyapunov": null,
        "grad_norm": 1.9176057102303803,
        "firing_rate": 0.02270141546614468,
        "dead_neurons": 0.40185546875,
        "time_sec": 8.17767071723938
      },
      {
        "epoch": 9,
        "train_loss": 0.631064400434494,
        "train_acc": 0.7365,
        "val_loss": 0.24615425992012024,
        "val_acc": 0.89,
        "lyapunov": null,
        "grad_norm": 2.2337764060907324,
        "firing_rate": 0.04359825007850304,
        "dead_neurons": 0.3251953125,
        "time_sec": 8.168756246566772
      },
      {
        "epoch": 10,
        "train_loss": 0.2270010724067688,
        "train_acc": 0.921,
        "val_loss": 0.2243092315196991,
        "val_acc": 0.892,
        "lyapunov": null,
        "grad_norm": 3.8587772407336396,
        "firing_rate": 0.07272880396340042,
        "dead_neurons": 0.311767578125,
        "time_sec": 8.17849063873291
      },
      {
        "epoch": 11,
        "train_loss": 0.2219877482652664,
        "train_acc": 0.9225,
        "val_loss": 0.14033917129039764,
        "val_acc": 0.954,
        "lyapunov": null,
        "grad_norm": 3.5636276389818207,
        "firing_rate": 0.07675071503035724,
        "dead_neurons": 0.341064453125,
        "time_sec": 8.178403377532959
      },
      {
        "epoch": 12,
        "train_loss": 0.12795400488376618,
        "train_acc": 0.9515,
        "val_loss": 0.08369280070066452,
        "val_acc": 0.972,
        "lyapunov": null,
        "grad_norm": 1.3483465504622636,
        "firing_rate": 0.07466705120168626,
        "dead_neurons": 0.3359375,
        "time_sec": 8.176403522491455
      },
      {
        "epoch": 13,
        "train_loss": 0.0623950996696949,
        "train_acc": 0.9785,
        "val_loss": 0.026609718352556228,
        "val_acc": 0.99,
        "lyapunov": null,
        "grad_norm": 0.6963633871816496,
        "firing_rate": 0.0784614544827491,
        "dead_neurons": 0.30419921875,
        "time_sec": 8.18202018737793
      },
      {
        "epoch": 14,
        "train_loss": 0.03552821048349142,
        "train_acc": 0.9875,
        "val_loss": 0.009076205365359783,
        "val_acc": 0.998,
        "lyapunov": null,
        "grad_norm": 0.5481384270292873,
        "firing_rate": 0.08576438669115305,
        "dead_neurons": 0.264892578125,
        "time_sec": 8.173210620880127
      },
      {
        "epoch": 15,
        "train_loss": 0.009602802943438292,
        "train_acc": 0.998,
        "val_loss": 0.00528071871586144,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.21880095285810058,
        "firing_rate": 0.09083503508009017,
        "dead_neurons": 0.246826171875,
        "time_sec": 8.249487161636353
      },
      {
        "epoch": 16,
        "train_loss": 0.0046454815632969255,
        "train_acc": 0.999,
        "val_loss": 0.005770756167825311,
        "val_acc": 0.998,
        "lyapunov": null,
        "grad_norm": 0.13795884803759734,
        "firing_rate": 0.09712219052016735,
        "dead_neurons": 0.2265625,
        "time_sec": 8.178274154663086
      },
      {
        "epoch": 17,
        "train_loss": 0.0014288185904733836,
        "train_acc": 1.0,
        "val_loss": 0.0031534184201154856,
        "val_acc": 0.998,
        "lyapunov": null,
        "grad_norm": 0.06827591048464146,
        "firing_rate": 0.10022353939712048,
        "dead_neurons": 0.216064453125,
        "time_sec": 8.173131704330444
      },
      {
        "epoch": 18,
        "train_loss": 0.0007062774203077424,
        "train_acc": 1.0,
        "val_loss": 0.00022766506776679307,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.03800589279150593,
        "firing_rate": 0.10289924405515194,
        "dead_neurons": 0.20947265625,
        "time_sec": 8.175398111343384
      },
      {
        "epoch": 19,
        "train_loss": 0.0003286021938984049,
        "train_acc": 1.0,
        "val_loss": 0.00023517085530329494,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.01955532747121913,
        "firing_rate": 0.10583579796366394,
        "dead_neurons": 0.201171875,
        "time_sec": 8.239009618759155
      },
      {
        "epoch": 20,
        "train_loss": 0.00013301665735343705,
        "train_acc": 1.0,
        "val_loss": 0.0002919051459757611,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.008424268764869383,
        "firing_rate": 0.10690482938662171,
        "dead_neurons": 0.197509765625,
        "time_sec": 8.17131233215332
      },
      {
        "epoch": 21,
        "train_loss": 8.442440906219417e-05,
        "train_acc": 1.0,
        "val_loss": 0.00012152212939690799,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.00569973093221489,
        "firing_rate": 0.10712783643975854,
        "dead_neurons": 0.198974609375,
        "time_sec": 8.175692319869995
      },
      {
        "epoch": 22,
        "train_loss": 3.557795038614131e-05,
        "train_acc": 1.0,
        "val_loss": 8.358900126768277e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0021516365598158297,
        "firing_rate": 0.10765769751742482,
        "dead_neurons": 0.198974609375,
        "time_sec": 8.175176620483398
      },
      {
        "epoch": 23,
        "train_loss": 2.689643947451259e-05,
        "train_acc": 1.0,
        "val_loss": 8.837872452568263e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.001490145675503784,
        "firing_rate": 0.10847587324678898,
        "dead_neurons": 0.198486328125,
        "time_sec": 8.178126573562622
      },
      {
        "epoch": 24,
        "train_loss": 2.4966074561234565e-05,
        "train_acc": 1.0,
        "val_loss": 0.00011023298115469515,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0015503311238421018,
        "firing_rate": 0.10882705450057983,
        "dead_neurons": 0.1962890625,
        "time_sec": 8.128192663192749
      },
      {
        "epoch": 25,
        "train_loss": 3.138058011609246e-05,
        "train_acc": 1.0,
        "val_loss": 0.00015816027173423208,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0017926277280152121,
        "firing_rate": 0.10918632289394736,
        "dead_neurons": 0.197509765625,
        "time_sec": 8.235832691192627
      },
      {
        "epoch": 26,
        "train_loss": 4.4479549451352796e-05,
        "train_acc": 1.0,
        "val_loss": 0.00017113443216658199,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0033434842823616287,
        "firing_rate": 0.10919494414702058,
        "dead_neurons": 0.1962890625,
        "time_sec": 8.152926445007324
      },
      {
        "epoch": 27,
        "train_loss": 1.2422247980339307e-05,
        "train_acc": 1.0,
        "val_loss": 8.64240262308158e-05,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0006829332821942723,
        "firing_rate": 0.10962676745839417,
        "dead_neurons": 0.1962890625,
        "time_sec": 8.155110359191895
      },
      {
        "epoch": 28,
        "train_loss": 3.0499108603180503e-05,
        "train_acc": 1.0,
        "val_loss": 0.0001848586371052079,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0020129972539113207,
        "firing_rate": 0.10985778644680977,
        "dead_neurons": 0.196044921875,
        "time_sec": 8.151206016540527
      },
      {
        "epoch": 29,
        "train_loss": 2.9338190994167235e-05,
        "train_acc": 1.0,
        "val_loss": 0.00011348967568483203,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0034456804699170168,
        "firing_rate": 0.11058982624672353,
        "dead_neurons": 0.19580078125,
        "time_sec": 8.158298015594482
      },
      {
        "epoch": 30,
        "train_loss": 1.4519696740990184e-05,
        "train_acc": 1.0,
        "val_loss": 0.0001162714722158853,
        "val_acc": 1.0,
        "lyapunov": null,
        "grad_norm": 0.0008625852175950508,
        "firing_rate": 0.11180167901329696,
        "dead_neurons": 0.18994140625,
        "time_sec": 8.152239322662354
      }
    ],
    "10": [
      {
        "epoch": 1,
        "train_loss": 2.302739799499512,
        "train_acc": 0.096,
        "val_loss": 2.302436374664307,
        "val_acc": 0.102,
        "lyapunov": null,
        "grad_norm": 0.16207117231237542,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.166882991790771
      },
      {
        "epoch": 2,
        "train_loss": 2.3024016761779786,
        "train_acc": 0.099,
        "val_loss": 2.302482774734497,
        "val_acc": 0.116,
        "lyapunov": null,
        "grad_norm": 0.14592801136476344,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.222587585449219
      },
      {
        "epoch": 3,
        "train_loss": 2.3023160972595216,
        "train_acc": 0.1055,
        "val_loss": 2.3026690616607666,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.16674437057889258,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.15099024772644
      },
      {
        "epoch": 4,
        "train_loss": 2.302052959442139,
        "train_acc": 0.1075,
        "val_loss": 2.3027007904052734,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.16492723444349133,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.155513525009155
      },
      {
        "epoch": 5,
        "train_loss": 2.3019591445922853,
        "train_acc": 0.1075,
        "val_loss": 2.3029126625061034,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.180989579033172,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.208101511001587
      },
      {
        "epoch": 6,
        "train_loss": 2.301798206329346,
        "train_acc": 0.1075,
        "val_loss": 2.3029672603607176,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.16538558285029747,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.169259071350098
      },
      {
        "epoch": 7,
        "train_loss": 2.3017363681793213,
        "train_acc": 0.1075,
        "val_loss": 2.303281011581421,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.17960371933765193,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.171148300170898
      },
      {
        "epoch": 8,
        "train_loss": 2.301657012939453,
        "train_acc": 0.1075,
        "val_loss": 2.3034022121429443,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.2363763232831191,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.15565299987793
      },
      {
        "epoch": 9,
        "train_loss": 2.3018890132904053,
        "train_acc": 0.1075,
        "val_loss": 2.3035701866149902,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.5881769452518619,
        "firing_rate": 2.9296874345163815e-05,
        "dead_neurons": 0.99853515625,
        "time_sec": 10.2302725315094
      },
      {
        "epoch": 10,
        "train_loss": 2.3015639419555662,
        "train_acc": 0.1075,
        "val_loss": 2.303573850631714,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.25631359476467447,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.185052871704102
      },
      {
        "epoch": 11,
        "train_loss": 2.3015186634063722,
        "train_acc": 0.1075,
        "val_loss": 2.3036693000793456,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.2632594651032046,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.186092138290405
      },
      {
        "epoch": 12,
        "train_loss": 2.3014909324645996,
        "train_acc": 0.1075,
        "val_loss": 2.3037845859527586,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.42310605317617833,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.183584213256836
      },
      {
        "epoch": 13,
        "train_loss": 2.3037349853515625,
        "train_acc": 0.1055,
        "val_loss": 2.3036648502349855,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.773199378253926,
        "firing_rate": 1.9531249563442543e-05,
        "dead_neurons": 0.9990234375,
        "time_sec": 10.24424433708191
      },
      {
        "epoch": 14,
        "train_loss": 2.3014364318847655,
        "train_acc": 0.1075,
        "val_loss": 2.3038085079193116,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.5396779176207236,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.185242891311646
      },
      {
        "epoch": 15,
        "train_loss": 2.302466875076294,
        "train_acc": 0.1075,
        "val_loss": 2.303852243423462,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.867806781237741,
        "firing_rate": 4.882812390860636e-06,
        "dead_neurons": 0.999755859375,
        "time_sec": 10.183008909225464
      },
      {
        "epoch": 16,
        "train_loss": 2.3014318389892576,
        "train_acc": 0.1075,
        "val_loss": 2.304002685546875,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 1.0228100149455175,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.24420714378357
      },
      {
        "epoch": 17,
        "train_loss": 2.301374786376953,
        "train_acc": 0.1075,
        "val_loss": 2.3041210708618163,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.8889416285630835,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.186568021774292
      },
      {
        "epoch": 18,
        "train_loss": 2.301347131729126,
        "train_acc": 0.1075,
        "val_loss": 2.304010076522827,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.5096716434655726,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.189480304718018
      },
      {
        "epoch": 19,
        "train_loss": 2.3013332824707033,
        "train_acc": 0.1075,
        "val_loss": 2.3041351585388186,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.543950255946387,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.1918306350708
      },
      {
        "epoch": 20,
        "train_loss": 2.3013166217803955,
        "train_acc": 0.1075,
        "val_loss": 2.304213449478149,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.815399686631835,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.245631217956543
      },
      {
        "epoch": 21,
        "train_loss": 2.3013253879547118,
        "train_acc": 0.1075,
        "val_loss": 2.30429549407959,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.9954890858319383,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.188490390777588
      },
      {
        "epoch": 22,
        "train_loss": 2.3013005084991454,
        "train_acc": 0.1075,
        "val_loss": 2.3042614459991455,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.6554250267195447,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.184571981430054
      },
      {
        "epoch": 23,
        "train_loss": 2.3013004302978515,
        "train_acc": 0.1075,
        "val_loss": 2.3041790981292722,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.5923533302516613,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.188542604446411
      },
      {
        "epoch": 24,
        "train_loss": 2.3013439674377443,
        "train_acc": 0.1075,
        "val_loss": 2.3044012527465823,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.8325054439291913,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.24480938911438
      },
      {
        "epoch": 25,
        "train_loss": 2.301312442779541,
        "train_acc": 0.1075,
        "val_loss": 2.3042807006835937,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.6204415657447997,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.135886669158936
      },
      {
        "epoch": 26,
        "train_loss": 2.301272312164307,
        "train_acc": 0.1075,
        "val_loss": 2.3043707733154295,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.5213412976944276,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.190433025360107
      },
      {
        "epoch": 27,
        "train_loss": 2.301293197631836,
        "train_acc": 0.1075,
        "val_loss": 2.3045393085479735,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.48216536277687105,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.188264608383179
      },
      {
        "epoch": 28,
        "train_loss": 2.3012591075897215,
        "train_acc": 0.1075,
        "val_loss": 2.3046353530883787,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.5716662616803279,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.247350931167603
      },
      {
        "epoch": 29,
        "train_loss": 2.301311052322388,
        "train_acc": 0.1075,
        "val_loss": 2.304772834777832,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.687386573619508,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.182729959487915
      },
      {
        "epoch": 30,
        "train_loss": 2.301321018218994,
        "train_acc": 0.1075,
        "val_loss": 2.3045846061706543,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.5886979356241084,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 10.183146953582764
      }
    ],
    "12": [
      {
        "epoch": 1,
        "train_loss": 2.3026723022460938,
        "train_acc": 0.0965,
        "val_loss": 2.302829042434692,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.16329532162648103,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.193574905395508
      },
      {
        "epoch": 2,
        "train_loss": 2.302420761108398,
        "train_acc": 0.1075,
        "val_loss": 2.302650791168213,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.1632795348165676,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.240368127822876
      },
      {
        "epoch": 3,
        "train_loss": 2.302236120223999,
        "train_acc": 0.1075,
        "val_loss": 2.302615085601807,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.15170316015167204,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.18280029296875
      },
      {
        "epoch": 4,
        "train_loss": 2.302116563796997,
        "train_acc": 0.1075,
        "val_loss": 2.3027606868743895,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.14798205642609785,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.23378849029541
      },
      {
        "epoch": 5,
        "train_loss": 2.301966184616089,
        "train_acc": 0.0995,
        "val_loss": 2.3028444194793702,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.16183108472986935,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.1787748336792
      },
      {
        "epoch": 6,
        "train_loss": 2.301810173034668,
        "train_acc": 0.1075,
        "val_loss": 2.3029075908660888,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.16242457584535558,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.230670690536499
      },
      {
        "epoch": 7,
        "train_loss": 2.3017121868133543,
        "train_acc": 0.1075,
        "val_loss": 2.3029940738677976,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.1775141769723737,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.176344394683838
      },
      {
        "epoch": 8,
        "train_loss": 2.3016461486816406,
        "train_acc": 0.1075,
        "val_loss": 2.302977960586548,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.21278565061075314,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.135105848312378
      },
      {
        "epoch": 9,
        "train_loss": 2.301575340270996,
        "train_acc": 0.1075,
        "val_loss": 2.303190439224243,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.18967513265889024,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.199567317962646
      },
      {
        "epoch": 10,
        "train_loss": 2.3015445156097414,
        "train_acc": 0.1075,
        "val_loss": 2.3033028354644776,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.27005403427521807,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.180422306060791
      },
      {
        "epoch": 11,
        "train_loss": 2.302562219619751,
        "train_acc": 0.1075,
        "val_loss": 2.303472116470337,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.5580856714412645,
        "firing_rate": 1.9531249563442543e-05,
        "dead_neurons": 0.9990234375,
        "time_sec": 12.250437498092651
      },
      {
        "epoch": 12,
        "train_loss": 2.301462272644043,
        "train_acc": 0.1075,
        "val_loss": 2.303642007827759,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.3325494604604669,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.185357570648193
      },
      {
        "epoch": 13,
        "train_loss": 2.3030983562469483,
        "train_acc": 0.1045,
        "val_loss": 2.303594966888428,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 1.0099416194234674,
        "firing_rate": 1.9531249563442543e-05,
        "dead_neurons": 0.9990234375,
        "time_sec": 12.236330032348633
      },
      {
        "epoch": 14,
        "train_loss": 2.3013907089233396,
        "train_acc": 0.1075,
        "val_loss": 2.3037900886535643,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.3714646492355391,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.169007301330566
      },
      {
        "epoch": 15,
        "train_loss": 2.301423740386963,
        "train_acc": 0.1075,
        "val_loss": 2.303899394989014,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.40160482806806175,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.236021995544434
      },
      {
        "epoch": 16,
        "train_loss": 2.3013932628631593,
        "train_acc": 0.1075,
        "val_loss": 2.303968994140625,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.73984343139087,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.16632080078125
      },
      {
        "epoch": 17,
        "train_loss": 2.3027582702636717,
        "train_acc": 0.1075,
        "val_loss": 2.304044445037842,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 1.0047023165710782,
        "firing_rate": 1.9531249563442543e-05,
        "dead_neurons": 0.9990234375,
        "time_sec": 12.15894627571106
      },
      {
        "epoch": 18,
        "train_loss": 2.303630277633667,
        "train_acc": 0.1075,
        "val_loss": 2.304233543395996,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.9322970970737229,
        "firing_rate": 2.441406195430318e-05,
        "dead_neurons": 0.998779296875,
        "time_sec": 12.215173244476318
      },
      {
        "epoch": 19,
        "train_loss": 2.3013566246032715,
        "train_acc": 0.1075,
        "val_loss": 2.3042333469390868,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.8233599915064578,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.163382530212402
      },
      {
        "epoch": 20,
        "train_loss": 2.3013510360717775,
        "train_acc": 0.1075,
        "val_loss": 2.3042024440765383,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.6281803776947918,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.210164070129395
      },
      {
        "epoch": 21,
        "train_loss": 2.3013264961242674,
        "train_acc": 0.1075,
        "val_loss": 2.3042839603424072,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.6652355444948619,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.168419599533081
      },
      {
        "epoch": 22,
        "train_loss": 2.301300598144531,
        "train_acc": 0.1075,
        "val_loss": 2.3043801250457765,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 1.0255997682212514,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.255432367324829
      },
      {
        "epoch": 23,
        "train_loss": 2.301302864074707,
        "train_acc": 0.1075,
        "val_loss": 2.304449718475342,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.6262551012832543,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.18779730796814
      },
      {
        "epoch": 24,
        "train_loss": 2.3012935485839843,
        "train_acc": 0.1075,
        "val_loss": 2.304418369293213,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.8974523123053696,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.251866102218628
      },
      {
        "epoch": 25,
        "train_loss": 2.3012777214050293,
        "train_acc": 0.1075,
        "val_loss": 2.3044433059692384,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.7793096994261801,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.190563678741455
      },
      {
        "epoch": 26,
        "train_loss": 2.3012724475860598,
        "train_acc": 0.1075,
        "val_loss": 2.304326183319092,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.8405074595085802,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.177944421768188
      },
      {
        "epoch": 27,
        "train_loss": 2.301249206542969,
        "train_acc": 0.1075,
        "val_loss": 2.304442714691162,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.4884848053426466,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.251631736755371
      },
      {
        "epoch": 28,
        "train_loss": 2.30132656288147,
        "train_acc": 0.1075,
        "val_loss": 2.3045427951812743,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.49605953172197215,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.183921337127686
      },
      {
        "epoch": 29,
        "train_loss": 2.3012636642456057,
        "train_acc": 0.1075,
        "val_loss": 2.304423973083496,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.5331582148521972,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.2576584815979
      },
      {
        "epoch": 30,
        "train_loss": 2.301296241760254,
        "train_acc": 0.1075,
        "val_loss": 2.304638437271118,
        "val_acc": 0.084,
        "lyapunov": null,
        "grad_norm": 0.6339796492378822,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 12.198789119720459
      }
    ]
  },
  "lyapunov": {
    "2": [
      {
        "epoch": 1,
        "train_loss": 1.0835209126472474,
        "train_acc": 0.744,
        "val_loss": 0.13623692446947097,
        "val_acc": 0.942,
        "lyapunov": 0.2940883617848158,
        "grad_norm": 2.626013851932566,
        "firing_rate": 0.02479072514688596,
        "dead_neurons": 0.184814453125,
        "time_sec": 5.17956805229187
      },
      {
        "epoch": 2,
        "train_loss": 0.047655676379799845,
        "train_acc": 0.9975,
        "val_loss": 0.0020717774406075477,
        "val_acc": 1.0,
        "lyapunov": 0.29383156821131706,
        "grad_norm": 0.2345717593538081,
        "firing_rate": 0.046586531796492636,
        "dead_neurons": 0.22119140625,
        "time_sec": 5.184175491333008
      },
      {
        "epoch": 3,
        "train_loss": 0.009620202779769898,
        "train_acc": 1.0,
        "val_loss": 0.00037967645283788445,
        "val_acc": 1.0,
        "lyapunov": 0.29644050169736147,
        "grad_norm": 0.023954810451511245,
        "firing_rate": 0.0609817486256361,
        "dead_neurons": 0.22900390625,
        "time_sec": 5.108743190765381
      },
      {
        "epoch": 4,
        "train_loss": 0.009088283807039261,
        "train_acc": 1.0,
        "val_loss": 0.0002594337312038988,
        "val_acc": 1.0,
        "lyapunov": 0.296779939904809,
        "grad_norm": 0.008275572661482882,
        "firing_rate": 0.06380729598458856,
        "dead_neurons": 0.230712890625,
        "time_sec": 5.110593557357788
      },
      {
        "epoch": 5,
        "train_loss": 0.008932497367262841,
        "train_acc": 1.0,
        "val_loss": 0.0002161480658687651,
        "val_acc": 1.0,
        "lyapunov": 0.29556974675506353,
        "grad_norm": 0.007774155002302189,
        "firing_rate": 0.0652450550114736,
        "dead_neurons": 0.23193359375,
        "time_sec": 5.108870983123779
      },
      {
        "epoch": 6,
        "train_loss": 0.00888974203914404,
        "train_acc": 1.0,
        "val_loss": 0.0001458582845516503,
        "val_acc": 1.0,
        "lyapunov": 0.29586317017674446,
        "grad_norm": 0.006449524184429414,
        "firing_rate": 0.06626304483506829,
        "dead_neurons": 0.230224609375,
        "time_sec": 5.108253002166748
      },
      {
        "epoch": 7,
        "train_loss": 0.008813438437879085,
        "train_acc": 1.0,
        "val_loss": 0.00011636649980209768,
        "val_acc": 1.0,
        "lyapunov": 0.2946452107280493,
        "grad_norm": 0.005644632695171404,
        "firing_rate": 0.06734809745103121,
        "dead_neurons": 0.231201171875,
        "time_sec": 5.105592966079712
      },
      {
        "epoch": 8,
        "train_loss": 0.008879297211766243,
        "train_acc": 1.0,
        "val_loss": 0.00010049634164897725,
        "val_acc": 1.0,
        "lyapunov": 0.2960729654878378,
        "grad_norm": 0.006493854444618435,
        "firing_rate": 0.06820144481025636,
        "dead_neurons": 0.22705078125,
        "time_sec": 5.111539363861084
      },
      {
        "epoch": 9,
        "train_loss": 0.008836728483438493,
        "train_acc": 1.0,
        "val_loss": 8.671779179712757e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2956226347014308,
        "grad_norm": 0.006022017893285854,
        "firing_rate": 0.06894485314842314,
        "dead_neurons": 0.233642578125,
        "time_sec": 5.109090089797974
      },
      {
        "epoch": 10,
        "train_loss": 0.008819711714982987,
        "train_acc": 1.0,
        "val_loss": 7.84099053707905e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29559256974607706,
        "grad_norm": 0.005488842404513683,
        "firing_rate": 0.0695075208786875,
        "dead_neurons": 0.22900390625,
        "time_sec": 5.109659433364868
      },
      {
        "epoch": 11,
        "train_loss": 0.008834856763482094,
        "train_acc": 1.0,
        "val_loss": 6.161545589566231e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29608881287276745,
        "grad_norm": 0.006041537125857599,
        "firing_rate": 0.06972747622057796,
        "dead_neurons": 0.229736328125,
        "time_sec": 5.111726760864258
      },
      {
        "epoch": 12,
        "train_loss": 0.008782705806195735,
        "train_acc": 1.0,
        "val_loss": 4.947177445865236e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2953449711203575,
        "grad_norm": 0.004923919320486903,
        "firing_rate": 0.0703294356353581,
        "dead_neurons": 0.232421875,
        "time_sec": 5.105912685394287
      },
      {
        "epoch": 13,
        "train_loss": 0.008892110459506511,
        "train_acc": 1.0,
        "val_loss": 5.212379788281396e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29726667795330286,
        "grad_norm": 0.005602906513359276,
        "firing_rate": 0.07132591074332595,
        "dead_neurons": 0.23388671875,
        "time_sec": 5.111214637756348
      },
      {
        "epoch": 14,
        "train_loss": 0.008764919467270375,
        "train_acc": 1.0,
        "val_loss": 3.702007178799249e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29575017653405666,
        "grad_norm": 0.004797778435337896,
        "firing_rate": 0.07233047322370112,
        "dead_neurons": 0.232421875,
        "time_sec": 5.107996702194214
      },
      {
        "epoch": 15,
        "train_loss": 0.008744477860629558,
        "train_acc": 1.0,
        "val_loss": 3.9213329990161585e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29498047940433025,
        "grad_norm": 0.004667955331413731,
        "firing_rate": 0.07287544012069702,
        "dead_neurons": 0.235107421875,
        "time_sec": 5.106521844863892
      },
      {
        "epoch": 16,
        "train_loss": 0.008838049538433552,
        "train_acc": 1.0,
        "val_loss": 3.5470058617647734e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2965631289407611,
        "grad_norm": 0.005987352712724817,
        "firing_rate": 0.07408325094729662,
        "dead_neurons": 0.236083984375,
        "time_sec": 5.186219692230225
      },
      {
        "epoch": 17,
        "train_loss": 0.008756807677447796,
        "train_acc": 1.0,
        "val_loss": 3.3381356101017446e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29521676898002625,
        "grad_norm": 0.006570374501646582,
        "firing_rate": 0.07476554694585502,
        "dead_neurons": 0.241455078125,
        "time_sec": 5.107532978057861
      },
      {
        "epoch": 18,
        "train_loss": 0.008807056732475758,
        "train_acc": 1.0,
        "val_loss": 2.5643790708272717e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2961249500513077,
        "grad_norm": 0.004861819833046462,
        "firing_rate": 0.0759156784042716,
        "dead_neurons": 0.244873046875,
        "time_sec": 5.109200954437256
      },
      {
        "epoch": 19,
        "train_loss": 0.008886749804019928,
        "train_acc": 1.0,
        "val_loss": 2.591591194504872e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29746696539223194,
        "grad_norm": 0.004948836995077724,
        "firing_rate": 0.07699638186022639,
        "dead_neurons": 0.245361328125,
        "time_sec": 5.107118129730225
      },
      {
        "epoch": 20,
        "train_loss": 0.008791176050901413,
        "train_acc": 1.0,
        "val_loss": 2.6364259072579443e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29596363194286823,
        "grad_norm": 0.00598969847219475,
        "firing_rate": 0.07776916259899735,
        "dead_neurons": 0.248291015625,
        "time_sec": 5.103670120239258
      },
      {
        "epoch": 21,
        "train_loss": 0.008788906723260879,
        "train_acc": 1.0,
        "val_loss": 2.5126329361228272e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2960699461400509,
        "grad_norm": 0.005809159066780629,
        "firing_rate": 0.07772682048380375,
        "dead_neurons": 0.252197265625,
        "time_sec": 5.10662317276001
      },
      {
        "epoch": 22,
        "train_loss": 0.008838476493954658,
        "train_acc": 1.0,
        "val_loss": 2.8173315105959774e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2966798646375537,
        "grad_norm": 0.006327923761002498,
        "firing_rate": 0.07726997206918895,
        "dead_neurons": 0.25390625,
        "time_sec": 5.107054948806763
      },
      {
        "epoch": 23,
        "train_loss": 0.008868698313832283,
        "train_acc": 1.0,
        "val_loss": 2.5461089710006492e-05,
        "val_acc": 1.0,
        "lyapunov": 0.297211772762239,
        "grad_norm": 0.0057361169002040895,
        "firing_rate": 0.07630279357545078,
        "dead_neurons": 0.255126953125,
        "time_sec": 5.101758718490601
      },
      {
        "epoch": 24,
        "train_loss": 0.008795554637908936,
        "train_acc": 1.0,
        "val_loss": 2.429910222417675e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2966359006240964,
        "grad_norm": 0.005964463900009386,
        "firing_rate": 0.0759984573815018,
        "dead_neurons": 0.258544921875,
        "time_sec": 5.101144552230835
      },
      {
        "epoch": 25,
        "train_loss": 0.00873942705243826,
        "train_acc": 1.0,
        "val_loss": 1.873003243235871e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29599136859178543,
        "grad_norm": 0.00636299999727938,
        "firing_rate": 0.07621703902259469,
        "dead_neurons": 0.259033203125,
        "time_sec": 5.177471160888672
      },
      {
        "epoch": 26,
        "train_loss": 0.00878187993168831,
        "train_acc": 1.0,
        "val_loss": 2.3413322312990202e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2964014979079366,
        "grad_norm": 0.007039695178033288,
        "firing_rate": 0.07710426184348762,
        "dead_neurons": 0.260498046875,
        "time_sec": 5.0997748374938965
      },
      {
        "epoch": 27,
        "train_loss": 0.008650145053863526,
        "train_acc": 1.0,
        "val_loss": 2.125529877957888e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29364696331322193,
        "grad_norm": 0.006200745719164384,
        "firing_rate": 0.07861205842345953,
        "dead_neurons": 0.26318359375,
        "time_sec": 5.101138591766357
      },
      {
        "epoch": 28,
        "train_loss": 0.008815461479127406,
        "train_acc": 1.0,
        "val_loss": 2.262459378107451e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2963303355500102,
        "grad_norm": 0.005165938335502272,
        "firing_rate": 0.07877242937684059,
        "dead_neurons": 0.259765625,
        "time_sec": 5.101264953613281
      },
      {
        "epoch": 29,
        "train_loss": 0.00878492821007967,
        "train_acc": 1.0,
        "val_loss": 1.66669906466268e-05,
        "val_acc": 1.0,
        "lyapunov": 0.2964559495449066,
        "grad_norm": 0.005316629438956292,
        "firing_rate": 0.07880851626396179,
        "dead_neurons": 0.2607421875,
        "time_sec": 5.104374170303345
      },
      {
        "epoch": 30,
        "train_loss": 0.008703560397028923,
        "train_acc": 1.0,
        "val_loss": 1.810214346915018e-05,
        "val_acc": 1.0,
        "lyapunov": 0.29462232254445553,
        "grad_norm": 0.00448271157327609,
        "firing_rate": 0.079074781620875,
        "dead_neurons": 0.260498046875,
        "time_sec": 5.099819183349609
      }
    ],
    "4": [
      {
        "epoch": 1,
        "train_loss": 1.3213085751533509,
        "train_acc": 0.571,
        "val_loss": 0.5121295900344849,
        "val_acc": 0.828,
        "lyapunov": 0.6458577793091536,
        "grad_norm": 1.43475627818769,
        "firing_rate": 0.014614410096783104,
        "dead_neurons": 0.4814453125,
        "time_sec": 9.984087944030762
      },
      {
        "epoch": 2,
        "train_loss": 0.25505196514725686,
        "train_acc": 0.925,
        "val_loss": 0.011884893417358398,
        "val_acc": 1.0,
        "lyapunov": 0.6499443966895342,
        "grad_norm": 0.7419752680744941,
        "firing_rate": 0.08516174100805074,
        "dead_neurons": 0.30810546875,
        "time_sec": 10.045742511749268
      },
      {
        "epoch": 3,
        "train_loss": 0.04599503293633461,
        "train_acc": 0.999,
        "val_loss": 0.000445947652682662,
        "val_acc": 1.0,
        "lyapunov": 0.6551554705947638,
        "grad_norm": 0.43782974921589596,
        "firing_rate": 0.14802741538733244,
        "dead_neurons": 0.291259765625,
        "time_sec": 9.978624820709229
      },
      {
        "epoch": 4,
        "train_loss": 0.043618821948766706,
        "train_acc": 1.0,
        "val_loss": 0.00014928997145034374,
        "val_acc": 1.0,
        "lyapunov": 0.6586710195988417,
        "grad_norm": 0.037031225687406695,
        "firing_rate": 0.1483290819451213,
        "dead_neurons": 0.301025390625,
        "time_sec": 9.977531909942627
      },
      {
        "epoch": 5,
        "train_loss": 0.04305467253923416,
        "train_acc": 1.0,
        "val_loss": 7.963758613914251e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6552504096180201,
        "grad_norm": 0.048837908409837254,
        "firing_rate": 0.15758636174723506,
        "dead_neurons": 0.313232421875,
        "time_sec": 9.968837022781372
      },
      {
        "epoch": 6,
        "train_loss": 0.04299772056937218,
        "train_acc": 1.0,
        "val_loss": 0.00015146917197853327,
        "val_acc": 1.0,
        "lyapunov": 0.6548218671232462,
        "grad_norm": 0.024184018183586318,
        "firing_rate": 0.16350593278184533,
        "dead_neurons": 0.31005859375,
        "time_sec": 10.038870334625244
      },
      {
        "epoch": 7,
        "train_loss": 0.04257557335495949,
        "train_acc": 1.0,
        "val_loss": 0.00010331664991099388,
        "val_acc": 1.0,
        "lyapunov": 0.6510481853038073,
        "grad_norm": 0.025125990529202984,
        "firing_rate": 0.17549857730045915,
        "dead_neurons": 0.318603515625,
        "time_sec": 9.967933893203735
      },
      {
        "epoch": 8,
        "train_loss": 0.04299615886807442,
        "train_acc": 1.0,
        "val_loss": 3.976569639053196e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6556168366223574,
        "grad_norm": 0.02425954323258304,
        "firing_rate": 0.1817921418696642,
        "dead_neurons": 0.32763671875,
        "time_sec": 9.971687078475952
      },
      {
        "epoch": 9,
        "train_loss": 0.043209568619728085,
        "train_acc": 1.0,
        "val_loss": 3.851373327779584e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6568924617022276,
        "grad_norm": 0.02507442833992618,
        "firing_rate": 0.1888388004153967,
        "dead_neurons": 0.333251953125,
        "time_sec": 9.97891902923584
      },
      {
        "epoch": 10,
        "train_loss": 0.04287783724069595,
        "train_acc": 1.0,
        "val_loss": 3.5820075194351375e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6540141496807337,
        "grad_norm": 0.033674364283692894,
        "firing_rate": 0.19771789060905576,
        "dead_neurons": 0.331298828125,
        "time_sec": 9.962198972702026
      },
      {
        "epoch": 11,
        "train_loss": 0.04288228479027748,
        "train_acc": 1.0,
        "val_loss": 0.00012206203758250922,
        "val_acc": 1.0,
        "lyapunov": 0.6547125801444054,
        "grad_norm": 0.023568515442151123,
        "firing_rate": 0.20698409480974078,
        "dead_neurons": 0.334716796875,
        "time_sec": 9.966786861419678
      },
      {
        "epoch": 12,
        "train_loss": 0.04308024036884308,
        "train_acc": 1.0,
        "val_loss": 0.008256887828931213,
        "val_acc": 0.998,
        "lyapunov": 0.6557854432612658,
        "grad_norm": 0.08915336156091162,
        "firing_rate": 0.1976525066420436,
        "dead_neurons": 0.32666015625,
        "time_sec": 10.036945104598999
      },
      {
        "epoch": 13,
        "train_loss": 0.5472204668223858,
        "train_acc": 0.94,
        "val_loss": 0.0029600318782031535,
        "val_acc": 0.998,
        "lyapunov": 0.6538134552538395,
        "grad_norm": 5.003538155079939,
        "firing_rate": 0.16688674502074718,
        "dead_neurons": 0.337158203125,
        "time_sec": 9.965497970581055
      },
      {
        "epoch": 14,
        "train_loss": 0.04605184307694435,
        "train_acc": 0.999,
        "val_loss": 0.0007995410485309548,
        "val_acc": 1.0,
        "lyapunov": 0.6523123476654291,
        "grad_norm": 0.260890930906841,
        "firing_rate": 0.14522605552338064,
        "dead_neurons": 0.3642578125,
        "time_sec": 10.036647081375122
      },
      {
        "epoch": 15,
        "train_loss": 0.04279775112867355,
        "train_acc": 1.0,
        "val_loss": 3.794978850055486e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6529845260083675,
        "grad_norm": 0.026709501190807956,
        "firing_rate": 0.14055587351322174,
        "dead_neurons": 0.353271484375,
        "time_sec": 9.966609239578247
      },
      {
        "epoch": 16,
        "train_loss": 0.04297543361783027,
        "train_acc": 1.0,
        "val_loss": 5.515041535545606e-06,
        "val_acc": 1.0,
        "lyapunov": 0.6549398638308048,
        "grad_norm": 0.01832921497564713,
        "firing_rate": 0.14115836890414357,
        "dead_neurons": 0.34814453125,
        "time_sec": 9.96960711479187
      },
      {
        "epoch": 17,
        "train_loss": 0.043085960060358044,
        "train_acc": 1.0,
        "val_loss": 0.00013840510114096106,
        "val_acc": 1.0,
        "lyapunov": 0.655668867751956,
        "grad_norm": 0.0661648969714996,
        "firing_rate": 0.1421952792443335,
        "dead_neurons": 0.341552734375,
        "time_sec": 10.038087606430054
      },
      {
        "epoch": 18,
        "train_loss": 0.042992896616458894,
        "train_acc": 1.0,
        "val_loss": 8.112306109978817e-06,
        "val_acc": 1.0,
        "lyapunov": 0.6548189632594585,
        "grad_norm": 0.02157892978000118,
        "firing_rate": 0.14251426421105862,
        "dead_neurons": 0.345703125,
        "time_sec": 9.973855018615723
      },
      {
        "epoch": 19,
        "train_loss": 0.04270143783092499,
        "train_acc": 1.0,
        "val_loss": 7.720028224866838e-06,
        "val_acc": 1.0,
        "lyapunov": 0.6537259072065353,
        "grad_norm": 0.01973480042968711,
        "firing_rate": 0.14135085651651025,
        "dead_neurons": 0.347412109375,
        "time_sec": 9.974909543991089
      },
      {
        "epoch": 20,
        "train_loss": 0.04264267274737358,
        "train_acc": 1.0,
        "val_loss": 9.490368727711029e-06,
        "val_acc": 1.0,
        "lyapunov": 0.6524960417300463,
        "grad_norm": 0.03160786488643551,
        "firing_rate": 0.1397631037980318,
        "dead_neurons": 0.341796875,
        "time_sec": 9.969372510910034
      },
      {
        "epoch": 21,
        "train_loss": 0.04279161649942398,
        "train_acc": 1.0,
        "val_loss": 6.163685792125761e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6538163777440786,
        "grad_norm": 0.0450121519498622,
        "firing_rate": 0.13391174119897187,
        "dead_neurons": 0.327880859375,
        "time_sec": 10.036320686340332
      },
      {
        "epoch": 22,
        "train_loss": 0.04292521491646767,
        "train_acc": 1.0,
        "val_loss": 0.00011101609410252422,
        "val_acc": 1.0,
        "lyapunov": 0.6533312853425741,
        "grad_norm": 0.039417389727385656,
        "firing_rate": 0.13240508665330708,
        "dead_neurons": 0.332763671875,
        "time_sec": 9.973316431045532
      },
      {
        "epoch": 23,
        "train_loss": 0.04259087562561035,
        "train_acc": 1.0,
        "val_loss": 4.530693287961185e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6516087967902422,
        "grad_norm": 0.022453923943369113,
        "firing_rate": 0.13657920551486313,
        "dead_neurons": 0.341796875,
        "time_sec": 9.9733145236969
      },
      {
        "epoch": 24,
        "train_loss": 0.0427690287232399,
        "train_acc": 1.0,
        "val_loss": 3.522060497198254e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6544207725673914,
        "grad_norm": 0.018327654462914032,
        "firing_rate": 0.13935844134539366,
        "dead_neurons": 0.348388671875,
        "time_sec": 9.975118398666382
      },
      {
        "epoch": 25,
        "train_loss": 0.04285110184550285,
        "train_acc": 1.0,
        "val_loss": 3.520902182208374e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6538512539118528,
        "grad_norm": 0.019251918202166374,
        "firing_rate": 0.13933990220539272,
        "dead_neurons": 0.35107421875,
        "time_sec": 9.97319221496582
      },
      {
        "epoch": 26,
        "train_loss": 0.04241559880971908,
        "train_acc": 1.0,
        "val_loss": 2.1444725076435135e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6516338754445314,
        "grad_norm": 0.023588072729758824,
        "firing_rate": 0.14103454211726785,
        "dead_neurons": 0.342529296875,
        "time_sec": 9.978076696395874
      },
      {
        "epoch": 27,
        "train_loss": 0.04258456870913505,
        "train_acc": 1.0,
        "val_loss": 1.3333103983313777e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6523857787251472,
        "grad_norm": 0.030838414451800834,
        "firing_rate": 0.14307761937379837,
        "dead_neurons": 0.334228515625,
        "time_sec": 10.0528883934021
      },
      {
        "epoch": 28,
        "train_loss": 0.04307149931788445,
        "train_acc": 1.0,
        "val_loss": 0.00017586090922122821,
        "val_acc": 1.0,
        "lyapunov": 0.6552533991634846,
        "grad_norm": 0.051560348745038675,
        "firing_rate": 0.1430232971906662,
        "dead_neurons": 0.341064453125,
        "time_sec": 10.00488829612732
      },
      {
        "epoch": 29,
        "train_loss": 0.04304349067807198,
        "train_acc": 1.0,
        "val_loss": 0.0010453088195063174,
        "val_acc": 1.0,
        "lyapunov": 0.6557644158601761,
        "grad_norm": 0.04557253570340433,
        "firing_rate": 0.13369041122496128,
        "dead_neurons": 0.371337890625,
        "time_sec": 10.071915864944458
      },
      {
        "epoch": 30,
        "train_loss": 0.042896261423826215,
        "train_acc": 1.0,
        "val_loss": 3.9523970845039006e-05,
        "val_acc": 1.0,
        "lyapunov": 0.6536246556788683,
        "grad_norm": 0.06706065258926794,
        "firing_rate": 0.14944198308512568,
        "dead_neurons": 0.3857421875,
        "time_sec": 10.010284423828125
      }
    ],
    "6": [
      {
        "epoch": 1,
        "train_loss": 2.3303926010131835,
        "train_acc": 0.1115,
        "val_loss": 2.1278497190475463,
        "val_acc": 0.254,
        "lyapunov": 0.8451643474400043,
        "grad_norm": 0.32439568114422584,
        "firing_rate": 0.0004051971368141949,
        "dead_neurons": 0.949951171875,
        "time_sec": 14.907901525497437
      },
      {
        "epoch": 2,
        "train_loss": 1.860206823348999,
        "train_acc": 0.34,
        "val_loss": 1.4684701480865479,
        "val_acc": 0.46,
        "lyapunov": 0.8458143435418606,
        "grad_norm": 0.7164555332677789,
        "firing_rate": 0.006803512354963459,
        "dead_neurons": 0.55712890625,
        "time_sec": 14.961140155792236
      },
      {
        "epoch": 3,
        "train_loss": 1.0855786275863648,
        "train_acc": 0.632,
        "val_loss": 0.6094554572105407,
        "val_acc": 0.788,
        "lyapunov": 0.8549299258738756,
        "grad_norm": 1.3288510633396033,
        "firing_rate": 0.04315887385746464,
        "dead_neurons": 0.3408203125,
        "time_sec": 14.911268949508667
      },
      {
        "epoch": 4,
        "train_loss": 0.36807875347137453,
        "train_acc": 0.883,
        "val_loss": 0.09465186190605164,
        "val_acc": 0.956,
        "lyapunov": 0.8591996431350708,
        "grad_norm": 2.883422075548228,
        "firing_rate": 0.10445556440390646,
        "dead_neurons": 0.2509765625,
        "time_sec": 14.960270643234253
      },
      {
        "epoch": 5,
        "train_loss": 0.16150115418434144,
        "train_acc": 0.968,
        "val_loss": 0.021154177457094192,
        "val_acc": 0.996,
        "lyapunov": 0.8621469773352146,
        "grad_norm": 1.7347400065345677,
        "firing_rate": 0.11249374155886471,
        "dead_neurons": 0.216552734375,
        "time_sec": 14.885030746459961
      },
      {
        "epoch": 6,
        "train_loss": 0.12998407733440398,
        "train_acc": 0.9825,
        "val_loss": 0.02965957662463188,
        "val_acc": 0.992,
        "lyapunov": 0.8614927176386118,
        "grad_norm": 2.1766235538947556,
        "firing_rate": 0.11444465420208871,
        "dead_neurons": 0.2197265625,
        "time_sec": 14.944868326187134
      },
      {
        "epoch": 7,
        "train_loss": 0.08819356441497803,
        "train_acc": 0.998,
        "val_loss": 0.003405489882454276,
        "val_acc": 1.0,
        "lyapunov": 0.8645013924688101,
        "grad_norm": 0.44847865758735833,
        "firing_rate": 0.10948554775677621,
        "dead_neurons": 0.2099609375,
        "time_sec": 14.883215427398682
      },
      {
        "epoch": 8,
        "train_loss": 0.09639235830307007,
        "train_acc": 0.994,
        "val_loss": 0.0109604173284024,
        "val_acc": 0.996,
        "lyapunov": 0.862874748185277,
        "grad_norm": 1.09915636979784,
        "firing_rate": 0.11539924377575517,
        "dead_neurons": 0.18994140625,
        "time_sec": 14.873005867004395
      },
      {
        "epoch": 9,
        "train_loss": 0.08858040541410446,
        "train_acc": 0.996,
        "val_loss": 0.0010687736056279392,
        "val_acc": 1.0,
        "lyapunov": 0.8618446942418814,
        "grad_norm": 0.8099908115695323,
        "firing_rate": 0.12196464138105512,
        "dead_neurons": 0.17822265625,
        "time_sec": 14.95797085762024
      },
      {
        "epoch": 10,
        "train_loss": 0.09818339294195175,
        "train_acc": 0.9935,
        "val_loss": 0.005987788751721382,
        "val_acc": 1.0,
        "lyapunov": 0.8619700241833925,
        "grad_norm": 1.2353175220746133,
        "firing_rate": 0.12786987097933888,
        "dead_neurons": 0.182861328125,
        "time_sec": 14.997889757156372
      },
      {
        "epoch": 11,
        "train_loss": 0.07657402282953263,
        "train_acc": 0.9995,
        "val_loss": 0.0005220514857210219,
        "val_acc": 1.0,
        "lyapunov": 0.8632011022418737,
        "grad_norm": 0.161410897324052,
        "firing_rate": 0.1310073824133724,
        "dead_neurons": 0.193603515625,
        "time_sec": 14.975345611572266
      },
      {
        "epoch": 12,
        "train_loss": 0.07627822369337083,
        "train_acc": 1.0,
        "val_loss": 0.0015558717139065265,
        "val_acc": 1.0,
        "lyapunov": 0.8635321408510208,
        "grad_norm": 0.21984382959005136,
        "firing_rate": 0.13065665843896568,
        "dead_neurons": 0.19287109375,
        "time_sec": 14.930550813674927
      },
      {
        "epoch": 13,
        "train_loss": 0.07622652471065522,
        "train_acc": 0.9995,
        "val_loss": 0.0005361283866222948,
        "val_acc": 1.0,
        "lyapunov": 0.8628850299865007,
        "grad_norm": 0.22570848832669668,
        "firing_rate": 0.14151404984295368,
        "dead_neurons": 0.174072265625,
        "time_sec": 14.976958751678467
      },
      {
        "epoch": 14,
        "train_loss": 0.07932933712005616,
        "train_acc": 0.9975,
        "val_loss": 0.10125345683097839,
        "val_acc": 0.976,
        "lyapunov": 0.8621852491050959,
        "grad_norm": 0.6732184026169792,
        "firing_rate": 0.14273475296795368,
        "dead_neurons": 0.183349609375,
        "time_sec": 14.988337993621826
      },
      {
        "epoch": 15,
        "train_loss": 0.15085384887456893,
        "train_acc": 0.979,
        "val_loss": 0.009766669355332852,
        "val_acc": 0.996,
        "lyapunov": 0.8589847143739462,
        "grad_norm": 2.135180331536864,
        "firing_rate": 0.13238135958090425,
        "dead_neurons": 0.2001953125,
        "time_sec": 14.987622499465942
      },
      {
        "epoch": 16,
        "train_loss": 0.08328625577688217,
        "train_acc": 0.9965,
        "val_loss": 0.0033851841198047623,
        "val_acc": 1.0,
        "lyapunov": 0.8613527305424213,
        "grad_norm": 0.39886631136679657,
        "firing_rate": 0.12637283047661185,
        "dead_neurons": 0.213623046875,
        "time_sec": 14.979624271392822
      },
      {
        "epoch": 17,
        "train_loss": 0.09163838475942612,
        "train_acc": 0.994,
        "val_loss": 0.15440462636947633,
        "val_acc": 0.958,
        "lyapunov": 0.8659440781921148,
        "grad_norm": 1.1707310458098303,
        "firing_rate": 0.12285300926305354,
        "dead_neurons": 0.20849609375,
        "time_sec": 14.978633165359497
      },
      {
        "epoch": 18,
        "train_loss": 0.097196339905262,
        "train_acc": 0.9935,
        "val_loss": 0.0014651380935683848,
        "val_acc": 1.0,
        "lyapunov": 0.8649285957217216,
        "grad_norm": 0.9805247332900537,
        "firing_rate": 0.12964927381835878,
        "dead_neurons": 0.200927734375,
        "time_sec": 14.980342864990234
      },
      {
        "epoch": 19,
        "train_loss": 0.08084282898902893,
        "train_acc": 0.9985,
        "val_loss": 0.0004131950125738513,
        "val_acc": 1.0,
        "lyapunov": 0.8619759697467089,
        "grad_norm": 0.4343989300853958,
        "firing_rate": 0.12287856801413,
        "dead_neurons": 0.20361328125,
        "time_sec": 14.925431251525879
      },
      {
        "epoch": 20,
        "train_loss": 0.07832890206575394,
        "train_acc": 0.9985,
        "val_loss": 0.1341810490489006,
        "val_acc": 0.95,
        "lyapunov": 0.8634687811136246,
        "grad_norm": 0.3320137677250761,
        "firing_rate": 0.12253387202508748,
        "dead_neurons": 0.21142578125,
        "time_sec": 14.986175537109375
      },
      {
        "epoch": 21,
        "train_loss": 0.09512660121917725,
        "train_acc": 0.9925,
        "val_loss": 0.2943544330596924,
        "val_acc": 0.918,
        "lyapunov": 0.8605708014219999,
        "grad_norm": 1.4327293129928702,
        "firing_rate": 0.11380721861496568,
        "dead_neurons": 0.208251953125,
        "time_sec": 14.991762161254883
      },
      {
        "epoch": 22,
        "train_loss": 0.08363375127315521,
        "train_acc": 0.997,
        "val_loss": 0.00039491153338167353,
        "val_acc": 1.0,
        "lyapunov": 0.861843578517437,
        "grad_norm": 0.4911194235847619,
        "firing_rate": 0.1171187567524612,
        "dead_neurons": 0.17578125,
        "time_sec": 14.98006820678711
      },
      {
        "epoch": 23,
        "train_loss": 0.07453022861480713,
        "train_acc": 1.0,
        "val_loss": 6.057158301700838e-06,
        "val_acc": 1.0,
        "lyapunov": 0.8626297172158957,
        "grad_norm": 0.02455043060784878,
        "firing_rate": 0.12324516079388559,
        "dead_neurons": 0.171630859375,
        "time_sec": 14.965768098831177
      },
      {
        "epoch": 24,
        "train_loss": 0.09495852935314178,
        "train_acc": 0.9955,
        "val_loss": 0.01951362208649516,
        "val_acc": 0.99,
        "lyapunov": 0.8583371061831713,
        "grad_norm": 0.7936999991281073,
        "firing_rate": 0.12643440021201968,
        "dead_neurons": 0.1796875,
        "time_sec": 14.979297637939453
      },
      {
        "epoch": 25,
        "train_loss": 0.07542563211917877,
        "train_acc": 0.9995,
        "val_loss": 0.006777567146753426,
        "val_acc": 0.996,
        "lyapunov": 0.8611718434840441,
        "grad_norm": 0.16903066728335825,
        "firing_rate": 0.11314658867195249,
        "dead_neurons": 0.16552734375,
        "time_sec": 14.868767023086548
      },
      {
        "epoch": 26,
        "train_loss": 0.07431666320562362,
        "train_acc": 1.0,
        "val_loss": 1.7390919798572213e-06,
        "val_acc": 1.0,
        "lyapunov": 0.8611439578235149,
        "grad_norm": 0.07050836727959404,
        "firing_rate": 0.12263984326273203,
        "dead_neurons": 0.165283203125,
        "time_sec": 14.864168405532837
      },
      {
        "epoch": 27,
        "train_loss": 0.07473753499984741,
        "train_acc": 0.9995,
        "val_loss": 2.066350074710499e-05,
        "val_acc": 1.0,
        "lyapunov": 0.8594684731215239,
        "grad_norm": 0.15842772619930656,
        "firing_rate": 0.12052711192518473,
        "dead_neurons": 0.164794921875,
        "time_sec": 14.862499952316284
      },
      {
        "epoch": 28,
        "train_loss": 0.07401926732063294,
        "train_acc": 0.9995,
        "val_loss": 0.0023266913848347033,
        "val_acc": 1.0,
        "lyapunov": 0.8569532781839371,
        "grad_norm": 0.09680214860599676,
        "firing_rate": 0.11356155201792717,
        "dead_neurons": 0.171875,
        "time_sec": 14.890095710754395
      },
      {
        "epoch": 29,
        "train_loss": 0.07514679783582687,
        "train_acc": 1.0,
        "val_loss": 0.0019036665059393271,
        "val_acc": 1.0,
        "lyapunov": 0.8637609407305717,
        "grad_norm": 0.09925763905429433,
        "firing_rate": 0.1107706434559077,
        "dead_neurons": 0.177978515625,
        "time_sec": 14.857902526855469
      },
      {
        "epoch": 30,
        "train_loss": 0.07463123089075088,
        "train_acc": 1.0,
        "val_loss": 8.980472113762517e-05,
        "val_acc": 1.0,
        "lyapunov": 0.8588727861642838,
        "grad_norm": 0.19736856628552502,
        "firing_rate": 0.11495124595239758,
        "dead_neurons": 0.1865234375,
        "time_sec": 14.865221977233887
      }
    ],
    "8": [
      {
        "epoch": 1,
        "train_loss": 2.4003030586242677,
        "train_acc": 0.099,
        "val_loss": 2.3026557693481444,
        "val_acc": 0.102,
        "lyapunov": 0.9880200978368521,
        "grad_norm": 0.15481122621457855,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 19.676846504211426
      },
      {
        "epoch": 2,
        "train_loss": 2.4004267024993897,
        "train_acc": 0.106,
        "val_loss": 2.302779151916504,
        "val_acc": 0.084,
        "lyapunov": 0.9903043750673532,
        "grad_norm": 0.1534155253367201,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 19.666215419769287
      },
      {
        "epoch": 3,
        "train_loss": 2.400560380935669,
        "train_acc": 0.1075,
        "val_loss": 2.302933908462524,
        "val_acc": 0.084,
        "lyapunov": 0.9918570835143328,
        "grad_norm": 0.1548745855539979,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 19.658459186553955
      },
      {
        "epoch": 4,
        "train_loss": 2.399982801437378,
        "train_acc": 0.1075,
        "val_loss": 2.2975420932769777,
        "val_acc": 0.084,
        "lyapunov": 0.9897468015551567,
        "grad_norm": 0.15960797256713394,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 19.753737926483154
      },
      {
        "epoch": 5,
        "train_loss": 2.1263145637512206,
        "train_acc": 0.2015,
        "val_loss": 1.840939577102661,
        "val_acc": 0.322,
        "lyapunov": 0.9959667380899191,
        "grad_norm": 1.0044194104610447,
        "firing_rate": 0.0023851775543590747,
        "dead_neurons": 0.752685546875,
        "time_sec": 19.70216131210327
      },
      {
        "epoch": 6,
        "train_loss": 1.6174933290481568,
        "train_acc": 0.433,
        "val_loss": 1.025756854057312,
        "val_acc": 0.536,
        "lyapunov": 0.9983935728669167,
        "grad_norm": 2.8730661337092283,
        "firing_rate": 0.019119796321319882,
        "dead_neurons": 0.460205078125,
        "time_sec": 19.688483715057373
      },
      {
        "epoch": 7,
        "train_loss": 0.8573115963935852,
        "train_acc": 0.6765,
        "val_loss": 0.4892241241931915,
        "val_acc": 0.828,
        "lyapunov": 1.0012227725237608,
        "grad_norm": 4.836829857405622,
        "firing_rate": 0.053862303553614765,
        "dead_neurons": 0.372314453125,
        "time_sec": 19.690004587173462
      },
      {
        "epoch": 8,
        "train_loss": 0.6511594541072846,
        "train_acc": 0.7885,
        "val_loss": 0.34156725788116454,
        "val_acc": 0.866,
        "lyapunov": 1.0040704067796469,
        "grad_norm": 4.753149097843721,
        "firing_rate": 0.06469253450632095,
        "dead_neurons": 0.34130859375,
        "time_sec": 19.70526099205017
      },
      {
        "epoch": 9,
        "train_loss": 0.3656285650730133,
        "train_acc": 0.9065,
        "val_loss": 0.26220761489868166,
        "val_acc": 0.89,
        "lyapunov": 1.0053305849432945,
        "grad_norm": 2.173914312725331,
        "firing_rate": 0.05929740809369832,
        "dead_neurons": 0.30908203125,
        "time_sec": 19.73475193977356
      },
      {
        "epoch": 10,
        "train_loss": 0.26539168739318847,
        "train_acc": 0.938,
        "val_loss": 0.128058701813221,
        "val_acc": 0.95,
        "lyapunov": 1.0077227782458067,
        "grad_norm": 2.1993093640968464,
        "firing_rate": 0.07060066051781178,
        "dead_neurons": 0.331787109375,
        "time_sec": 19.681016206741333
      },
      {
        "epoch": 11,
        "train_loss": 0.1831088936328888,
        "train_acc": 0.978,
        "val_loss": 0.07165196174383164,
        "val_acc": 0.976,
        "lyapunov": 1.0080635957419872,
        "grad_norm": 1.3758467574621416,
        "firing_rate": 0.08012794307433069,
        "dead_neurons": 0.3134765625,
        "time_sec": 19.693978786468506
      },
      {
        "epoch": 12,
        "train_loss": 0.21337509846687316,
        "train_acc": 0.964,
        "val_loss": 0.09462729436159134,
        "val_acc": 0.962,
        "lyapunov": 1.0049651823937893,
        "grad_norm": 2.9283961976999953,
        "firing_rate": 0.09411651408299804,
        "dead_neurons": 0.291748046875,
        "time_sec": 19.693503379821777
      },
      {
        "epoch": 13,
        "train_loss": 0.18063695776462554,
        "train_acc": 0.972,
        "val_loss": 0.07871538197994232,
        "val_acc": 0.968,
        "lyapunov": 1.0036363266408443,
        "grad_norm": 2.5614130235487877,
        "firing_rate": 0.08867149171419442,
        "dead_neurons": 0.305908203125,
        "time_sec": 19.739271879196167
      },
      {
        "epoch": 14,
        "train_loss": 0.17090213841199875,
        "train_acc": 0.973,
        "val_loss": 0.1322097361087799,
        "val_acc": 0.946,
        "lyapunov": 1.0065252017229795,
        "grad_norm": 2.5621635605163506,
        "firing_rate": 0.09354110481217504,
        "dead_neurons": 0.2919921875,
        "time_sec": 19.686120748519897
      },
      {
        "epoch": 15,
        "train_loss": 0.19549991047382353,
        "train_acc": 0.964,
        "val_loss": 0.05278427451848984,
        "val_acc": 0.984,
        "lyapunov": 1.002221368253231,
        "grad_norm": 2.6555014504706307,
        "firing_rate": 0.0845671824645251,
        "dead_neurons": 0.28857421875,
        "time_sec": 19.691769123077393
      },
      {
        "epoch": 16,
        "train_loss": 0.23806488126516342,
        "train_acc": 0.951,
        "val_loss": 0.40760626530647276,
        "val_acc": 0.86,
        "lyapunov": 1.0044054072350264,
        "grad_norm": 3.960160750473488,
        "firing_rate": 0.08776420424692333,
        "dead_neurons": 0.27294921875,
        "time_sec": 19.698570013046265
      },
      {
        "epoch": 17,
        "train_loss": 0.2511507818698883,
        "train_acc": 0.9475,
        "val_loss": 0.05430306094884872,
        "val_acc": 0.978,
        "lyapunov": 1.0074593536555767,
        "grad_norm": 3.169289003977333,
        "firing_rate": 0.07528785523027182,
        "dead_neurons": 0.27587890625,
        "time_sec": 19.75972604751587
      },
      {
        "epoch": 18,
        "train_loss": 0.2028917202949524,
        "train_acc": 0.963,
        "val_loss": 0.06786650514602661,
        "val_acc": 0.976,
        "lyapunov": 1.0002095382660627,
        "grad_norm": 2.00168083038844,
        "firing_rate": 0.07651458529289812,
        "dead_neurons": 0.277099609375,
        "time_sec": 19.710276126861572
      },
      {
        "epoch": 19,
        "train_loss": 0.19926433062553406,
        "train_acc": 0.962,
        "val_loss": 0.11585208868980408,
        "val_acc": 0.954,
        "lyapunov": 1.000438116490841,
        "grad_norm": 2.2231644722585076,
        "firing_rate": 0.07805389224085957,
        "dead_neurons": 0.277099609375,
        "time_sec": 19.71862554550171
      },
      {
        "epoch": 20,
        "train_loss": 0.18664314317703248,
        "train_acc": 0.9635,
        "val_loss": 0.07177439814805985,
        "val_acc": 0.976,
        "lyapunov": 1.0026721805334091,
        "grad_norm": 1.3346901194181862,
        "firing_rate": 0.07716949237510562,
        "dead_neurons": 0.287109375,
        "time_sec": 19.77388310432434
      },
      {
        "epoch": 21,
        "train_loss": 0.30547540867328643,
        "train_acc": 0.931,
        "val_loss": 0.24271133625507355,
        "val_acc": 0.928,
        "lyapunov": 1.0038067549467087,
        "grad_norm": 3.1656516544709055,
        "firing_rate": 0.07883209071587771,
        "dead_neurons": 0.287109375,
        "time_sec": 19.716625690460205
      },
      {
        "epoch": 22,
        "train_loss": 0.21548006975650788,
        "train_acc": 0.958,
        "val_loss": 0.0359251414835453,
        "val_acc": 0.99,
        "lyapunov": 1.0040038879960775,
        "grad_norm": 1.868382932169144,
        "firing_rate": 0.07333015254698694,
        "dead_neurons": 0.2861328125,
        "time_sec": 19.756728172302246
      },
      {
        "epoch": 23,
        "train_loss": 0.15866387128829956,
        "train_acc": 0.9795,
        "val_loss": 0.18498244166374206,
        "val_acc": 0.932,
        "lyapunov": 1.0026383604854345,
        "grad_norm": 1.6325070423114962,
        "firing_rate": 0.07130477740429342,
        "dead_neurons": 0.314697265625,
        "time_sec": 19.684906244277954
      },
      {
        "epoch": 24,
        "train_loss": 0.30665742921829225,
        "train_acc": 0.943,
        "val_loss": 0.01737770412862301,
        "val_acc": 0.994,
        "lyapunov": 1.0052145402878523,
        "grad_norm": 4.246925038648542,
        "firing_rate": 0.0770951067097485,
        "dead_neurons": 0.3017578125,
        "time_sec": 19.70504379272461
      },
      {
        "epoch": 25,
        "train_loss": 0.1496377671957016,
        "train_acc": 0.9805,
        "val_loss": 0.039121474415063855,
        "val_acc": 0.982,
        "lyapunov": 1.0074444767087698,
        "grad_norm": 2.049794129930676,
        "firing_rate": 0.07731574843637645,
        "dead_neurons": 0.3017578125,
        "time_sec": 19.73826813697815
      },
      {
        "epoch": 26,
        "train_loss": 0.14496766710281372,
        "train_acc": 0.983,
        "val_loss": 0.02593888273835182,
        "val_acc": 0.992,
        "lyapunov": 1.0060833506286144,
        "grad_norm": 1.771247193253967,
        "firing_rate": 0.07664314145222306,
        "dead_neurons": 0.308349609375,
        "time_sec": 19.696775674819946
      },
      {
        "epoch": 27,
        "train_loss": 0.23038420176506041,
        "train_acc": 0.9575,
        "val_loss": 0.0906779488325119,
        "val_acc": 0.96,
        "lyapunov": 1.0069650951772928,
        "grad_norm": 3.653697367851776,
        "firing_rate": 0.07317001221235842,
        "dead_neurons": 0.312744140625,
        "time_sec": 19.761855125427246
      },
      {
        "epoch": 28,
        "train_loss": 0.16770522451400757,
        "train_acc": 0.9795,
        "val_loss": 0.025397883623838425,
        "val_acc": 0.992,
        "lyapunov": 1.0101550184190273,
        "grad_norm": 1.531936491838797,
        "firing_rate": 0.07341964601073414,
        "dead_neurons": 0.30322265625,
        "time_sec": 19.68121099472046
      },
      {
        "epoch": 29,
        "train_loss": 0.11625144386291504,
        "train_acc": 0.994,
        "val_loss": 0.022977767035365106,
        "val_acc": 0.992,
        "lyapunov": 1.0034016575664282,
        "grad_norm": 0.599330238751406,
        "firing_rate": 0.0733678424730897,
        "dead_neurons": 0.310791015625,
        "time_sec": 19.685579299926758
      },
      {
        "epoch": 30,
        "train_loss": 0.13893001306056976,
        "train_acc": 0.986,
        "val_loss": 0.06131797206401825,
        "val_acc": 0.978,
        "lyapunov": 1.0026989094913006,
        "grad_norm": 1.107340889267526,
        "firing_rate": 0.07437850767746568,
        "dead_neurons": 0.30810546875,
        "time_sec": 19.739879846572876
      }
    ],
    "10": [
      {
        "epoch": 1,
        "train_loss": 2.4236042957305908,
        "train_acc": 0.096,
        "val_loss": 2.302436374664307,
        "val_acc": 0.102,
        "lyapunov": 1.0992519296705723,
        "grad_norm": 0.16251989372119807,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.78636646270752
      },
      {
        "epoch": 2,
        "train_loss": 2.42344051361084,
        "train_acc": 0.099,
        "val_loss": 2.302482774734497,
        "val_acc": 0.116,
        "lyapunov": 1.1000312082469463,
        "grad_norm": 0.15299060733564154,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.705002307891846
      },
      {
        "epoch": 3,
        "train_loss": 2.423662427902222,
        "train_acc": 0.1055,
        "val_loss": 2.3026690616607666,
        "val_acc": 0.084,
        "lyapunov": 1.1013858616352081,
        "grad_norm": 0.1670141485724782,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.67839813232422
      },
      {
        "epoch": 4,
        "train_loss": 2.423724941253662,
        "train_acc": 0.1075,
        "val_loss": 2.3027007904052734,
        "val_acc": 0.084,
        "lyapunov": 1.1038468182086945,
        "grad_norm": 0.16583670891055496,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.710070848464966
      },
      {
        "epoch": 5,
        "train_loss": 2.4235206089019776,
        "train_acc": 0.1075,
        "val_loss": 2.3029126625061034,
        "val_acc": 0.084,
        "lyapunov": 1.1023501828312874,
        "grad_norm": 0.18285487825495367,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.7312171459198
      },
      {
        "epoch": 6,
        "train_loss": 2.4233444957733155,
        "train_acc": 0.1075,
        "val_loss": 2.3029672603607176,
        "val_acc": 0.084,
        "lyapunov": 1.1022668778896332,
        "grad_norm": 0.16668799955819796,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.69492220878601
      },
      {
        "epoch": 7,
        "train_loss": 2.4228849449157717,
        "train_acc": 0.1075,
        "val_loss": 2.303281011581421,
        "val_acc": 0.084,
        "lyapunov": 1.1005186624825,
        "grad_norm": 0.18145344235485159,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.63035011291504
      },
      {
        "epoch": 8,
        "train_loss": 2.4231199131011962,
        "train_acc": 0.1075,
        "val_loss": 2.3034022121429443,
        "val_acc": 0.084,
        "lyapunov": 1.1024447157979012,
        "grad_norm": 0.2369495465953519,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.689044713974
      },
      {
        "epoch": 9,
        "train_loss": 2.4235224952697756,
        "train_acc": 0.1075,
        "val_loss": 2.3035701866149902,
        "val_acc": 0.084,
        "lyapunov": 1.1029067710042,
        "grad_norm": 0.5947551937297244,
        "firing_rate": 2.9296874345163815e-05,
        "dead_neurons": 0.99853515625,
        "time_sec": 24.690731048583984
      },
      {
        "epoch": 10,
        "train_loss": 2.42286958694458,
        "train_acc": 0.1075,
        "val_loss": 2.303573850631714,
        "val_acc": 0.084,
        "lyapunov": 1.1012075431644917,
        "grad_norm": 0.2583528580009966,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.636343240737915
      },
      {
        "epoch": 11,
        "train_loss": 2.4233014297485354,
        "train_acc": 0.1075,
        "val_loss": 2.3036693000793456,
        "val_acc": 0.084,
        "lyapunov": 1.1033187359571457,
        "grad_norm": 0.2660735848449738,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.710039138793945
      },
      {
        "epoch": 12,
        "train_loss": 2.423148862838745,
        "train_acc": 0.1075,
        "val_loss": 2.3037845859527586,
        "val_acc": 0.084,
        "lyapunov": 1.103237297385931,
        "grad_norm": 0.4234714170249191,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.684850454330444
      },
      {
        "epoch": 13,
        "train_loss": 2.4255196590423584,
        "train_acc": 0.1055,
        "val_loss": 2.3036648502349855,
        "val_acc": 0.084,
        "lyapunov": 1.1033331789076328,
        "grad_norm": 0.7749459352575001,
        "firing_rate": 1.9531249563442543e-05,
        "dead_neurons": 0.9990234375,
        "time_sec": 24.693484783172607
      },
      {
        "epoch": 14,
        "train_loss": 2.4227360363006594,
        "train_acc": 0.1075,
        "val_loss": 2.3038085079193116,
        "val_acc": 0.084,
        "lyapunov": 1.1011917181313038,
        "grad_norm": 0.5404483621178982,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 24.63370370864868
      },
      {
        "epoch": 15,
        "train_loss": 2.3198488540649413,
        "train_acc": 0.101,
        "val_loss": 2.029139150619507,
        "val_acc": 0.186,
        "lyapunov": 1.10334262996912,
        "grad_norm": 1.3111824791838802,
        "firing_rate": 0.0009577941695795289,
        "dead_neurons": 0.914794921875,
        "time_sec": 24.68205189704895
      },
      {
        "epoch": 16,
        "train_loss": 1.9995113039016723,
        "train_acc": 0.2225,
        "val_loss": 1.5156087284088136,
        "val_acc": 0.404,
        "lyapunov": 1.1062522195279598,
        "grad_norm": 1.9391261107836768,
        "firing_rate": 0.003849792392429663,
        "dead_neurons": 0.823974609375,
        "time_sec": 24.68693709373474
      },
      {
        "epoch": 17,
        "train_loss": 1.3940175409317017,
        "train_acc": 0.4345,
        "val_loss": 1.0536328926086427,
        "val_acc": 0.496,
        "lyapunov": 1.109726469963789,
        "grad_norm": 6.377014874919891,
        "firing_rate": 0.016491546208271757,
        "dead_neurons": 0.6943359375,
        "time_sec": 24.777471780776978
      },
      {
        "epoch": 18,
        "train_loss": 1.0712786054611205,
        "train_acc": 0.549,
        "val_loss": 0.9320354661941528,
        "val_acc": 0.57,
        "lyapunov": 1.1127626188099384,
        "grad_norm": 5.622682284187354,
        "firing_rate": 0.02284332225099206,
        "dead_neurons": 0.60400390625,
        "time_sec": 24.710701942443848
      },
      {
        "epoch": 19,
        "train_loss": 1.4346345357894899,
        "train_acc": 0.4645,
        "val_loss": 1.190898374557495,
        "val_acc": 0.472,
        "lyapunov": 1.1123942956328392,
        "grad_norm": 7.863788027381062,
        "firing_rate": 0.023981933045433834,
        "dead_neurons": 0.60009765625,
        "time_sec": 24.776970863342285
      },
      {
        "epoch": 20,
        "train_loss": 1.072595344543457,
        "train_acc": 0.563,
        "val_loss": 0.7876822261810302,
        "val_acc": 0.66,
        "lyapunov": 1.1115392297506332,
        "grad_norm": 4.0324849406105745,
        "firing_rate": 0.017485885095084086,
        "dead_neurons": 0.641845703125,
        "time_sec": 24.765336513519287
      },
      {
        "epoch": 21,
        "train_loss": 0.8294454066753387,
        "train_acc": 0.677,
        "val_loss": 0.5923201780319214,
        "val_acc": 0.752,
        "lyapunov": 1.1177563108503819,
        "grad_norm": 5.990807955358493,
        "firing_rate": 0.032456664368510246,
        "dead_neurons": 0.57568359375,
        "time_sec": 24.795910596847534
      },
      {
        "epoch": 22,
        "train_loss": 0.7896413650512696,
        "train_acc": 0.6795,
        "val_loss": 0.6407489004135132,
        "val_acc": 0.704,
        "lyapunov": 1.1112591810524464,
        "grad_norm": 7.595588879859579,
        "firing_rate": 0.03778457536827773,
        "dead_neurons": 0.543212890625,
        "time_sec": 24.726309537887573
      },
      {
        "epoch": 23,
        "train_loss": 0.8970905632972718,
        "train_acc": 0.6635,
        "val_loss": 0.5978069911003113,
        "val_acc": 0.716,
        "lyapunov": 1.115072175860405,
        "grad_norm": 7.8785723882251,
        "firing_rate": 0.03881004231516272,
        "dead_neurons": 0.562744140625,
        "time_sec": 24.781951665878296
      },
      {
        "epoch": 24,
        "train_loss": 0.9933350601196289,
        "train_acc": 0.618,
        "val_loss": 0.7356808624267578,
        "val_acc": 0.63,
        "lyapunov": 1.11272394657135,
        "grad_norm": 9.360758956795884,
        "firing_rate": 0.045098646776750684,
        "dead_neurons": 0.557861328125,
        "time_sec": 24.753777503967285
      },
      {
        "epoch": 25,
        "train_loss": 1.0769806680679321,
        "train_acc": 0.635,
        "val_loss": 4.062628335952759,
        "val_acc": 0.272,
        "lyapunov": 1.117802705615759,
        "grad_norm": 8.862388830624713,
        "firing_rate": 0.04441383283119649,
        "dead_neurons": 0.59423828125,
        "time_sec": 24.71546220779419
      },
      {
        "epoch": 26,
        "train_loss": 1.0999836149215698,
        "train_acc": 0.593,
        "val_loss": 0.7665379567146301,
        "val_acc": 0.646,
        "lyapunov": 1.11717389523983,
        "grad_norm": 8.532904364206615,
        "firing_rate": 0.03920509258750826,
        "dead_neurons": 0.60400390625,
        "time_sec": 24.75096106529236
      },
      {
        "epoch": 27,
        "train_loss": 0.9482709231376648,
        "train_acc": 0.621,
        "val_loss": 0.7178100290298461,
        "val_acc": 0.626,
        "lyapunov": 1.1112483218312263,
        "grad_norm": 8.63370336641291,
        "firing_rate": 0.04470687743742019,
        "dead_neurons": 0.60791015625,
        "time_sec": 24.717939615249634
      },
      {
        "epoch": 28,
        "train_loss": 1.5422544841766357,
        "train_acc": 0.519,
        "val_loss": 2.49585559463501,
        "val_acc": 0.228,
        "lyapunov": 1.1156089939177036,
        "grad_norm": 8.774329940856525,
        "firing_rate": 0.04428314138203859,
        "dead_neurons": 0.6083984375,
        "time_sec": 24.671627521514893
      },
      {
        "epoch": 29,
        "train_loss": 1.0737279109954834,
        "train_acc": 0.5965,
        "val_loss": 0.6983632078170776,
        "val_acc": 0.69,
        "lyapunov": 1.1179395392537117,
        "grad_norm": 7.24468324657972,
        "firing_rate": 0.03684814379084855,
        "dead_neurons": 0.626708984375,
        "time_sec": 24.733794927597046
      },
      {
        "epoch": 30,
        "train_loss": 0.8785460133552552,
        "train_acc": 0.6675,
        "val_loss": 0.7617813425064087,
        "val_acc": 0.666,
        "lyapunov": 1.1158344186842442,
        "grad_norm": 7.1678452009597375,
        "firing_rate": 0.04266776971053332,
        "dead_neurons": 0.623291015625,
        "time_sec": 24.687116861343384
      }
    ],
    "12": [
      {
        "epoch": 1,
        "train_loss": 2.4440349769592284,
        "train_acc": 0.0965,
        "val_loss": 2.302829042434692,
        "val_acc": 0.084,
        "lyapunov": 1.189372155815363,
        "grad_norm": 0.16334275391901693,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.685437440872192
      },
      {
        "epoch": 2,
        "train_loss": 2.4443636379241944,
        "train_acc": 0.1075,
        "val_loss": 2.302650791168213,
        "val_acc": 0.084,
        "lyapunov": 1.191251989454031,
        "grad_norm": 0.16353004374563404,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.759915351867676
      },
      {
        "epoch": 3,
        "train_loss": 2.4442282276153566,
        "train_acc": 0.1075,
        "val_loss": 2.302615085601807,
        "val_acc": 0.084,
        "lyapunov": 1.1914571411907673,
        "grad_norm": 0.1523496494365908,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.651160717010498
      },
      {
        "epoch": 4,
        "train_loss": 2.444334453582764,
        "train_acc": 0.1075,
        "val_loss": 2.3027606868743895,
        "val_acc": 0.084,
        "lyapunov": 1.1923745423555374,
        "grad_norm": 0.14962754674702555,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.712103843688965
      },
      {
        "epoch": 5,
        "train_loss": 2.444155521392822,
        "train_acc": 0.0995,
        "val_loss": 2.3028444194793702,
        "val_acc": 0.084,
        "lyapunov": 1.1922622583806515,
        "grad_norm": 0.16308392997217955,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.719533920288086
      },
      {
        "epoch": 6,
        "train_loss": 2.444078577041626,
        "train_acc": 0.1075,
        "val_loss": 2.3029075908660888,
        "val_acc": 0.084,
        "lyapunov": 1.1930675469338894,
        "grad_norm": 0.1648128137627733,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.69988465309143
      },
      {
        "epoch": 7,
        "train_loss": 2.444177436828613,
        "train_acc": 0.1075,
        "val_loss": 2.3029940738677976,
        "val_acc": 0.084,
        "lyapunov": 1.1933783032000065,
        "grad_norm": 0.17828535263952874,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.6548433303833
      },
      {
        "epoch": 8,
        "train_loss": 2.444325714111328,
        "train_acc": 0.1075,
        "val_loss": 2.302977960586548,
        "val_acc": 0.084,
        "lyapunov": 1.1942557133734226,
        "grad_norm": 0.22314510320693243,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.66123080253601
      },
      {
        "epoch": 9,
        "train_loss": 2.444741653442383,
        "train_acc": 0.1075,
        "val_loss": 2.303190439224243,
        "val_acc": 0.084,
        "lyapunov": 1.1962198503315449,
        "grad_norm": 0.19018253968878082,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.730154037475586
      },
      {
        "epoch": 10,
        "train_loss": 2.4442904262542724,
        "train_acc": 0.1075,
        "val_loss": 2.3033028354644776,
        "val_acc": 0.084,
        "lyapunov": 1.1952537149190903,
        "grad_norm": 0.2704953037077237,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.65148377418518
      },
      {
        "epoch": 11,
        "train_loss": 2.4456894569396974,
        "train_acc": 0.1075,
        "val_loss": 2.303472116470337,
        "val_acc": 0.084,
        "lyapunov": 1.1966094747185707,
        "grad_norm": 0.5591787483427338,
        "firing_rate": 1.9531249563442543e-05,
        "dead_neurons": 0.9990234375,
        "time_sec": 29.62576460838318
      },
      {
        "epoch": 12,
        "train_loss": 2.44429208946228,
        "train_acc": 0.1075,
        "val_loss": 2.303642007827759,
        "val_acc": 0.084,
        "lyapunov": 1.1948685385286808,
        "grad_norm": 0.33447078515130224,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.702317476272583
      },
      {
        "epoch": 13,
        "train_loss": 2.446262441635132,
        "train_acc": 0.1045,
        "val_loss": 2.303594966888428,
        "val_acc": 0.084,
        "lyapunov": 1.1962331868708134,
        "grad_norm": 1.0102351638458724,
        "firing_rate": 1.9531249563442543e-05,
        "dead_neurons": 0.9990234375,
        "time_sec": 29.59420371055603
      },
      {
        "epoch": 14,
        "train_loss": 2.4441811332702637,
        "train_acc": 0.1075,
        "val_loss": 2.3037900886535643,
        "val_acc": 0.084,
        "lyapunov": 1.1951989829540253,
        "grad_norm": 0.377365452808337,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.564621210098267
      },
      {
        "epoch": 15,
        "train_loss": 2.4435638618469238,
        "train_acc": 0.1075,
        "val_loss": 2.303899394989014,
        "val_acc": 0.084,
        "lyapunov": 1.1920482218265533,
        "grad_norm": 0.40187599010428743,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.525703191757202
      },
      {
        "epoch": 16,
        "train_loss": 2.444601858139038,
        "train_acc": 0.1075,
        "val_loss": 2.303968994140625,
        "val_acc": 0.084,
        "lyapunov": 1.1969390474259853,
        "grad_norm": 0.740093571931983,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.632558345794678
      },
      {
        "epoch": 17,
        "train_loss": 2.446256591796875,
        "train_acc": 0.1075,
        "val_loss": 2.304044445037842,
        "val_acc": 0.084,
        "lyapunov": 1.1975850723683834,
        "grad_norm": 1.0071818953502767,
        "firing_rate": 1.9531249563442543e-05,
        "dead_neurons": 0.9990234375,
        "time_sec": 29.541781663894653
      },
      {
        "epoch": 18,
        "train_loss": 2.4471270847320556,
        "train_acc": 0.1075,
        "val_loss": 2.304233543395996,
        "val_acc": 0.084,
        "lyapunov": 1.1975959166884422,
        "grad_norm": 0.9408408183563898,
        "firing_rate": 2.441406195430318e-05,
        "dead_neurons": 0.998779296875,
        "time_sec": 29.563097953796387
      },
      {
        "epoch": 19,
        "train_loss": 2.444837995529175,
        "train_acc": 0.1075,
        "val_loss": 2.3042333469390868,
        "val_acc": 0.084,
        "lyapunov": 1.1979762315750122,
        "grad_norm": 0.8242396680350079,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.60165762901306
      },
      {
        "epoch": 20,
        "train_loss": 2.444180419921875,
        "train_acc": 0.1075,
        "val_loss": 2.3042024440765383,
        "val_acc": 0.084,
        "lyapunov": 1.1948802582919598,
        "grad_norm": 0.6285772196944632,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.56795883178711
      },
      {
        "epoch": 21,
        "train_loss": 2.444201084136963,
        "train_acc": 0.1075,
        "val_loss": 2.3042839603424072,
        "val_acc": 0.084,
        "lyapunov": 1.1950551234185696,
        "grad_norm": 0.6700609777194548,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.52345848083496
      },
      {
        "epoch": 22,
        "train_loss": 2.4442665843963622,
        "train_acc": 0.1075,
        "val_loss": 2.3043801250457765,
        "val_acc": 0.084,
        "lyapunov": 1.1958534643054008,
        "grad_norm": 1.0256729073035997,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.558030605316162
      },
      {
        "epoch": 23,
        "train_loss": 2.4440490856170656,
        "train_acc": 0.1075,
        "val_loss": 2.304449718475342,
        "val_acc": 0.084,
        "lyapunov": 1.1945273205637932,
        "grad_norm": 0.6273041291211898,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.581287622451782
      },
      {
        "epoch": 24,
        "train_loss": 2.444238052368164,
        "train_acc": 0.1075,
        "val_loss": 2.304418369293213,
        "val_acc": 0.084,
        "lyapunov": 1.1953437514603138,
        "grad_norm": 0.8978811787557226,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.513067722320557
      },
      {
        "epoch": 25,
        "train_loss": 2.4442557983398436,
        "train_acc": 0.1075,
        "val_loss": 2.3044433059692384,
        "val_acc": 0.084,
        "lyapunov": 1.195473313331604,
        "grad_norm": 0.7798748000104871,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.60933542251587
      },
      {
        "epoch": 26,
        "train_loss": 2.4440580253601074,
        "train_acc": 0.1075,
        "val_loss": 2.304326183319092,
        "val_acc": 0.084,
        "lyapunov": 1.1951426230370998,
        "grad_norm": 0.8407167443756942,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.711235761642456
      },
      {
        "epoch": 27,
        "train_loss": 2.443987491607666,
        "train_acc": 0.1075,
        "val_loss": 2.304442714691162,
        "val_acc": 0.084,
        "lyapunov": 1.1945025026798248,
        "grad_norm": 0.4889203851864685,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.675331115722656
      },
      {
        "epoch": 28,
        "train_loss": 2.4442192401885987,
        "train_acc": 0.1075,
        "val_loss": 2.3045427951812743,
        "val_acc": 0.084,
        "lyapunov": 1.1956175416707993,
        "grad_norm": 0.49653127758300764,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.65798544883728
      },
      {
        "epoch": 29,
        "train_loss": 2.4439764919281006,
        "train_acc": 0.1075,
        "val_loss": 2.304423973083496,
        "val_acc": 0.084,
        "lyapunov": 1.1948224492371082,
        "grad_norm": 0.5391819708036631,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.637993097305298
      },
      {
        "epoch": 30,
        "train_loss": 2.44409956741333,
        "train_acc": 0.1075,
        "val_loss": 2.304638437271118,
        "val_acc": 0.084,
        "lyapunov": 1.1957054287195206,
        "grad_norm": 0.6349010517199268,
        "firing_rate": 0.0,
        "dead_neurons": 1.0,
        "time_sec": 29.719268560409546
      }
    ]
  }
}