{ "vanilla": { "1": [ { "epoch": 1, "train_loss": 3.63611528468132, "train_acc": 0.4395, "val_loss": 0.3441817893981934, "val_acc": 0.892, "lyapunov": null, "grad_norm": 6.684646466531827, "firing_rate": 0.0501896656351164, "dead_neurons": 0.0634765625, "time_sec": 1.4154746532440186 }, { "epoch": 2, "train_loss": 0.11478448428213596, "train_acc": 0.979, "val_loss": 0.0251090137809515, "val_acc": 0.998, "lyapunov": null, "grad_norm": 0.9868205501387588, "firing_rate": 0.04863281128928065, "dead_neurons": 0.14501953125, "time_sec": 1.124629259109497 } ], "2": [ { "epoch": 1, "train_loss": 1.0799804039001464, "train_acc": 0.669, "val_loss": 0.13135542356967925, "val_acc": 0.99, "lyapunov": null, "grad_norm": 2.52630685037553, "firing_rate": 0.024484404711984098, "dead_neurons": 0.17333984375, "time_sec": 2.123649835586548 }, { "epoch": 2, "train_loss": 0.030569396341219544, "train_acc": 0.9985, "val_loss": 0.004331342689692974, "val_acc": 1.0, "lyapunov": null, "grad_norm": 0.24447100537157782, "firing_rate": 0.05747787351720035, "dead_neurons": 0.16064453125, "time_sec": 2.126903533935547 } ], "4": [ { "epoch": 1, "train_loss": 1.8098584995269775, "train_acc": 0.387, "val_loss": 1.222405834197998, "val_acc": 0.58, "lyapunov": null, "grad_norm": 1.3608689005809804, "firing_rate": 0.006725768871547189, "dead_neurons": 0.505859375, "time_sec": 4.204299449920654 }, { "epoch": 2, "train_loss": 0.7593886029720306, "train_acc": 0.7585, "val_loss": 0.39757656621932985, "val_acc": 0.826, "lyapunov": null, "grad_norm": 1.0283578242147713, "firing_rate": 0.03321700973901898, "dead_neurons": 0.23828125, "time_sec": 4.135045528411865 } ] }, "lyapunov": { "1": [ { "epoch": 1, "train_loss": 3.636530278682709, "train_acc": 0.4395, "val_loss": 0.34424241971969605, "val_acc": 0.892, "lyapunov": -0.062926338869147, "grad_norm": 6.684765605982483, "firing_rate": 0.05018981825560331, "dead_neurons": 0.0634765625, "time_sec": 2.7002336978912354 }, { "epoch": 2, "train_loss": 0.1152480071336031, "train_acc": 0.979, "val_loss": 0.024494345664978028, "val_acc": 1.0, "lyapunov": -0.0625884102191776, "grad_norm": 0.991019154605155, "firing_rate": 0.048623198410496116, "dead_neurons": 0.14501953125, "time_sec": 2.6441690921783447 } ], "2": [ { "epoch": 1, "train_loss": 1.0912367722988128, "train_acc": 0.675, "val_loss": 0.14816188097000121, "val_acc": 0.982, "lyapunov": 0.2853015512228012, "grad_norm": 2.504778976972174, "firing_rate": 0.024021148041356355, "dead_neurons": 0.1748046875, "time_sec": 5.090728998184204 }, { "epoch": 2, "train_loss": 0.04241700147092342, "train_acc": 1.0, "val_loss": 0.00423688886128366, "val_acc": 1.0, "lyapunov": 0.28541417699307203, "grad_norm": 0.280077688235374, "firing_rate": 0.05708221276290715, "dead_neurons": 0.16455078125, "time_sec": 5.0862884521484375 } ], "4": [ { "epoch": 1, "train_loss": 1.8756971139907836, "train_acc": 0.382, "val_loss": 1.2378097457885742, "val_acc": 0.564, "lyapunov": 0.6353437304496765, "grad_norm": 1.4063669162597758, "firing_rate": 0.006828460494034516, "dead_neurons": 0.52978515625, "time_sec": 9.951968431472778 }, { "epoch": 2, "train_loss": 0.7975155801773072, "train_acc": 0.774, "val_loss": 0.3800765242576599, "val_acc": 0.828, "lyapunov": 0.6379879284650087, "grad_norm": 1.0245371397756542, "firing_rate": 0.032547149108722806, "dead_neurons": 0.27001953125, "time_sec": 9.936922550201416 } ] } }