diff options
Diffstat (limited to 'results/optionA_smoke/snapshot_evolution_s42.json')
| -rw-r--r-- | results/optionA_smoke/snapshot_evolution_s42.json | 130 |
1 files changed, 130 insertions, 0 deletions
diff --git a/results/optionA_smoke/snapshot_evolution_s42.json b/results/optionA_smoke/snapshot_evolution_s42.json new file mode 100644 index 0000000..86fedde --- /dev/null +++ b/results/optionA_smoke/snapshot_evolution_s42.json @@ -0,0 +1,130 @@ +{ + "config": { + "output_dir": "results/optionA_smoke", + "epochs": 3, + "lr": 0.001, + "wd": 0.01, + "seed": 42, + "depth": 4, + "d_hidden": 256, + "log_every": 1, + "no_residual_add": false, + "w2_std": 0.01, + "random_targets": true, + "skip_bp": true + }, + "depth": 4, + "d_hidden": 256, + "num_classes": 10, + "bp_log": null, + "dfa_log": [ + { + "hidden_norms": [ + 8.718070030212402, + 8.780964851379395, + 8.812002182006836, + 8.828720092773438, + 8.893179893493652 + ], + "bp_grad_norms_per_sample_med": [ + 0.0010068593546748161, + 0.000997236929833889, + 0.0009934091940522194, + 0.0009870644425973296, + 0.0009829498594626784 + ], + "bp_grad_norms_F": [ + 0.03544403985142708, + 0.03507080301642418, + 0.03477022796869278, + 0.03443896397948265, + 0.03407429903745651 + ], + "gamma_dfa": 0.007406219025142491, + "acc_eval": 0.115234375, + "loss_eval": 2.383650302886963, + "epoch": 0 + }, + { + "hidden_norms": [ + 290.9817199707031, + 627.6629028320312, + 1287.7171630859375, + 1459.1513671875, + 1616.4718017578125 + ], + "bp_grad_norms_per_sample_med": [ + 5.262210834189318e-06, + 5.14477824253845e-06, + 5.1224119488324504e-06, + 5.1222677939222194e-06, + 5.123215942148818e-06 + ], + "bp_grad_norms_F": [ + 0.0008317740284837782, + 0.0008041572291404009, + 0.0007967103738337755, + 0.0007942747906781733, + 0.0007939037750475109 + ], + "gamma_dfa": -0.01952565903775394, + "acc_eval": 0.078125, + "loss_eval": 2.3129711151123047, + "epoch": 1 + }, + { + "hidden_norms": [ + 467.1022644042969, + 3057.49267578125, + 7424.37353515625, + 8857.5537109375, + 9767.6162109375 + ], + "bp_grad_norms_per_sample_med": [ + 9.694709888208308e-07, + 8.50241519856354e-07, + 8.498120678268606e-07, + 8.498261649947381e-07, + 8.499836781084014e-07 + ], + "bp_grad_norms_F": [ + 0.0005667012883350253, + 0.0005514815566129982, + 0.0005513231735676527, + 0.0005382975214160979, + 0.0005368698039092124 + ], + "gamma_dfa": -0.02370089991018176, + "acc_eval": 0.0810546875, + "loss_eval": 2.320453643798828, + "epoch": 2 + }, + { + "hidden_norms": [ + 524.08203125, + 4883.1953125, + 11064.0263671875, + 13177.29296875, + 14508.083984375 + ], + "bp_grad_norms_per_sample_med": [ + 6.069666369512561e-07, + 5.623286938316596e-07, + 5.621984087156306e-07, + 5.621164973490522e-07, + 5.620748311230273e-07 + ], + "bp_grad_norms_F": [ + 0.0005193821853026748, + 0.0004981618840247393, + 0.0004926337860524654, + 0.0004888861440122128, + 0.0004883570945821702 + ], + "gamma_dfa": -0.024675255175679922, + "acc_eval": 0.0712890625, + "loss_eval": 2.3067145347595215, + "epoch": 3 + } + ] +}
\ No newline at end of file |