diff options
Diffstat (limited to 'results/h2_smoketest/snapshot_evolution_s42.json')
| -rw-r--r-- | results/h2_smoketest/snapshot_evolution_s42.json | 129 |
1 files changed, 129 insertions, 0 deletions
diff --git a/results/h2_smoketest/snapshot_evolution_s42.json b/results/h2_smoketest/snapshot_evolution_s42.json new file mode 100644 index 0000000..5f09cbd --- /dev/null +++ b/results/h2_smoketest/snapshot_evolution_s42.json @@ -0,0 +1,129 @@ +{ + "config": { + "output_dir": "results/h2_smoketest", + "epochs": 1, + "lr": 0.001, + "wd": 0.01, + "seed": 42, + "depth": 4, + "d_hidden": 256, + "log_every": 1, + "no_residual_add": true, + "w2_std": 0.05 + }, + "depth": 4, + "d_hidden": 256, + "num_classes": 10, + "bp_log": [ + { + "hidden_norms": [ + 8.718070030212402, + 4.280222415924072, + 4.422238349914551, + 4.604765892028809, + 4.6893696784973145 + ], + "bp_grad_norms_per_sample_med": [ + 0.0010339331347495317, + 0.0009070215164683759, + 0.0008196940761990845, + 0.000755702203605324, + 0.0006969328387640417 + ], + "bp_grad_norms_F": [ + 0.036222200840711594, + 0.030558692291378975, + 0.027158580720424652, + 0.02468229830265045, + 0.022657815366983414 + ], + "gamma_dfa": NaN, + "acc_eval": 0.1123046875, + "loss_eval": 2.414133310317993, + "epoch": 0 + }, + { + "hidden_norms": [ + 85.9231185913086, + 17.862314224243164, + 18.3341064453125, + 20.362960815429688, + 26.587692260742188 + ], + "bp_grad_norms_per_sample_med": [ + 8.575361425755545e-05, + 8.537247049389407e-05, + 8.530700870323926e-05, + 8.512997737852857e-05, + 8.473115303786471e-05 + ], + "bp_grad_norms_F": [ + 0.0030727137345820665, + 0.003054599277675152, + 0.0030425451695919037, + 0.0030279208440333605, + 0.0030008067842572927 + ], + "gamma_dfa": NaN, + "acc_eval": 0.0576171875, + "loss_eval": 2.5138001441955566, + "epoch": 1 + } + ], + "dfa_log": [ + { + "hidden_norms": [ + 8.718070030212402, + 4.280222415924072, + 4.422238349914551, + 4.604765892028809, + 4.6893696784973145 + ], + "bp_grad_norms_per_sample_med": [ + 0.0010339331347495317, + 0.0009070215164683759, + 0.0008196940761990845, + 0.000755702203605324, + 0.0006969328387640417 + ], + "bp_grad_norms_F": [ + 0.036222200840711594, + 0.030558692291378975, + 0.027158580720424652, + 0.02468229830265045, + 0.022657815366983414 + ], + "gamma_dfa": 0.004694993258453906, + "acc_eval": 0.1123046875, + "loss_eval": 2.414133310317993, + "epoch": 0 + }, + { + "hidden_norms": [ + 1363.396484375, + 5623.7373046875, + 6282.16259765625, + 6187.54150390625, + 3601.992919921875 + ], + "bp_grad_norms_per_sample_med": [ + 1.0316066436644178e-06, + 8.392997301598371e-07, + 8.332735319527274e-07, + 8.32648026971583e-07, + 8.310838666147902e-07 + ], + "bp_grad_norms_F": [ + 7.324694888666272e-05, + 4.777986396220513e-05, + 4.688410263042897e-05, + 4.647139576263726e-05, + 4.622975757229142e-05 + ], + "gamma_dfa": 0.029530375730246305, + "acc_eval": 0.1015625, + "loss_eval": 2.2971253395080566, + "epoch": 1 + } + ] +}
\ No newline at end of file |