diff options
Diffstat (limited to 'results/round38_cb_penalty_30ep_s123/results_cifar10.json')
| -rw-r--r-- | results/round38_cb_penalty_30ep_s123/results_cifar10.json | 233 |
1 files changed, 233 insertions, 0 deletions
diff --git a/results/round38_cb_penalty_30ep_s123/results_cifar10.json b/results/round38_cb_penalty_30ep_s123/results_cifar10.json new file mode 100644 index 0000000..ae68c96 --- /dev/null +++ b/results/round38_cb_penalty_30ep_s123/results_cifar10.json @@ -0,0 +1,233 @@ +{ + "123": { + "credit_bridge": { + "log": { + "train_loss": [ + 1.9903950632476806, + 1.9436892071533203, + 1.9378673068237304, + 1.9346954096221924, + 1.9363043911361695, + 1.9327283626937866, + 1.9476709210586547, + 1.9389762512588502, + 1.9266566958236695, + 1.919404111404419, + 1.9120563073730468, + 1.9111018649291993, + 1.9005808422088624, + 1.8967266842269896, + 1.8907416219329833, + 1.882234052658081, + 1.8722203524017333, + 1.8694015215301514, + 1.8656991873168944, + 1.8682857693862915, + 1.8697387396621703, + 1.8678798027801513, + 1.8690597088241576, + 1.8677466773223876, + 1.871109571685791, + 1.8732738525009156, + 1.8745700274658204, + 1.8710524578094483, + 1.8755342425155639, + 1.8727011511993408 + ], + "train_acc": [ + 0.28218, + 0.30712, + 0.31004, + 0.3135, + 0.31522, + 0.31594, + 0.31198, + 0.31488, + 0.31484, + 0.32026, + 0.32228, + 0.32102, + 0.32762, + 0.32718, + 0.33116, + 0.33436, + 0.33864, + 0.33738, + 0.34008, + 0.34056, + 0.34068, + 0.34044, + 0.34202, + 0.34188, + 0.34192, + 0.34224, + 0.3414, + 0.343, + 0.34144, + 0.34402 + ], + "test_acc": [ + 0.3362, + 0.3403, + 0.3354, + 0.3262, + 0.3373, + 0.3421, + 0.3428, + 0.349, + 0.3517, + 0.3491, + 0.353, + 0.347, + 0.3444, + 0.3545, + 0.3505, + 0.3617, + 0.3671, + 0.363, + 0.3697, + 0.3615, + 0.3623, + 0.3666, + 0.3608, + 0.3692, + 0.3652, + 0.3677, + 0.3652, + 0.3645, + 0.364, + 0.3642 + ], + "value_loss": [ + 0.6501392752981185, + 0.19012001507282258, + 0.1075794908285141, + 0.07698172752141952, + 0.06917850073337554, + 0.05796519654870033, + 0.10017188906908035, + 0.06868275530338287, + 0.06073615624547005, + 0.05232048670530319, + 0.045059604372978214, + 0.04662440485239029, + 0.04121920494437218, + 0.044443060465455056, + 0.04122906471073628, + 0.03664021657347679, + 0.03124810820043087, + 0.0269432488912344, + 0.02596988540112972, + 0.024900869569778442, + 0.02048479182034731, + 0.018211499471366407, + 0.0170548377931118, + 0.01694579794406891, + 0.01826157638669014, + 0.014401317476630211, + 0.014872411508262157, + 0.010797930763959884, + 0.01634573257163167, + 0.01106238992586732 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6450029015541077, + 0.6589623689651489, + 0.6671799421310425, + 0.6754908561706543 + ], + "perturbation_rho": [ + 0.3963339030742645, + 0.4112011194229126, + 0.4508204460144043, + 0.49511781334877014 + ], + "nudging": { + "0.001": [ + -4.538437133305706e-05, + -4.164675556239672e-05, + -3.897584610967897e-05, + -3.720284075825475e-05 + ], + "0.003": [ + -0.00013614483759738505, + -0.00012491861707530916, + -0.00011692544649122283, + -0.00011161504517076537 + ], + "0.01": [ + -0.00045391899766400456, + -0.00041642854921519756, + -0.00038977732765488327, + -0.00037192515446804464 + ] + }, + "hidden_norms_per_layer": [ + 5795.3388671875, + 5812.16650390625, + 5825.60498046875, + 5806.94384765625, + 5834.41455078125 + ], + "bp_grad_norms_per_layer": [ + 2.1459092749864794e-05, + 2.0404753740876913e-05, + 1.9721255739568733e-05, + 1.843643985921517e-05, + 1.812805021472741e-05 + ] + }, + "drift": { + "embed.weight": 47.265920858379104, + "embed.bias": 64.03327510119414, + "blocks.0.ln.weight": 0.31550925970077515, + "blocks.0.w1.weight": 3.9393207442198896, + "blocks.0.w1.bias": 7.116536540852231, + "blocks.0.w2.weight": 18.565318744639406, + "blocks.1.ln.weight": 0.3102896213531494, + "blocks.1.w1.weight": 3.814831040782521, + "blocks.1.w1.bias": 7.074615401132259, + "blocks.1.w2.weight": 18.672674667307152, + "blocks.2.ln.weight": 0.32316333055496216, + "blocks.2.w1.weight": 3.901017267398649, + "blocks.2.w1.bias": 6.366350200102534, + "blocks.2.w2.weight": 19.721825160296877, + "blocks.3.ln.weight": 0.2990249991416931, + "blocks.3.w1.weight": 4.002164431729751, + "blocks.3.w1.bias": 5.90919777616421, + "blocks.3.w2.weight": 21.568416770540885, + "out_ln.weight": 0.09184015542268753, + "out_head.weight": 2.070435355745074, + "out_head.bias": 1.855754764316957 + } + } + }, + "config": { + "dataset": "cifar10", + "d_hidden": 256, + "num_blocks": 4, + "batch_size": 128, + "epochs": 30, + "lr": 0.001, + "lr_fb": 0.001, + "wd": 0.01, + "lam": 0.1, + "K": 4, + "sigma_bridge": 0.05, + "ema_momentum": 0.995, + "term_grad_weight": 1.0, + "seeds": [ + 123 + ], + "gpu": 0, + "output_dir": "results/round38_cb_penalty_30ep_s123", + "methods": [ + "credit_bridge" + ], + "random_targets": false, + "penalty_lam": 0.01, + "num_classes": 10 + } +}
\ No newline at end of file |