diff options
Diffstat (limited to 'results/contrastive_bias/b1/dp-bias-b1-clean.json')
| -rw-r--r-- | results/contrastive_bias/b1/dp-bias-b1-clean.json | 371 |
1 files changed, 371 insertions, 0 deletions
diff --git a/results/contrastive_bias/b1/dp-bias-b1-clean.json b/results/contrastive_bias/b1/dp-bias-b1-clean.json new file mode 100644 index 0000000..34ad023 --- /dev/null +++ b/results/contrastive_bias/b1/dp-bias-b1-clean.json @@ -0,0 +1,371 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-clean/2026_08_06_12_17_48/hist.npy", + "cell_id": "clean", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "20", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "0.025", + "--warmup-learning-rate", + "0.025", + "--warmup-epochs", + "0", + "--decay-epochs", + "20", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1988", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-b1-clean", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16" + ], + "completed_unix_time": 1786036874.551122, + "driver_wall_seconds": 214.68581438064575, + "experiment_name": "dp-bias-b1-clean", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 18, + "best_validation_accuracy": 71.63999938964844, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "neutral_observations": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "raw_bias_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "train_accuracy": [ + 40.704444885253906, + 51.96888732910156, + 55.77333450317383, + 57.77333450317383, + 59.50444412231445, + 60.364444732666016, + 61.459999084472656, + 62.22666549682617, + 62.911109924316406, + 63.88666534423828, + 64.4800033569336, + 64.70222473144531, + 65.2911148071289, + 65.77111053466797, + 66.09111022949219, + 66.16444396972656, + 66.6866683959961, + 66.87555694580078, + 67.36222076416016, + 67.53333282470703 + ], + "train_loss": [ + 1.6466270685195923, + 1.3438713550567627, + 1.2489042282104492, + 1.1982132196426392, + 1.1588140726089478, + 1.128353238105774, + 1.1081541776657104, + 1.0809673070907593, + 1.0621626377105713, + 1.0400983095169067, + 1.0258973836898804, + 1.0165568590164185, + 1.0048352479934692, + 0.9918926358222961, + 0.9725791811943054, + 0.9807138442993164, + 0.9644173383712769, + 0.9575812220573425, + 0.943452000617981, + 0.9443466663360596 + ], + "train_time": [ + 17.8804452419281, + 9.608168363571167, + 9.366616010665894, + 9.26893162727356, + 9.295476913452148, + 9.301843881607056, + 9.313702583312988, + 9.307698011398315, + 9.344250679016113, + 9.336297750473022, + 9.390811920166016, + 9.374814748764038, + 9.386310338973999, + 9.35064697265625, + 9.34734582901001, + 9.371638298034668, + 9.357443809509277, + 9.41904091835022, + 9.510162830352783, + 9.502694368362427 + ], + "used_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "val_accuracy": [ + 55.36000061035156, + 58.65999984741211, + 60.959999084472656, + 61.459999084472656, + 66.62000274658203, + 63.220001220703125, + 67.0199966430664, + 67.37999725341797, + 65.72000122070312, + 66.13999938964844, + 70.05999755859375, + 69.77999877929688, + 69.05999755859375, + 67.08000183105469, + 67.62000274658203, + 70.5199966430664, + 69.19999694824219, + 71.63999938964844, + 70.0, + 69.66000366210938 + ], + "val_loss": [ + 1.2642041444778442, + 1.155242919921875, + 1.109166145324707, + 1.135870337486267, + 0.954043447971344, + 1.035170555114746, + 0.9463741779327393, + 0.941286027431488, + 0.9717612266540527, + 0.9832667708396912, + 0.8605479598045349, + 0.8788819313049316, + 0.9066475033760071, + 0.9505988359451294, + 0.939287006855011, + 0.8661972284317017, + 0.8964279294013977, + 0.8332794904708862, + 0.8604646325111389, + 0.872749388217926 + ], + "val_time": [ + 0.7605977058410645, + 0.23122334480285645, + 0.19442272186279297, + 0.18149948120117188, + 0.17592430114746094, + 0.18217754364013672, + 0.16418814659118652, + 0.18203163146972656, + 0.1847529411315918, + 0.1827700138092041, + 0.18871068954467773, + 0.1821136474609375, + 0.19432616233825684, + 0.18248343467712402, + 0.19102907180786133, + 0.1915903091430664, + 0.1764392852783203, + 0.1800835132598877, + 0.18560457229614258, + 0.19461560249328613 + ] + }, + "dp_bias_initialization": null, + "epochs_completed": 20, + "final_validation_accuracy": 69.66000366210938, + "finite": true, + "test_accuracy": NaN + }, + "kind": "none", + "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-clean.json", + "ratio": 0.0, + "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3", + "return_code": 0, + "rule": "none", + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4", + "tracked_files": { + "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc", + "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee", + "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_b1", + "status": "completed", + "timeout_seconds": 7200 +} |
