summaryrefslogtreecommitdiff
path: root/results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-08-06 16:41:21 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-08-06 16:41:21 -0500
commit5030875733e9baf8dd3b801a051bfe6c23ce751d (patch)
tree1207cefacd8bcd8050314b508d1cbba97034db80 /results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json
parent843d9c33d7dbdef8f2ebc88468f3736154a91004 (diff)
results: confirm Dual Prop bias correction
Diffstat (limited to 'results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json')
-rw-r--r--results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json1712
1 files changed, 1712 insertions, 0 deletions
diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json b/results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json
new file mode 100644
index 0000000..a3a4683
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json
@@ -0,0 +1,1712 @@
+{
+ "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1991-same-path-clean/2026_08_06_14_00_45/hist.npy",
+ "command": [
+ "/scratch/yurenh2/venvs/dualprop/bin/python",
+ "train.py",
+ "--model",
+ "miniCNN",
+ "--dataset",
+ "cifar10",
+ "--num-epochs",
+ "130",
+ "--batch-size",
+ "100",
+ "--learning-rate",
+ "0.025",
+ "--learning-rate-final",
+ "2e-6",
+ "--warmup-learning-rate",
+ "0.001",
+ "--warmup-epochs",
+ "10",
+ "--decay-epochs",
+ "120",
+ "--momentum",
+ "0.9",
+ "--weight-decay",
+ "5e-4",
+ "--dtype",
+ "float32",
+ "--param-dtype",
+ "float32",
+ "--percent-train",
+ "90",
+ "--percent-val",
+ "10",
+ "--seeds",
+ "1991",
+ "--feedback-seed",
+ "1729",
+ "--gradient-diagnostics",
+ "none",
+ "--spectral-diagnostics",
+ "none",
+ "--test-policy",
+ "none",
+ "--early-stop-policy",
+ "none",
+ "--learning-algorithm",
+ "dualprop-lagr-ff",
+ "--experiment-name",
+ "dp-bias-c1-s1991-same-path-clean",
+ "--optimizer-schedule",
+ "author",
+ "--loss",
+ "sce",
+ "--alpha",
+ "0.0",
+ "--beta",
+ "0.1",
+ "--inference-sequence",
+ "fwK",
+ "--inference-passes-nudged",
+ "16",
+ "--dp-bias-kind",
+ "common",
+ "--dp-bias-rule",
+ "raw",
+ "--dp-bias-ratio",
+ "4.0",
+ "--dp-bias-seed",
+ "6100",
+ "--dp-bias-calibration-examples",
+ "64"
+ ],
+ "completed_unix_time": 1786044199.394767,
+ "condition": "same_path_clean",
+ "driver_wall_seconds": 1361.8401091098785,
+ "experiment_name": "dp-bias-c1-s1991-same-path-clean",
+ "hardware": {
+ "cuda_visible_devices": "5",
+ "memory_total_mib": 8192,
+ "name": "NVIDIA GeForce GTX 1080",
+ "physical_index": 5,
+ "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+ },
+ "history": {
+ "best_epoch": 111,
+ "best_validation_accuracy": 83.26000213623047,
+ "curves": {
+ "instruction_observations_for_predictor": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "maximum_used_clean_difference_relative_error": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "neutral_observations": [
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0
+ ],
+ "post_bias_raw_bias_rms_ratio": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "raw_bias_clean_difference_rms_ratio": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "train_accuracy": [
+ 38.635555267333984,
+ 51.25555419921875,
+ 56.87333297729492,
+ 59.61777877807617,
+ 61.900001525878906,
+ 63.7599983215332,
+ 64.12889099121094,
+ 64.85555267333984,
+ 64.71778106689453,
+ 65.19110870361328,
+ 65.82444763183594,
+ 65.94889068603516,
+ 66.56222534179688,
+ 67.0888900756836,
+ 67.66666412353516,
+ 67.59111022949219,
+ 67.83333587646484,
+ 68.27333068847656,
+ 68.25555419921875,
+ 69.03111267089844,
+ 68.93555450439453,
+ 69.17111206054688,
+ 69.28888702392578,
+ 69.44666290283203,
+ 69.80889129638672,
+ 70.18000030517578,
+ 69.87777709960938,
+ 70.41555786132812,
+ 70.22444152832031,
+ 70.6177749633789,
+ 70.9111099243164,
+ 70.76889038085938,
+ 71.02889251708984,
+ 71.28666687011719,
+ 71.37999725341797,
+ 71.54000091552734,
+ 71.95777893066406,
+ 71.64666748046875,
+ 71.77777862548828,
+ 72.10888671875,
+ 72.50666809082031,
+ 72.33555603027344,
+ 72.33555603027344,
+ 72.97110748291016,
+ 72.7955551147461,
+ 72.94444274902344,
+ 73.19999694824219,
+ 73.53333282470703,
+ 73.21111297607422,
+ 73.41777801513672,
+ 73.63999938964844,
+ 73.96666717529297,
+ 74.07555389404297,
+ 74.55110931396484,
+ 74.586669921875,
+ 74.41555786132812,
+ 74.41555786132812,
+ 74.55777740478516,
+ 75.12666320800781,
+ 75.4111099243164,
+ 75.53111267089844,
+ 75.6177749633789,
+ 75.71333312988281,
+ 76.15555572509766,
+ 76.3066635131836,
+ 76.12000274658203,
+ 76.46444702148438,
+ 76.68888854980469,
+ 76.57555389404297,
+ 77.08000183105469,
+ 77.14666748046875,
+ 77.60444641113281,
+ 77.5,
+ 77.60221862792969,
+ 77.76667022705078,
+ 77.93111419677734,
+ 78.40666961669922,
+ 78.47777557373047,
+ 78.54444122314453,
+ 78.65110778808594,
+ 79.02666473388672,
+ 78.66444396972656,
+ 79.20222473144531,
+ 79.5022201538086,
+ 79.69110870361328,
+ 79.88666534423828,
+ 79.88888549804688,
+ 79.99555206298828,
+ 80.14888763427734,
+ 80.4000015258789,
+ 80.47110748291016,
+ 80.87777709960938,
+ 81.15555572509766,
+ 81.07555389404297,
+ 81.26667022705078,
+ 81.54000091552734,
+ 81.57333374023438,
+ 81.82888793945312,
+ 81.91555786132812,
+ 82.14888763427734,
+ 82.25111389160156,
+ 82.3933334350586,
+ 82.3155517578125,
+ 82.46666717529297,
+ 82.85333251953125,
+ 83.0199966430664,
+ 82.93111419677734,
+ 83.47110748291016,
+ 83.17333221435547,
+ 83.1866683959961,
+ 83.17333221435547,
+ 83.43555450439453,
+ 83.76000213623047,
+ 83.63555908203125,
+ 83.48222351074219,
+ 83.72222137451172,
+ 83.8066635131836,
+ 83.57333374023438,
+ 83.68888854980469,
+ 83.7844467163086,
+ 83.97333526611328,
+ 83.78221893310547,
+ 83.86000061035156,
+ 83.81777954101562,
+ 83.83555603027344,
+ 83.81999969482422,
+ 83.86444091796875,
+ 83.7844467163086,
+ 83.804443359375,
+ 84.04222106933594
+ ],
+ "train_loss": [
+ 1.7132747173309326,
+ 1.3757785558700562,
+ 1.2317895889282227,
+ 1.1551392078399658,
+ 1.0923874378204346,
+ 1.0452942848205566,
+ 1.0311940908432007,
+ 1.0134034156799316,
+ 1.0158376693725586,
+ 1.0135868787765503,
+ 0.993561327457428,
+ 0.983038604259491,
+ 0.973962664604187,
+ 0.9548273086547852,
+ 0.940159797668457,
+ 0.9462616443634033,
+ 0.9326981902122498,
+ 0.9204314351081848,
+ 0.918003261089325,
+ 0.9050552845001221,
+ 0.8948304653167725,
+ 0.8954536318778992,
+ 0.8932520747184753,
+ 0.8902909159660339,
+ 0.8824300765991211,
+ 0.8742111325263977,
+ 0.8751802444458008,
+ 0.8649583458900452,
+ 0.8663449287414551,
+ 0.8588811755180359,
+ 0.8502993583679199,
+ 0.852077066898346,
+ 0.8419569134712219,
+ 0.8360722064971924,
+ 0.8380736112594604,
+ 0.8332430720329285,
+ 0.8167536854743958,
+ 0.8273727893829346,
+ 0.820746660232544,
+ 0.8104549050331116,
+ 0.8020894527435303,
+ 0.808301568031311,
+ 0.8041579723358154,
+ 0.7884253859519958,
+ 0.7937036156654358,
+ 0.7856656908988953,
+ 0.781711220741272,
+ 0.7728642225265503,
+ 0.7748532295227051,
+ 0.7682691812515259,
+ 0.761958122253418,
+ 0.7589587569236755,
+ 0.7521125078201294,
+ 0.741976797580719,
+ 0.741056501865387,
+ 0.7422534227371216,
+ 0.7392480373382568,
+ 0.739768922328949,
+ 0.7254382371902466,
+ 0.7145656943321228,
+ 0.7107131481170654,
+ 0.7094730734825134,
+ 0.7012377381324768,
+ 0.6977037191390991,
+ 0.6899402141571045,
+ 0.690117597579956,
+ 0.6853321194648743,
+ 0.67656010389328,
+ 0.6764021515846252,
+ 0.6700177788734436,
+ 0.6687692403793335,
+ 0.6514296531677246,
+ 0.6513052582740784,
+ 0.6504326462745667,
+ 0.6438549757003784,
+ 0.6395007371902466,
+ 0.6270512342453003,
+ 0.6277876496315002,
+ 0.6242518424987793,
+ 0.6153983473777771,
+ 0.6124382019042969,
+ 0.6124709844589233,
+ 0.6011505126953125,
+ 0.5950146317481995,
+ 0.5919395685195923,
+ 0.5846544504165649,
+ 0.5870575904846191,
+ 0.5741659998893738,
+ 0.5740325450897217,
+ 0.5671437978744507,
+ 0.5640270113945007,
+ 0.5526983737945557,
+ 0.5513345003128052,
+ 0.5459992289543152,
+ 0.5415254235267639,
+ 0.5346208810806274,
+ 0.5346218347549438,
+ 0.5287534594535828,
+ 0.5243973135948181,
+ 0.5177972912788391,
+ 0.5178543925285339,
+ 0.5135743618011475,
+ 0.5143133401870728,
+ 0.5082294940948486,
+ 0.4982796013355255,
+ 0.49659645557403564,
+ 0.496469646692276,
+ 0.48785507678985596,
+ 0.4898940622806549,
+ 0.48758333921432495,
+ 0.4875797629356384,
+ 0.48270177841186523,
+ 0.4772418439388275,
+ 0.4775694012641907,
+ 0.4768824577331543,
+ 0.47450971603393555,
+ 0.47341370582580566,
+ 0.4761008620262146,
+ 0.4757242202758789,
+ 0.4722669720649719,
+ 0.4731717109680176,
+ 0.4726243019104004,
+ 0.47101521492004395,
+ 0.473544716835022,
+ 0.4733837842941284,
+ 0.47078266739845276,
+ 0.46886464953422546,
+ 0.47174593806266785,
+ 0.473905086517334,
+ 0.4674772024154663
+ ],
+ "train_time": [
+ 18.34564709663391,
+ 9.90277886390686,
+ 9.877922296524048,
+ 9.936271667480469,
+ 9.929750204086304,
+ 9.851879119873047,
+ 10.017168760299683,
+ 10.076449871063232,
+ 9.963762044906616,
+ 10.16307282447815,
+ 10.020500898361206,
+ 9.951535940170288,
+ 10.017921686172485,
+ 10.041706562042236,
+ 10.007254600524902,
+ 10.062979459762573,
+ 9.998203039169312,
+ 10.072301864624023,
+ 9.995161533355713,
+ 9.980477333068848,
+ 10.02538251876831,
+ 10.083256006240845,
+ 9.96008038520813,
+ 10.001266956329346,
+ 10.030465602874756,
+ 10.065332889556885,
+ 10.00170636177063,
+ 10.04946494102478,
+ 10.01113224029541,
+ 10.013381481170654,
+ 10.06941294670105,
+ 9.967247009277344,
+ 10.045111656188965,
+ 10.019452333450317,
+ 9.971596717834473,
+ 10.070721864700317,
+ 9.956187009811401,
+ 9.9576997756958,
+ 10.057883024215698,
+ 10.00101089477539,
+ 9.961306810379028,
+ 10.006893396377563,
+ 9.996257066726685,
+ 9.999278545379639,
+ 9.960923910140991,
+ 10.00486707687378,
+ 10.067207336425781,
+ 9.988950252532959,
+ 9.992549657821655,
+ 9.995400190353394,
+ 10.062188148498535,
+ 10.034059762954712,
+ 10.005035400390625,
+ 10.098033428192139,
+ 9.968043088912964,
+ 10.002613067626953,
+ 9.954088687896729,
+ 10.022284269332886,
+ 10.160609245300293,
+ 9.973373174667358,
+ 10.02398133277893,
+ 10.037235498428345,
+ 9.970808744430542,
+ 9.98956847190857,
+ 9.95944619178772,
+ 10.02767539024353,
+ 10.01072096824646,
+ 10.040385723114014,
+ 9.986396789550781,
+ 10.08826994895935,
+ 10.154850244522095,
+ 9.99774718284607,
+ 10.049154996871948,
+ 9.97700047492981,
+ 9.965262651443481,
+ 10.01988172531128,
+ 9.992223978042603,
+ 10.029996156692505,
+ 10.04615306854248,
+ 10.008949518203735,
+ 10.021015644073486,
+ 10.060717105865479,
+ 10.15073847770691,
+ 10.025130271911621,
+ 10.050144910812378,
+ 10.001403570175171,
+ 10.04639983177185,
+ 9.984805345535278,
+ 9.970917463302612,
+ 10.0194730758667,
+ 10.000659465789795,
+ 9.994771718978882,
+ 10.000698804855347,
+ 9.987159729003906,
+ 10.095153093338013,
+ 10.021972179412842,
+ 10.118655681610107,
+ 9.975065231323242,
+ 10.044003248214722,
+ 10.056337118148804,
+ 10.097081661224365,
+ 10.058387994766235,
+ 9.974206924438477,
+ 10.04950499534607,
+ 10.026554822921753,
+ 9.98896861076355,
+ 10.124328374862671,
+ 10.068114280700684,
+ 10.042019128799438,
+ 10.085129261016846,
+ 10.009737491607666,
+ 10.018690347671509,
+ 9.978035926818848,
+ 10.024579524993896,
+ 10.054250717163086,
+ 10.072555303573608,
+ 9.986343383789062,
+ 10.088270902633667,
+ 10.063982486724854,
+ 10.243261814117432,
+ 10.016182661056519,
+ 10.048595428466797,
+ 10.06936264038086,
+ 9.984050035476685,
+ 10.026716709136963,
+ 10.005152463912964,
+ 10.009544849395752,
+ 9.996044397354126,
+ 10.079813957214355,
+ 9.988019704818726
+ ],
+ "used_clean_difference_rms_ratio": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "val_accuracy": [
+ 52.15999984741211,
+ 57.65999984741211,
+ 61.58000183105469,
+ 66.27999877929688,
+ 68.5999984741211,
+ 68.05999755859375,
+ 63.599998474121094,
+ 69.62000274658203,
+ 66.0999984741211,
+ 71.62000274658203,
+ 71.13999938964844,
+ 69.05999755859375,
+ 71.95999908447266,
+ 70.54000091552734,
+ 71.19999694824219,
+ 70.87999725341797,
+ 71.72000122070312,
+ 70.86000061035156,
+ 73.55999755859375,
+ 73.19999694824219,
+ 72.9800033569336,
+ 70.66000366210938,
+ 72.45999908447266,
+ 73.0,
+ 72.86000061035156,
+ 73.54000091552734,
+ 73.31999969482422,
+ 72.13999938964844,
+ 71.44000244140625,
+ 72.30000305175781,
+ 73.04000091552734,
+ 74.76000213623047,
+ 74.30000305175781,
+ 72.95999908447266,
+ 75.69999694824219,
+ 74.44000244140625,
+ 73.23999786376953,
+ 74.9000015258789,
+ 72.45999908447266,
+ 74.5999984741211,
+ 73.9800033569336,
+ 73.55999755859375,
+ 74.83999633789062,
+ 76.0199966430664,
+ 75.30000305175781,
+ 75.0199966430664,
+ 75.4000015258789,
+ 75.68000030517578,
+ 76.36000061035156,
+ 72.4000015258789,
+ 77.58000183105469,
+ 76.4000015258789,
+ 76.66000366210938,
+ 76.58000183105469,
+ 77.19999694824219,
+ 76.5199966430664,
+ 76.72000122070312,
+ 77.9800033569336,
+ 77.62000274658203,
+ 78.5,
+ 77.68000030517578,
+ 78.81999969482422,
+ 76.9800033569336,
+ 76.77999877929688,
+ 78.33999633789062,
+ 78.0999984741211,
+ 78.76000213623047,
+ 78.31999969482422,
+ 78.4800033569336,
+ 76.80000305175781,
+ 78.05999755859375,
+ 78.87999725341797,
+ 79.45999908447266,
+ 79.44000244140625,
+ 80.5199966430664,
+ 80.19999694824219,
+ 77.19999694824219,
+ 79.81999969482422,
+ 80.9000015258789,
+ 80.76000213623047,
+ 79.9800033569336,
+ 80.31999969482422,
+ 79.73999786376953,
+ 79.33999633789062,
+ 81.0199966430664,
+ 80.16000366210938,
+ 81.45999908447266,
+ 81.0199966430664,
+ 81.5199966430664,
+ 80.44000244140625,
+ 82.12000274658203,
+ 81.94000244140625,
+ 82.26000213623047,
+ 81.81999969482422,
+ 81.77999877929688,
+ 82.13999938964844,
+ 81.31999969482422,
+ 82.4000015258789,
+ 82.16000366210938,
+ 82.69999694824219,
+ 82.95999908447266,
+ 82.45999908447266,
+ 82.73999786376953,
+ 82.76000213623047,
+ 82.72000122070312,
+ 82.55999755859375,
+ 82.68000030517578,
+ 82.80000305175781,
+ 82.81999969482422,
+ 83.0999984741211,
+ 83.26000213623047,
+ 83.26000213623047,
+ 83.16000366210938,
+ 82.9800033569336,
+ 83.23999786376953,
+ 83.13999938964844,
+ 83.08000183105469,
+ 83.18000030517578,
+ 83.22000122070312,
+ 83.23999786376953,
+ 83.19999694824219,
+ 83.22000122070312,
+ 83.19999694824219,
+ 83.18000030517578,
+ 83.19999694824219,
+ 83.16000366210938,
+ 83.18000030517578,
+ 83.18000030517578,
+ 83.19999694824219,
+ 83.19999694824219
+ ],
+ "val_loss": [
+ 1.3492050170898438,
+ 1.1950842142105103,
+ 1.0904093980789185,
+ 0.969339907169342,
+ 0.9154196977615356,
+ 0.9364550709724426,
+ 1.0261744260787964,
+ 0.8826876878738403,
+ 0.9812671542167664,
+ 0.8405849933624268,
+ 0.8505831956863403,
+ 0.8849937319755554,
+ 0.8225652575492859,
+ 0.8501722812652588,
+ 0.8358078002929688,
+ 0.8482897877693176,
+ 0.8281301856040955,
+ 0.863124668598175,
+ 0.7631696462631226,
+ 0.7866182923316956,
+ 0.777727484703064,
+ 0.8560898303985596,
+ 0.823300302028656,
+ 0.7856725454330444,
+ 0.7752716541290283,
+ 0.7890843749046326,
+ 0.7760493755340576,
+ 0.8024474382400513,
+ 0.8252741098403931,
+ 0.8014866709709167,
+ 0.7608994245529175,
+ 0.7404904961585999,
+ 0.7368676662445068,
+ 0.7977293133735657,
+ 0.6920024156570435,
+ 0.7321234941482544,
+ 0.7773576974868774,
+ 0.7361660599708557,
+ 0.7943602204322815,
+ 0.7420405745506287,
+ 0.7407565116882324,
+ 0.7707849144935608,
+ 0.7294182777404785,
+ 0.7092440128326416,
+ 0.7300460934638977,
+ 0.7325020432472229,
+ 0.7301061749458313,
+ 0.723375141620636,
+ 0.693977952003479,
+ 0.8561664819717407,
+ 0.6621319651603699,
+ 0.7184104323387146,
+ 0.6934904456138611,
+ 0.6933137774467468,
+ 0.6657531261444092,
+ 0.6824086904525757,
+ 0.6719673275947571,
+ 0.6552442312240601,
+ 0.6714616417884827,
+ 0.6214063167572021,
+ 0.6483026146888733,
+ 0.6281951665878296,
+ 0.6776989698410034,
+ 0.6728649139404297,
+ 0.6404432654380798,
+ 0.6580714583396912,
+ 0.6318384408950806,
+ 0.6479476690292358,
+ 0.6275569796562195,
+ 0.6651567816734314,
+ 0.6406602263450623,
+ 0.642353355884552,
+ 0.6089125275611877,
+ 0.605712890625,
+ 0.5866299271583557,
+ 0.6026486754417419,
+ 0.657686710357666,
+ 0.5880372524261475,
+ 0.5605370998382568,
+ 0.5777275562286377,
+ 0.5905342698097229,
+ 0.5775440335273743,
+ 0.6039742827415466,
+ 0.6044183969497681,
+ 0.5689727663993835,
+ 0.5815876126289368,
+ 0.5500665307044983,
+ 0.5651933550834656,
+ 0.5495453476905823,
+ 0.565280556678772,
+ 0.5390134453773499,
+ 0.53537917137146,
+ 0.5323325395584106,
+ 0.5378714203834534,
+ 0.5326031446456909,
+ 0.5339881777763367,
+ 0.5469712018966675,
+ 0.519771158695221,
+ 0.5226365923881531,
+ 0.5142607092857361,
+ 0.5058348178863525,
+ 0.5220945477485657,
+ 0.5155318975448608,
+ 0.5200581550598145,
+ 0.5167971253395081,
+ 0.5114079117774963,
+ 0.5079237222671509,
+ 0.5115915536880493,
+ 0.5097991824150085,
+ 0.4992280900478363,
+ 0.501589834690094,
+ 0.49681079387664795,
+ 0.4968096613883972,
+ 0.4979589879512787,
+ 0.4952394366264343,
+ 0.49588459730148315,
+ 0.49632811546325684,
+ 0.4948268532752991,
+ 0.49535977840423584,
+ 0.49507030844688416,
+ 0.49501973390579224,
+ 0.4950285255908966,
+ 0.4949135184288025,
+ 0.49498021602630615,
+ 0.49496734142303467,
+ 0.4949396848678589,
+ 0.49501708149909973,
+ 0.49503016471862793,
+ 0.4950583577156067,
+ 0.4951188266277313
+ ],
+ "val_time": [
+ 0.8309586048126221,
+ 0.18459248542785645,
+ 0.20425701141357422,
+ 0.19579291343688965,
+ 0.19538354873657227,
+ 0.17879033088684082,
+ 0.20468354225158691,
+ 0.19342470169067383,
+ 0.1839456558227539,
+ 0.18230319023132324,
+ 0.18405938148498535,
+ 0.17916345596313477,
+ 0.20379257202148438,
+ 0.18178653717041016,
+ 0.2055823802947998,
+ 0.18991827964782715,
+ 0.20464468002319336,
+ 0.1943352222442627,
+ 0.183868408203125,
+ 0.20641350746154785,
+ 0.19605469703674316,
+ 0.1946873664855957,
+ 0.1886451244354248,
+ 0.19619274139404297,
+ 0.1870110034942627,
+ 0.19393324851989746,
+ 0.19338488578796387,
+ 0.19140267372131348,
+ 0.18670177459716797,
+ 0.18171024322509766,
+ 0.19503450393676758,
+ 0.19449877738952637,
+ 0.19149231910705566,
+ 0.1845703125,
+ 0.2038867473602295,
+ 0.1898822784423828,
+ 0.19097137451171875,
+ 0.1954491138458252,
+ 0.19002318382263184,
+ 0.19444489479064941,
+ 0.1891634464263916,
+ 0.19681382179260254,
+ 0.19352102279663086,
+ 0.1890568733215332,
+ 0.19341731071472168,
+ 0.18159127235412598,
+ 0.18247437477111816,
+ 0.19048237800598145,
+ 0.18166470527648926,
+ 0.18007707595825195,
+ 0.1925671100616455,
+ 0.20351529121398926,
+ 0.19746971130371094,
+ 0.19255518913269043,
+ 0.19202327728271484,
+ 0.18802785873413086,
+ 0.19443559646606445,
+ 0.1909947395324707,
+ 0.19461321830749512,
+ 0.20185446739196777,
+ 0.17988944053649902,
+ 0.181229829788208,
+ 0.18555474281311035,
+ 0.17786884307861328,
+ 0.17864775657653809,
+ 0.18297314643859863,
+ 0.19688796997070312,
+ 0.19698858261108398,
+ 0.16696858406066895,
+ 0.18104100227355957,
+ 0.1812589168548584,
+ 0.18017840385437012,
+ 0.19224882125854492,
+ 0.1923062801361084,
+ 0.19440937042236328,
+ 0.19847679138183594,
+ 0.19780564308166504,
+ 0.19530177116394043,
+ 0.19145822525024414,
+ 0.19222402572631836,
+ 0.1957998275756836,
+ 0.20143723487854004,
+ 0.20007085800170898,
+ 0.20311808586120605,
+ 0.19388723373413086,
+ 0.19400525093078613,
+ 0.1866152286529541,
+ 0.19936656951904297,
+ 0.19089770317077637,
+ 0.19088387489318848,
+ 0.1935584545135498,
+ 0.19022655487060547,
+ 0.1760270595550537,
+ 0.19336199760437012,
+ 0.17817997932434082,
+ 0.18837356567382812,
+ 0.1931149959564209,
+ 0.1985607147216797,
+ 0.18268966674804688,
+ 0.18341326713562012,
+ 0.19035553932189941,
+ 0.18207502365112305,
+ 0.17851781845092773,
+ 0.17744851112365723,
+ 0.189408540725708,
+ 0.19467687606811523,
+ 0.18428540229797363,
+ 0.16269421577453613,
+ 0.17573213577270508,
+ 0.18010640144348145,
+ 0.19512581825256348,
+ 0.1923542022705078,
+ 0.17868757247924805,
+ 0.2027599811553955,
+ 0.20903396606445312,
+ 0.1886758804321289,
+ 0.18726372718811035,
+ 0.19951796531677246,
+ 0.18063902854919434,
+ 0.19022917747497559,
+ 0.19697976112365723,
+ 0.21231889724731445,
+ 0.18094134330749512,
+ 0.20167112350463867,
+ 0.17264175415039062,
+ 0.2063596248626709,
+ 0.2031869888305664,
+ 0.18200302124023438,
+ 0.21539783477783203,
+ 0.20421123504638672
+ ]
+ },
+ "dp_bias_initialization": {
+ "bias_kind": "common",
+ "bias_ratio_target": 4.0,
+ "calibration_examples": 64,
+ "instruction_observations_for_predictor": 0,
+ "realized_bias_difference_rms_ratio": [
+ 3.999999761581421,
+ 4.000000476837158,
+ 4.0
+ ]
+ },
+ "epochs_completed": 130,
+ "final_validation_accuracy": 83.19999694824219,
+ "finite": true,
+ "test_accuracy": NaN
+ },
+ "kind": "common",
+ "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json",
+ "ratio": 4.0,
+ "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+ "return_code": 0,
+ "rule": "raw",
+ "seed": 1991,
+ "source": {
+ "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+ "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+ "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+ "tracked_files": {
+ "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+ "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+ "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+ "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+ }
+ },
+ "stage": "contrastive_bias_c1",
+ "status": "completed",
+ "timeout_seconds": 3600
+}