summaryrefslogtreecommitdiff
path: root/results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-08-06 16:41:21 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-08-06 16:41:21 -0500
commit5030875733e9baf8dd3b801a051bfe6c23ce751d (patch)
tree1207cefacd8bcd8050314b508d1cbba97034db80 /results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json
parent843d9c33d7dbdef8f2ebc88468f3736154a91004 (diff)
results: confirm Dual Prop bias correction
Diffstat (limited to 'results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json')
-rw-r--r--results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json1712
1 files changed, 1712 insertions, 0 deletions
diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json b/results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json
new file mode 100644
index 0000000..6b2e0ff
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json
@@ -0,0 +1,1712 @@
+{
+ "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1993-same-path-clean/2026_08_06_15_27_51/hist.npy",
+ "command": [
+ "/scratch/yurenh2/venvs/dualprop/bin/python",
+ "train.py",
+ "--model",
+ "miniCNN",
+ "--dataset",
+ "cifar10",
+ "--num-epochs",
+ "130",
+ "--batch-size",
+ "100",
+ "--learning-rate",
+ "0.025",
+ "--learning-rate-final",
+ "2e-6",
+ "--warmup-learning-rate",
+ "0.001",
+ "--warmup-epochs",
+ "10",
+ "--decay-epochs",
+ "120",
+ "--momentum",
+ "0.9",
+ "--weight-decay",
+ "5e-4",
+ "--dtype",
+ "float32",
+ "--param-dtype",
+ "float32",
+ "--percent-train",
+ "90",
+ "--percent-val",
+ "10",
+ "--seeds",
+ "1993",
+ "--feedback-seed",
+ "1729",
+ "--gradient-diagnostics",
+ "none",
+ "--spectral-diagnostics",
+ "none",
+ "--test-policy",
+ "none",
+ "--early-stop-policy",
+ "none",
+ "--learning-algorithm",
+ "dualprop-lagr-ff",
+ "--experiment-name",
+ "dp-bias-c1-s1993-same-path-clean",
+ "--optimizer-schedule",
+ "author",
+ "--loss",
+ "sce",
+ "--alpha",
+ "0.0",
+ "--beta",
+ "0.1",
+ "--inference-sequence",
+ "fwK",
+ "--inference-passes-nudged",
+ "16",
+ "--dp-bias-kind",
+ "common",
+ "--dp-bias-rule",
+ "raw",
+ "--dp-bias-ratio",
+ "4.0",
+ "--dp-bias-seed",
+ "6100",
+ "--dp-bias-calibration-examples",
+ "64"
+ ],
+ "completed_unix_time": 1786049427.9778607,
+ "condition": "same_path_clean",
+ "driver_wall_seconds": 1365.1172964572906,
+ "experiment_name": "dp-bias-c1-s1993-same-path-clean",
+ "hardware": {
+ "cuda_visible_devices": "5",
+ "memory_total_mib": 8192,
+ "name": "NVIDIA GeForce GTX 1080",
+ "physical_index": 5,
+ "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+ },
+ "history": {
+ "best_epoch": 109,
+ "best_validation_accuracy": 83.13999938964844,
+ "curves": {
+ "instruction_observations_for_predictor": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "maximum_used_clean_difference_relative_error": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "neutral_observations": [
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0
+ ],
+ "post_bias_raw_bias_rms_ratio": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "raw_bias_clean_difference_rms_ratio": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "train_accuracy": [
+ 39.03333282470703,
+ 51.12666702270508,
+ 56.88666534423828,
+ 59.171112060546875,
+ 62.122222900390625,
+ 63.00222396850586,
+ 64.13999938964844,
+ 64.45333099365234,
+ 65.00666809082031,
+ 64.9977798461914,
+ 65.40888977050781,
+ 66.3822250366211,
+ 66.43777465820312,
+ 67.1066665649414,
+ 67.46666717529297,
+ 67.65777587890625,
+ 68.2844467163086,
+ 68.72222137451172,
+ 68.88888549804688,
+ 69.10444641113281,
+ 69.37555694580078,
+ 69.3933334350586,
+ 69.88444519042969,
+ 69.60221862792969,
+ 70.16444396972656,
+ 69.96666717529297,
+ 70.44222259521484,
+ 70.78221893310547,
+ 70.87999725341797,
+ 71.02889251708984,
+ 70.94444274902344,
+ 71.43555450439453,
+ 71.54222106933594,
+ 71.96444702148438,
+ 71.82221984863281,
+ 71.70222473144531,
+ 72.07555389404297,
+ 72.27555847167969,
+ 72.2911148071289,
+ 72.82444763183594,
+ 72.75111389160156,
+ 72.9000015258789,
+ 73.23777770996094,
+ 73.05777740478516,
+ 72.7955551147461,
+ 72.97110748291016,
+ 73.54000091552734,
+ 73.24444580078125,
+ 73.6933364868164,
+ 73.98666381835938,
+ 74.2044448852539,
+ 74.45777893066406,
+ 74.70222473144531,
+ 74.33555603027344,
+ 74.82666778564453,
+ 74.65110778808594,
+ 74.9888916015625,
+ 75.01555633544922,
+ 75.31111145019531,
+ 75.74888610839844,
+ 75.6066665649414,
+ 75.66889190673828,
+ 76.02444458007812,
+ 76.40666961669922,
+ 76.58000183105469,
+ 76.42888641357422,
+ 76.7155532836914,
+ 76.67778015136719,
+ 76.62666320800781,
+ 76.94000244140625,
+ 77.36444091796875,
+ 77.22666931152344,
+ 77.63111114501953,
+ 77.7844467163086,
+ 77.8022232055664,
+ 78.1177749633789,
+ 78.52444458007812,
+ 78.42444610595703,
+ 78.60888671875,
+ 78.73332977294922,
+ 79.0888900756836,
+ 78.65110778808594,
+ 79.5111083984375,
+ 79.65555572509766,
+ 79.46666717529297,
+ 79.78666687011719,
+ 79.68888854980469,
+ 79.81777954101562,
+ 80.1177749633789,
+ 80.55110931396484,
+ 80.86888885498047,
+ 80.83333587646484,
+ 80.74444580078125,
+ 81.34444427490234,
+ 81.086669921875,
+ 81.4022216796875,
+ 81.56666564941406,
+ 81.54666900634766,
+ 81.6977767944336,
+ 82.24444580078125,
+ 82.33110809326172,
+ 82.36666870117188,
+ 82.586669921875,
+ 82.5199966430664,
+ 82.76667022705078,
+ 82.913330078125,
+ 83.05555725097656,
+ 82.98666381835938,
+ 83.11555480957031,
+ 83.22444152832031,
+ 83.30000305175781,
+ 83.4000015258789,
+ 83.34222412109375,
+ 83.76000213623047,
+ 83.77111053466797,
+ 83.79777526855469,
+ 83.68000030517578,
+ 83.8822250366211,
+ 83.72888946533203,
+ 83.55999755859375,
+ 83.66222381591797,
+ 83.804443359375,
+ 83.68000030517578,
+ 83.8022232055664,
+ 83.65555572509766,
+ 83.84666442871094,
+ 83.78666687011719,
+ 83.77111053466797,
+ 83.695556640625,
+ 83.65555572509766
+ ],
+ "train_loss": [
+ 1.7000839710235596,
+ 1.373095154762268,
+ 1.2262080907821655,
+ 1.1616591215133667,
+ 1.0888060331344604,
+ 1.0650906562805176,
+ 1.0325257778167725,
+ 1.0175657272338867,
+ 1.0083578824996948,
+ 1.0164644718170166,
+ 1.0046974420547485,
+ 0.9783493280410767,
+ 0.9773707985877991,
+ 0.9548384547233582,
+ 0.9420261383056641,
+ 0.9369285702705383,
+ 0.9178980588912964,
+ 0.9131066799163818,
+ 0.9093858599662781,
+ 0.8992770910263062,
+ 0.8950701355934143,
+ 0.8921999931335449,
+ 0.8777867555618286,
+ 0.8781314492225647,
+ 0.867710292339325,
+ 0.8754575848579407,
+ 0.8620593547821045,
+ 0.8539872169494629,
+ 0.8470793962478638,
+ 0.8461573719978333,
+ 0.8444457054138184,
+ 0.8338941335678101,
+ 0.8278148770332336,
+ 0.8209227919578552,
+ 0.8239793181419373,
+ 0.8221532702445984,
+ 0.8150126338005066,
+ 0.8115898966789246,
+ 0.8084121346473694,
+ 0.7950347065925598,
+ 0.7920762896537781,
+ 0.7932682037353516,
+ 0.7788863182067871,
+ 0.7818238735198975,
+ 0.796080470085144,
+ 0.7781564593315125,
+ 0.7714962959289551,
+ 0.7755138278007507,
+ 0.7617619037628174,
+ 0.7577213048934937,
+ 0.7533379197120667,
+ 0.7439156174659729,
+ 0.7404599785804749,
+ 0.7387201189994812,
+ 0.7297309041023254,
+ 0.7351058125495911,
+ 0.7268138527870178,
+ 0.7230068445205688,
+ 0.7142104506492615,
+ 0.7085557579994202,
+ 0.7071364521980286,
+ 0.7097481489181519,
+ 0.693867027759552,
+ 0.6876417398452759,
+ 0.6851418614387512,
+ 0.6840003132820129,
+ 0.6722047924995422,
+ 0.6741334795951843,
+ 0.6702420115470886,
+ 0.6692759990692139,
+ 0.6564661264419556,
+ 0.6556307673454285,
+ 0.6485400199890137,
+ 0.641572117805481,
+ 0.6396343111991882,
+ 0.6334052085876465,
+ 0.6253116726875305,
+ 0.6248117685317993,
+ 0.620380163192749,
+ 0.6095733642578125,
+ 0.6045026183128357,
+ 0.6081199645996094,
+ 0.5938996076583862,
+ 0.5947286486625671,
+ 0.5934449434280396,
+ 0.5847097039222717,
+ 0.5831145644187927,
+ 0.5762287974357605,
+ 0.5758867263793945,
+ 0.5644744634628296,
+ 0.559205174446106,
+ 0.5558426976203918,
+ 0.5549871325492859,
+ 0.5442227721214294,
+ 0.5445599555969238,
+ 0.5391879081726074,
+ 0.5340328812599182,
+ 0.5331203937530518,
+ 0.5243765711784363,
+ 0.5179659128189087,
+ 0.5154723525047302,
+ 0.5149880647659302,
+ 0.5099102854728699,
+ 0.5054780840873718,
+ 0.5027899742126465,
+ 0.4959752857685089,
+ 0.49264684319496155,
+ 0.49719738960266113,
+ 0.49037307500839233,
+ 0.4897635281085968,
+ 0.48236942291259766,
+ 0.4830947816371918,
+ 0.4830866754055023,
+ 0.47676900029182434,
+ 0.47649142146110535,
+ 0.47459855675697327,
+ 0.4738839268684387,
+ 0.47208312153816223,
+ 0.4746207296848297,
+ 0.47523999214172363,
+ 0.47760578989982605,
+ 0.4750216603279114,
+ 0.47308480739593506,
+ 0.47420158982276917,
+ 0.47701966762542725,
+ 0.4722561240196228,
+ 0.4732501208782196,
+ 0.4737407863140106,
+ 0.47631320357322693,
+ 0.473349392414093
+ ],
+ "train_time": [
+ 18.259814739227295,
+ 9.95925259590149,
+ 9.887878656387329,
+ 9.852964878082275,
+ 9.921175479888916,
+ 10.005515575408936,
+ 10.115576982498169,
+ 10.116695404052734,
+ 10.066461563110352,
+ 10.133126020431519,
+ 9.955637454986572,
+ 10.064319610595703,
+ 10.059605598449707,
+ 10.074456214904785,
+ 10.063087224960327,
+ 10.086362838745117,
+ 10.018747568130493,
+ 10.053122520446777,
+ 10.06296682357788,
+ 10.010720014572144,
+ 10.012524843215942,
+ 10.085734367370605,
+ 10.088657855987549,
+ 10.144954919815063,
+ 10.172460794448853,
+ 10.04699444770813,
+ 10.067805767059326,
+ 10.102955341339111,
+ 10.016725778579712,
+ 10.048201322555542,
+ 10.14456844329834,
+ 9.998115301132202,
+ 10.034465074539185,
+ 10.06847858428955,
+ 10.042242050170898,
+ 10.124976634979248,
+ 10.039910316467285,
+ 9.988506555557251,
+ 9.98946475982666,
+ 10.002008438110352,
+ 10.007390975952148,
+ 10.00725245475769,
+ 9.977319955825806,
+ 10.018555879592896,
+ 10.130588293075562,
+ 10.005678653717041,
+ 9.990947008132935,
+ 9.882136583328247,
+ 9.940183639526367,
+ 9.94775128364563,
+ 9.958639860153198,
+ 9.907158136367798,
+ 9.999382019042969,
+ 10.030607461929321,
+ 10.005239009857178,
+ 10.038785457611084,
+ 10.038012266159058,
+ 10.006443500518799,
+ 10.219571113586426,
+ 9.98659348487854,
+ 10.075199365615845,
+ 10.117332220077515,
+ 10.107273817062378,
+ 10.027480602264404,
+ 10.02998399734497,
+ 9.961277484893799,
+ 9.90938401222229,
+ 10.084298610687256,
+ 10.033133029937744,
+ 9.946775674819946,
+ 10.109780311584473,
+ 9.934748411178589,
+ 9.965446710586548,
+ 10.113197565078735,
+ 10.060941457748413,
+ 9.93495488166809,
+ 9.948291063308716,
+ 9.967326879501343,
+ 9.943006038665771,
+ 10.03203821182251,
+ 10.028796195983887,
+ 10.059035778045654,
+ 10.131491661071777,
+ 10.060253381729126,
+ 9.979561567306519,
+ 10.105582237243652,
+ 10.108871698379517,
+ 9.975829124450684,
+ 10.007072448730469,
+ 10.085856199264526,
+ 10.01627230644226,
+ 10.083209991455078,
+ 10.087991952896118,
+ 10.041474103927612,
+ 10.08067774772644,
+ 9.948009014129639,
+ 10.121873617172241,
+ 10.203798055648804,
+ 10.14426326751709,
+ 10.149125099182129,
+ 10.21588659286499,
+ 9.942149877548218,
+ 10.000890731811523,
+ 10.041253566741943,
+ 10.04781985282898,
+ 10.101638793945312,
+ 10.113298416137695,
+ 10.032538175582886,
+ 10.059789896011353,
+ 10.021921873092651,
+ 10.085468053817749,
+ 10.055643558502197,
+ 10.034309387207031,
+ 10.084946155548096,
+ 10.089253664016724,
+ 10.063821792602539,
+ 10.094431400299072,
+ 10.047794818878174,
+ 10.144609451293945,
+ 10.051527261734009,
+ 9.975940227508545,
+ 10.037642002105713,
+ 10.075558423995972,
+ 10.038445949554443,
+ 10.181756734848022,
+ 10.057878017425537,
+ 10.079734563827515,
+ 10.01188611984253,
+ 9.99996304512024,
+ 9.955053806304932
+ ],
+ "used_clean_difference_rms_ratio": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "val_accuracy": [
+ 53.560001373291016,
+ 59.220001220703125,
+ 64.37999725341797,
+ 65.44000244140625,
+ 65.87999725341797,
+ 68.73999786376953,
+ 68.04000091552734,
+ 69.23999786376953,
+ 66.95999908447266,
+ 71.05999755859375,
+ 69.31999969482422,
+ 68.4800033569336,
+ 69.80000305175781,
+ 69.77999877929688,
+ 72.66000366210938,
+ 72.23999786376953,
+ 72.05999755859375,
+ 72.95999908447266,
+ 73.5199966430664,
+ 71.0999984741211,
+ 72.33999633789062,
+ 71.87999725341797,
+ 71.91999816894531,
+ 74.94000244140625,
+ 69.91999816894531,
+ 72.31999969482422,
+ 73.80000305175781,
+ 73.66000366210938,
+ 74.05999755859375,
+ 74.54000091552734,
+ 74.22000122070312,
+ 72.94000244140625,
+ 75.30000305175781,
+ 73.9800033569336,
+ 75.19999694824219,
+ 74.68000030517578,
+ 75.5199966430664,
+ 75.27999877929688,
+ 76.44000244140625,
+ 76.31999969482422,
+ 75.91999816894531,
+ 72.66000366210938,
+ 75.04000091552734,
+ 76.18000030517578,
+ 75.08000183105469,
+ 75.73999786376953,
+ 76.87999725341797,
+ 75.91999816894531,
+ 76.23999786376953,
+ 76.5,
+ 75.81999969482422,
+ 76.9000015258789,
+ 76.5199966430664,
+ 76.86000061035156,
+ 77.33999633789062,
+ 76.69999694824219,
+ 77.31999969482422,
+ 75.87999725341797,
+ 76.16000366210938,
+ 77.5,
+ 77.66000366210938,
+ 77.45999908447266,
+ 77.63999938964844,
+ 78.23999786376953,
+ 77.5,
+ 77.76000213623047,
+ 78.9800033569336,
+ 75.95999908447266,
+ 75.16000366210938,
+ 77.26000213623047,
+ 76.44000244140625,
+ 78.5999984741211,
+ 78.80000305175781,
+ 78.91999816894531,
+ 78.76000213623047,
+ 79.95999908447266,
+ 79.33999633789062,
+ 80.0999984741211,
+ 79.5199966430664,
+ 79.69999694824219,
+ 80.27999877929688,
+ 79.86000061035156,
+ 80.94000244140625,
+ 79.86000061035156,
+ 79.81999969482422,
+ 80.68000030517578,
+ 81.27999877929688,
+ 80.76000213623047,
+ 80.62000274658203,
+ 80.91999816894531,
+ 81.36000061035156,
+ 80.91999816894531,
+ 81.45999908447266,
+ 81.37999725341797,
+ 81.72000122070312,
+ 81.26000213623047,
+ 81.36000061035156,
+ 81.5,
+ 81.69999694824219,
+ 81.80000305175781,
+ 82.26000213623047,
+ 82.08000183105469,
+ 82.45999908447266,
+ 82.08000183105469,
+ 82.5,
+ 82.44000244140625,
+ 82.54000091552734,
+ 82.69999694824219,
+ 83.13999938964844,
+ 82.68000030517578,
+ 82.9000015258789,
+ 83.08000183105469,
+ 82.81999969482422,
+ 82.9000015258789,
+ 83.05999755859375,
+ 82.86000061035156,
+ 82.86000061035156,
+ 82.94000244140625,
+ 82.95999908447266,
+ 82.9800033569336,
+ 82.94000244140625,
+ 82.94000244140625,
+ 82.9000015258789,
+ 82.87999725341797,
+ 82.86000061035156,
+ 82.91999816894531,
+ 82.86000061035156,
+ 82.86000061035156,
+ 82.86000061035156,
+ 82.91999816894531
+ ],
+ "val_loss": [
+ 1.3196607828140259,
+ 1.1464554071426392,
+ 1.0122063159942627,
+ 1.0011491775512695,
+ 0.9832979440689087,
+ 0.9135788083076477,
+ 0.9160850644111633,
+ 0.8798416256904602,
+ 0.9614151120185852,
+ 0.824341893196106,
+ 0.8785572052001953,
+ 0.9208962321281433,
+ 0.8764896392822266,
+ 0.8786190748214722,
+ 0.7931520342826843,
+ 0.8095582723617554,
+ 0.8092991709709167,
+ 0.7990039587020874,
+ 0.7841472625732422,
+ 0.8356000781059265,
+ 0.7891298532485962,
+ 0.8164346814155579,
+ 0.8250555992126465,
+ 0.7702546119689941,
+ 0.8769513964653015,
+ 0.8094162940979004,
+ 0.778595507144928,
+ 0.7827684283256531,
+ 0.7402521371841431,
+ 0.7744579911231995,
+ 0.7398408651351929,
+ 0.8185245394706726,
+ 0.7188434600830078,
+ 0.7696696519851685,
+ 0.7269445061683655,
+ 0.761971116065979,
+ 0.72089022397995,
+ 0.7265629768371582,
+ 0.7043261528015137,
+ 0.7217764258384705,
+ 0.7228039503097534,
+ 0.8066425323486328,
+ 0.7401043176651001,
+ 0.7032155394554138,
+ 0.7516051530838013,
+ 0.7028098106384277,
+ 0.6906996369361877,
+ 0.726517915725708,
+ 0.6975864171981812,
+ 0.7094508409500122,
+ 0.7000359296798706,
+ 0.6782349348068237,
+ 0.689719021320343,
+ 0.6770855784416199,
+ 0.668323814868927,
+ 0.7045471668243408,
+ 0.6640886664390564,
+ 0.7148084044456482,
+ 0.7125958204269409,
+ 0.680198073387146,
+ 0.6729613542556763,
+ 0.670646607875824,
+ 0.6716354489326477,
+ 0.6339538097381592,
+ 0.6728935837745667,
+ 0.6467381119728088,
+ 0.6200364232063293,
+ 0.6866912841796875,
+ 0.7089441418647766,
+ 0.6477388143539429,
+ 0.7095358967781067,
+ 0.6305816173553467,
+ 0.6096587777137756,
+ 0.6294063329696655,
+ 0.632943332195282,
+ 0.5963389277458191,
+ 0.5976564288139343,
+ 0.5843265652656555,
+ 0.6037835478782654,
+ 0.5890786051750183,
+ 0.5735816359519958,
+ 0.6034989953041077,
+ 0.5634487271308899,
+ 0.5925866961479187,
+ 0.6016762852668762,
+ 0.5773726105690002,
+ 0.5631575584411621,
+ 0.557161271572113,
+ 0.5531739592552185,
+ 0.5754345059394836,
+ 0.5409488081932068,
+ 0.5614113211631775,
+ 0.5473358035087585,
+ 0.5401538610458374,
+ 0.5513052940368652,
+ 0.5402994155883789,
+ 0.540830135345459,
+ 0.545223593711853,
+ 0.5403077602386475,
+ 0.5377018451690674,
+ 0.5144833922386169,
+ 0.525922417640686,
+ 0.518328070640564,
+ 0.5269989371299744,
+ 0.5123393535614014,
+ 0.5100131034851074,
+ 0.5116856098175049,
+ 0.5107629895210266,
+ 0.5085936188697815,
+ 0.5130804181098938,
+ 0.5098419189453125,
+ 0.5046589374542236,
+ 0.5053961873054504,
+ 0.5038777589797974,
+ 0.503191351890564,
+ 0.5054895281791687,
+ 0.5026187300682068,
+ 0.5028865337371826,
+ 0.5021662712097168,
+ 0.5022167563438416,
+ 0.502140462398529,
+ 0.502059280872345,
+ 0.5020802021026611,
+ 0.5020416378974915,
+ 0.502016007900238,
+ 0.502068817615509,
+ 0.5019443035125732,
+ 0.5020362734794617,
+ 0.5020620822906494,
+ 0.5020590424537659
+ ],
+ "val_time": [
+ 0.7504792213439941,
+ 0.19128131866455078,
+ 0.18643426895141602,
+ 0.19223499298095703,
+ 0.21457862854003906,
+ 0.2030167579650879,
+ 0.20496726036071777,
+ 0.20201492309570312,
+ 0.21533775329589844,
+ 0.19343209266662598,
+ 0.20425963401794434,
+ 0.20659589767456055,
+ 0.1894221305847168,
+ 0.1960890293121338,
+ 0.19907021522521973,
+ 0.21428656578063965,
+ 0.19141411781311035,
+ 0.2092442512512207,
+ 0.19674086570739746,
+ 0.20791244506835938,
+ 0.18485736846923828,
+ 0.19145631790161133,
+ 0.21375346183776855,
+ 0.19739532470703125,
+ 0.20529723167419434,
+ 0.20090174674987793,
+ 0.21355843544006348,
+ 0.18034768104553223,
+ 0.1995835304260254,
+ 0.18906545639038086,
+ 0.2061750888824463,
+ 0.19721150398254395,
+ 0.20513200759887695,
+ 0.1813526153564453,
+ 0.21168947219848633,
+ 0.21245455741882324,
+ 0.18329739570617676,
+ 0.1985330581665039,
+ 0.18103742599487305,
+ 0.20070147514343262,
+ 0.1967325210571289,
+ 0.18369579315185547,
+ 0.20518112182617188,
+ 0.2226109504699707,
+ 0.20561575889587402,
+ 0.17374372482299805,
+ 0.21971702575683594,
+ 0.181793212890625,
+ 0.18312764167785645,
+ 0.16940999031066895,
+ 0.18169331550598145,
+ 0.1798391342163086,
+ 0.17806363105773926,
+ 0.1799008846282959,
+ 0.19706940650939941,
+ 0.2001936435699463,
+ 0.19162464141845703,
+ 0.21108508110046387,
+ 0.18284034729003906,
+ 0.19846224784851074,
+ 0.2087397575378418,
+ 0.20089936256408691,
+ 0.18666696548461914,
+ 0.18596386909484863,
+ 0.17765092849731445,
+ 0.17930817604064941,
+ 0.17668843269348145,
+ 0.19832634925842285,
+ 0.1758406162261963,
+ 0.1807551383972168,
+ 0.21278858184814453,
+ 0.179276704788208,
+ 0.17346572875976562,
+ 0.18595027923583984,
+ 0.17513489723205566,
+ 0.17586851119995117,
+ 0.16720223426818848,
+ 0.18198704719543457,
+ 0.19963765144348145,
+ 0.19016432762145996,
+ 0.1882312297821045,
+ 0.18193793296813965,
+ 0.20617938041687012,
+ 0.2140216827392578,
+ 0.18778777122497559,
+ 0.2242131233215332,
+ 0.20612573623657227,
+ 0.18686294555664062,
+ 0.19240450859069824,
+ 0.19064617156982422,
+ 0.1996469497680664,
+ 0.20550298690795898,
+ 0.19385409355163574,
+ 0.1888132095336914,
+ 0.1712639331817627,
+ 0.20031046867370605,
+ 0.19012928009033203,
+ 0.1896347999572754,
+ 0.19264912605285645,
+ 0.19445490837097168,
+ 0.17267584800720215,
+ 0.2025301456451416,
+ 0.19288182258605957,
+ 0.20055603981018066,
+ 0.19199848175048828,
+ 0.21027636528015137,
+ 0.20122337341308594,
+ 0.1827104091644287,
+ 0.19973397254943848,
+ 0.180100679397583,
+ 0.18593215942382812,
+ 0.19542360305786133,
+ 0.19849658012390137,
+ 0.21005845069885254,
+ 0.20579075813293457,
+ 0.20198917388916016,
+ 0.20908474922180176,
+ 0.19686675071716309,
+ 0.18482756614685059,
+ 0.19499683380126953,
+ 0.199753999710083,
+ 0.19487261772155762,
+ 0.20315814018249512,
+ 0.21298933029174805,
+ 0.20009160041809082,
+ 0.1951892375946045,
+ 0.21145033836364746,
+ 0.17977309226989746,
+ 0.18229961395263672,
+ 0.18825221061706543
+ ]
+ },
+ "dp_bias_initialization": {
+ "bias_kind": "common",
+ "bias_ratio_target": 4.0,
+ "calibration_examples": 64,
+ "instruction_observations_for_predictor": 0,
+ "realized_bias_difference_rms_ratio": [
+ 4.0,
+ 4.000000476837158,
+ 4.000000476837158
+ ]
+ },
+ "epochs_completed": 130,
+ "final_validation_accuracy": 82.91999816894531,
+ "finite": true,
+ "test_accuracy": NaN
+ },
+ "kind": "common",
+ "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json",
+ "ratio": 4.0,
+ "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+ "return_code": 0,
+ "rule": "raw",
+ "seed": 1993,
+ "source": {
+ "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+ "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+ "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+ "tracked_files": {
+ "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+ "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+ "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+ "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+ }
+ },
+ "stage": "contrastive_bias_c1",
+ "status": "completed",
+ "timeout_seconds": 3600
+}