summaryrefslogtreecommitdiff
path: root/results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json')
-rw-r--r--results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json391
1 files changed, 391 insertions, 0 deletions
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json
new file mode 100644
index 0000000..1c6cba2
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json
@@ -0,0 +1,391 @@
+{
+ "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r1-innovation/2026_08_06_12_37_36/hist.npy",
+ "cell_id": "activity-r1-innovation",
+ "command": [
+ "/scratch/yurenh2/venvs/dualprop/bin/python",
+ "train.py",
+ "--model",
+ "miniCNN",
+ "--dataset",
+ "cifar10",
+ "--num-epochs",
+ "20",
+ "--batch-size",
+ "100",
+ "--learning-rate",
+ "0.025",
+ "--learning-rate-final",
+ "0.025",
+ "--warmup-learning-rate",
+ "0.025",
+ "--warmup-epochs",
+ "0",
+ "--decay-epochs",
+ "20",
+ "--momentum",
+ "0.9",
+ "--weight-decay",
+ "5e-4",
+ "--dtype",
+ "float32",
+ "--param-dtype",
+ "float32",
+ "--percent-train",
+ "90",
+ "--percent-val",
+ "10",
+ "--seeds",
+ "1988",
+ "--feedback-seed",
+ "1729",
+ "--gradient-diagnostics",
+ "none",
+ "--spectral-diagnostics",
+ "none",
+ "--test-policy",
+ "none",
+ "--early-stop-policy",
+ "none",
+ "--learning-algorithm",
+ "dualprop-lagr-ff",
+ "--experiment-name",
+ "dp-bias-b1-activity-r1-innovation",
+ "--optimizer-schedule",
+ "author",
+ "--loss",
+ "sce",
+ "--alpha",
+ "0.0",
+ "--beta",
+ "0.1",
+ "--inference-sequence",
+ "fwK",
+ "--inference-passes-nudged",
+ "16",
+ "--dp-bias-kind",
+ "activity",
+ "--dp-bias-rule",
+ "innovation",
+ "--dp-bias-ratio",
+ "1.0",
+ "--dp-bias-seed",
+ "6100",
+ "--dp-bias-calibration-examples",
+ "64"
+ ],
+ "completed_unix_time": 1786038085.8987863,
+ "driver_wall_seconds": 238.06222534179688,
+ "experiment_name": "dp-bias-b1-activity-r1-innovation",
+ "hardware": {
+ "cuda_visible_devices": "5",
+ "memory_total_mib": 8192,
+ "name": "NVIDIA GeForce GTX 1080",
+ "physical_index": 5,
+ "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+ },
+ "history": {
+ "best_epoch": 19,
+ "best_validation_accuracy": 72.12000274658203,
+ "curves": {
+ "instruction_observations_for_predictor": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "maximum_used_clean_difference_relative_error": [
+ 2.5314838580925425e-07,
+ 3.3277993338742817e-07,
+ 3.7448299394782225e-07,
+ 4.050823747547838e-07,
+ 4.3006386363231286e-07,
+ 4.37999887026308e-07,
+ 4.516286367106659e-07,
+ 4.6106217155283957e-07,
+ 4.854861117564724e-07,
+ 4.892214064966538e-07,
+ 4.932709316562978e-07,
+ 4.996213078811707e-07,
+ 5.025486871090834e-07,
+ 5.080827349956962e-07,
+ 5.203709747547691e-07,
+ 5.232604394223017e-07,
+ 5.35962612957519e-07,
+ 5.348001081983966e-07,
+ 5.395961579779396e-07,
+ 5.427212386166502e-07
+ ],
+ "neutral_observations": [
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0
+ ],
+ "post_bias_raw_bias_rms_ratio": [
+ 8.586498267959541e-08,
+ 8.339387136402365e-08,
+ 8.202815138247388e-08,
+ 8.429974940327156e-08,
+ 8.455513977878581e-08,
+ 8.403746676322044e-08,
+ 8.368977688633095e-08,
+ 8.264991180340076e-08,
+ 8.427914366393452e-08,
+ 8.363265635580319e-08,
+ 8.388417427340755e-08,
+ 8.306084708920025e-08,
+ 8.303892684580205e-08,
+ 8.363559800272924e-08,
+ 8.345578095259043e-08,
+ 8.462077261128798e-08,
+ 8.384569127883879e-08,
+ 8.323318922975886e-08,
+ 8.399254625146568e-08,
+ 8.487204183893482e-08
+ ],
+ "raw_bias_clean_difference_rms_ratio": [
+ 2.0748581886291504,
+ 2.185138702392578,
+ 2.2347617149353027,
+ 2.2300946712493896,
+ 2.311781167984009,
+ 2.2932324409484863,
+ 2.325690984725952,
+ 2.370302438735962,
+ 2.3966612815856934,
+ 2.372753858566284,
+ 2.3519763946533203,
+ 2.372380018234253,
+ 2.37396240234375,
+ 2.367142915725708,
+ 2.4060723781585693,
+ 2.3839657306671143,
+ 2.3872721195220947,
+ 2.390730857849121,
+ 2.3748369216918945,
+ 2.349742889404297
+ ],
+ "train_accuracy": [
+ 40.39777755737305,
+ 51.815555572509766,
+ 56.073333740234375,
+ 57.51333236694336,
+ 59.17777633666992,
+ 60.37333297729492,
+ 61.87333297729492,
+ 62.52888870239258,
+ 63.53111267089844,
+ 64.22666931152344,
+ 64.5888900756836,
+ 64.82444763183594,
+ 65.34222412109375,
+ 65.53555297851562,
+ 66.26667022705078,
+ 66.0,
+ 66.62666320800781,
+ 66.9800033569336,
+ 67.21333312988281,
+ 67.25333404541016
+ ],
+ "train_loss": [
+ 1.6571788787841797,
+ 1.344576358795166,
+ 1.239294409751892,
+ 1.2033023834228516,
+ 1.1642898321151733,
+ 1.1329725980758667,
+ 1.0972119569778442,
+ 1.0774519443511963,
+ 1.0510238409042358,
+ 1.0392130613327026,
+ 1.0213935375213623,
+ 1.0102674961090088,
+ 1.0047273635864258,
+ 0.9996986389160156,
+ 0.9758437871932983,
+ 0.9842485189437866,
+ 0.964621365070343,
+ 0.9612382054328918,
+ 0.9534750580787659,
+ 0.9537310004234314
+ ],
+ "train_time": [
+ 19.689635038375854,
+ 9.977681875228882,
+ 9.96526551246643,
+ 9.988999605178833,
+ 9.911680459976196,
+ 9.9568932056427,
+ 9.980319499969482,
+ 10.041689157485962,
+ 10.05286693572998,
+ 10.07801103591919,
+ 10.30539321899414,
+ 10.047257423400879,
+ 10.101608276367188,
+ 10.084912538528442,
+ 10.050997495651245,
+ 10.07063341140747,
+ 10.041622161865234,
+ 10.124296426773071,
+ 10.129631996154785,
+ 10.061158895492554
+ ],
+ "used_clean_difference_rms_ratio": [
+ 1.7757533044004958e-07,
+ 1.8195585482772003e-07,
+ 1.8350120001286996e-07,
+ 1.879656537084884e-07,
+ 1.955695267952251e-07,
+ 1.9267437778580643e-07,
+ 1.9440641096934996e-07,
+ 1.9605175793913077e-07,
+ 2.0219759733208775e-07,
+ 1.983326143317754e-07,
+ 1.974415653194228e-07,
+ 1.9700969744462782e-07,
+ 1.9715379551143997e-07,
+ 1.9771437109739054e-07,
+ 2.0099189157463115e-07,
+ 2.0147267321135587e-07,
+ 2.002593220140625e-07,
+ 1.9895063019248482e-07,
+ 1.993576148606735e-07,
+ 1.994797003135318e-07
+ ],
+ "val_accuracy": [
+ 53.560001373291016,
+ 59.97999954223633,
+ 63.2400016784668,
+ 61.2599983215332,
+ 65.37999725341797,
+ 64.13999938964844,
+ 66.08000183105469,
+ 67.13999938964844,
+ 67.0999984741211,
+ 67.13999938964844,
+ 70.13999938964844,
+ 68.9800033569336,
+ 68.9000015258789,
+ 69.12000274658203,
+ 70.5999984741211,
+ 71.94000244140625,
+ 70.16000366210938,
+ 70.76000213623047,
+ 72.12000274658203,
+ 70.18000030517578
+ ],
+ "val_loss": [
+ 1.3026903867721558,
+ 1.131838321685791,
+ 1.0415809154510498,
+ 1.1169949769973755,
+ 0.9803033471107483,
+ 1.0006874799728394,
+ 0.9755417704582214,
+ 0.9440985918045044,
+ 0.9496498703956604,
+ 0.9456515312194824,
+ 0.8585414290428162,
+ 0.8942906856536865,
+ 0.9019964337348938,
+ 0.8843708634376526,
+ 0.8716671466827393,
+ 0.8388364315032959,
+ 0.8497142195701599,
+ 0.8452104330062866,
+ 0.810737133026123,
+ 0.8627540469169617
+ ],
+ "val_time": [
+ 0.838249683380127,
+ 0.1784534454345703,
+ 0.18856406211853027,
+ 0.1840355396270752,
+ 0.19787335395812988,
+ 0.20490765571594238,
+ 0.19667887687683105,
+ 0.1761622428894043,
+ 0.18271398544311523,
+ 0.19381952285766602,
+ 0.18236374855041504,
+ 0.19641494750976562,
+ 0.19922590255737305,
+ 0.1966242790222168,
+ 0.18807530403137207,
+ 0.1938626766204834,
+ 0.19826698303222656,
+ 0.19205021858215332,
+ 0.19210600852966309,
+ 0.1913297176361084
+ ]
+ },
+ "dp_bias_initialization": {
+ "bias_kind": "activity",
+ "bias_ratio_target": 1.0,
+ "calibration_examples": 64,
+ "instruction_observations_for_predictor": 0,
+ "realized_bias_difference_rms_ratio": [
+ 1.0000001192092896,
+ 1.0,
+ 1.0
+ ]
+ },
+ "epochs_completed": 20,
+ "final_validation_accuracy": 70.18000030517578,
+ "finite": true,
+ "test_accuracy": NaN
+ },
+ "kind": "activity",
+ "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json",
+ "ratio": 1.0,
+ "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+ "return_code": 0,
+ "rule": "innovation",
+ "source": {
+ "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+ "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+ "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+ "tracked_files": {
+ "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+ "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+ "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+ "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+ }
+ },
+ "stage": "contrastive_bias_b1",
+ "status": "completed",
+ "timeout_seconds": 7200
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-09-17 15:11:18 +0000