summaryrefslogtreecommitdiff
path: root/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json')
-rw-r--r--results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json391
1 files changed, 391 insertions, 0 deletions
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json
new file mode 100644
index 0000000..294a265
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json
@@ -0,0 +1,391 @@
+{
+ "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r0p25-oracle/2026_08_06_12_33_41/hist.npy",
+ "cell_id": "activity-r0p25-oracle",
+ "command": [
+ "/scratch/yurenh2/venvs/dualprop/bin/python",
+ "train.py",
+ "--model",
+ "miniCNN",
+ "--dataset",
+ "cifar10",
+ "--num-epochs",
+ "20",
+ "--batch-size",
+ "100",
+ "--learning-rate",
+ "0.025",
+ "--learning-rate-final",
+ "0.025",
+ "--warmup-learning-rate",
+ "0.025",
+ "--warmup-epochs",
+ "0",
+ "--decay-epochs",
+ "20",
+ "--momentum",
+ "0.9",
+ "--weight-decay",
+ "5e-4",
+ "--dtype",
+ "float32",
+ "--param-dtype",
+ "float32",
+ "--percent-train",
+ "90",
+ "--percent-val",
+ "10",
+ "--seeds",
+ "1988",
+ "--feedback-seed",
+ "1729",
+ "--gradient-diagnostics",
+ "none",
+ "--spectral-diagnostics",
+ "none",
+ "--test-policy",
+ "none",
+ "--early-stop-policy",
+ "none",
+ "--learning-algorithm",
+ "dualprop-lagr-ff",
+ "--experiment-name",
+ "dp-bias-b1-activity-r0p25-oracle",
+ "--optimizer-schedule",
+ "author",
+ "--loss",
+ "sce",
+ "--alpha",
+ "0.0",
+ "--beta",
+ "0.1",
+ "--inference-sequence",
+ "fwK",
+ "--inference-passes-nudged",
+ "16",
+ "--dp-bias-kind",
+ "activity",
+ "--dp-bias-rule",
+ "oracle",
+ "--dp-bias-ratio",
+ "0.25",
+ "--dp-bias-seed",
+ "6100",
+ "--dp-bias-calibration-examples",
+ "64"
+ ],
+ "completed_unix_time": 1786037847.8003068,
+ "driver_wall_seconds": 234.99250030517578,
+ "experiment_name": "dp-bias-b1-activity-r0p25-oracle",
+ "hardware": {
+ "cuda_visible_devices": "5",
+ "memory_total_mib": 8192,
+ "name": "NVIDIA GeForce GTX 1080",
+ "physical_index": 5,
+ "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+ },
+ "history": {
+ "best_epoch": 19,
+ "best_validation_accuracy": 71.72000122070312,
+ "curves": {
+ "instruction_observations_for_predictor": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "maximum_used_clean_difference_relative_error": [
+ 1.5585072787871468e-08,
+ 1.9660669536847308e-08,
+ 2.123810638465784e-08,
+ 2.2045993475217074e-08,
+ 2.3181822683682185e-08,
+ 2.3505720037064748e-08,
+ 2.3754550326771096e-08,
+ 2.400205900698893e-08,
+ 2.438830648543444e-08,
+ 2.530668830047489e-08,
+ 2.4880559834628002e-08,
+ 2.5421083904575426e-08,
+ 2.4850960400613076e-08,
+ 2.5361174493809813e-08,
+ 2.569417745235114e-08,
+ 2.5647135970530144e-08,
+ 2.6228066829503405e-08,
+ 2.582369873493917e-08,
+ 2.5762521005390226e-08,
+ 2.5953925231192443e-08
+ ],
+ "neutral_observations": [
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0
+ ],
+ "post_bias_raw_bias_rms_ratio": [
+ 2.3265403825689646e-08,
+ 2.1758189916454285e-08,
+ 2.072882132608811e-08,
+ 2.0261786914943514e-08,
+ 2.0019571778107093e-08,
+ 1.9750782342953244e-08,
+ 1.9347959678839288e-08,
+ 1.9161674913448223e-08,
+ 1.8872889029353246e-08,
+ 1.8831896042570406e-08,
+ 1.869335797266558e-08,
+ 1.896413337476588e-08,
+ 1.8321216543881746e-08,
+ 1.831998730494888e-08,
+ 1.8260719159002292e-08,
+ 1.8162083392780914e-08,
+ 1.8096704579306788e-08,
+ 1.7941395924481185e-08,
+ 1.7848355682303918e-08,
+ 1.7753119863073152e-08
+ ],
+ "raw_bias_clean_difference_rms_ratio": [
+ 0.5160279273986816,
+ 0.5473080277442932,
+ 0.5526531934738159,
+ 0.5640208125114441,
+ 0.5779438018798828,
+ 0.5789151787757874,
+ 0.5821051597595215,
+ 0.583645761013031,
+ 0.5925979018211365,
+ 0.5944538116455078,
+ 0.5925108790397644,
+ 0.590939998626709,
+ 0.593654453754425,
+ 0.5956946015357971,
+ 0.5971388816833496,
+ 0.6031643152236938,
+ 0.603519856929779,
+ 0.6004408001899719,
+ 0.5991616249084473,
+ 0.6033364534378052
+ ],
+ "train_accuracy": [
+ 39.3466682434082,
+ 51.49555587768555,
+ 55.54888916015625,
+ 57.45111083984375,
+ 59.53111267089844,
+ 60.61555480957031,
+ 61.89777755737305,
+ 62.10444259643555,
+ 63.0977783203125,
+ 64.17555236816406,
+ 64.26444244384766,
+ 64.57333374023438,
+ 65.57555389404297,
+ 65.63777923583984,
+ 66.04888916015625,
+ 66.2911148071289,
+ 66.6933364868164,
+ 66.87110900878906,
+ 67.18222045898438,
+ 67.27555847167969
+ ],
+ "train_loss": [
+ 1.6875030994415283,
+ 1.3591018915176392,
+ 1.2591649293899536,
+ 1.2122151851654053,
+ 1.15595543384552,
+ 1.1267629861831665,
+ 1.0960296392440796,
+ 1.084320306777954,
+ 1.0608789920806885,
+ 1.0234063863754272,
+ 1.02824068069458,
+ 1.0199763774871826,
+ 0.9982398748397827,
+ 0.9905385971069336,
+ 0.9732020497322083,
+ 0.9752535820007324,
+ 0.9612754583358765,
+ 0.9585595726966858,
+ 0.9528539776802063,
+ 0.9436773061752319
+ ],
+ "train_time": [
+ 18.558735370635986,
+ 9.882599353790283,
+ 9.891366958618164,
+ 9.860073566436768,
+ 9.803554058074951,
+ 9.832707405090332,
+ 9.871859073638916,
+ 9.890246868133545,
+ 9.901498556137085,
+ 10.197868824005127,
+ 10.047465085983276,
+ 9.992132186889648,
+ 9.969212532043457,
+ 10.035093545913696,
+ 9.95980453491211,
+ 10.103697061538696,
+ 10.01280665397644,
+ 10.002676725387573,
+ 10.138676404953003,
+ 10.063667058944702
+ ],
+ "used_clean_difference_rms_ratio": [
+ 1.1700437063666413e-08,
+ 1.1872830718573368e-08,
+ 1.1411569467156824e-08,
+ 1.1381112940966887e-08,
+ 1.1524807774776491e-08,
+ 1.138323479921155e-08,
+ 1.1210723904753195e-08,
+ 1.1154822843195689e-08,
+ 1.1141199074415908e-08,
+ 1.115398973183801e-08,
+ 1.1039889891151233e-08,
+ 1.1174086544940565e-08,
+ 1.0826245677719726e-08,
+ 1.0886482826322208e-08,
+ 1.0867980293483015e-08,
+ 1.0911937131652394e-08,
+ 1.089343815152688e-08,
+ 1.074211652962731e-08,
+ 1.0657552174109242e-08,
+ 1.0676207473636623e-08
+ ],
+ "val_accuracy": [
+ 51.540000915527344,
+ 59.7599983215332,
+ 60.41999816894531,
+ 63.65999984741211,
+ 65.13999938964844,
+ 63.619998931884766,
+ 67.18000030517578,
+ 69.30000305175781,
+ 66.94000244140625,
+ 67.9000015258789,
+ 69.12000274658203,
+ 69.62000274658203,
+ 68.16000366210938,
+ 69.22000122070312,
+ 68.12000274658203,
+ 70.5999984741211,
+ 69.26000213623047,
+ 70.0,
+ 71.72000122070312,
+ 70.58000183105469
+ ],
+ "val_loss": [
+ 1.3598089218139648,
+ 1.1462377309799194,
+ 1.1199488639831543,
+ 1.0352703332901,
+ 1.0018998384475708,
+ 1.0209438800811768,
+ 0.9685910940170288,
+ 0.9098147749900818,
+ 0.9420590996742249,
+ 0.9226385354995728,
+ 0.8926489949226379,
+ 0.9012563228607178,
+ 0.9290199279785156,
+ 0.876880943775177,
+ 0.9062368869781494,
+ 0.842629611492157,
+ 0.8974952101707458,
+ 0.8728792667388916,
+ 0.8112240433692932,
+ 0.8517153263092041
+ ],
+ "val_time": [
+ 0.8430659770965576,
+ 0.19882607460021973,
+ 0.18324542045593262,
+ 0.19235563278198242,
+ 0.1942281723022461,
+ 0.1930840015411377,
+ 0.20060253143310547,
+ 0.1986699104309082,
+ 0.1979825496673584,
+ 0.1902918815612793,
+ 0.18250584602355957,
+ 0.19212889671325684,
+ 0.18703556060791016,
+ 0.17901086807250977,
+ 0.19863486289978027,
+ 0.19469547271728516,
+ 0.197709321975708,
+ 0.18259954452514648,
+ 0.1797928810119629,
+ 0.17913269996643066
+ ]
+ },
+ "dp_bias_initialization": {
+ "bias_kind": "activity",
+ "bias_ratio_target": 0.25,
+ "calibration_examples": 64,
+ "instruction_observations_for_predictor": 0,
+ "realized_bias_difference_rms_ratio": [
+ 0.2500000298023224,
+ 0.25,
+ 0.25
+ ]
+ },
+ "epochs_completed": 20,
+ "final_validation_accuracy": 70.58000183105469,
+ "finite": true,
+ "test_accuracy": NaN
+ },
+ "kind": "activity",
+ "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json",
+ "ratio": 0.25,
+ "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+ "return_code": 0,
+ "rule": "oracle",
+ "source": {
+ "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+ "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+ "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+ "tracked_files": {
+ "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+ "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+ "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+ "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+ }
+ },
+ "stage": "contrastive_bias_b1",
+ "status": "completed",
+ "timeout_seconds": 7200
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-09-17 13:41:47 +0000