From 34aaa2a02baceb9ae2a9821d974eaf8ddde71c9d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 6 Aug 2026 12:48:41 -0500 Subject: results: audit Dual Prop state-bias screen --- .../b1/dp-bias-b1-activity-r0p25-oracle.json | 391 +++++++++++++++++++++ 1 file changed, 391 insertions(+) create mode 100644 results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json (limited to 'results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json') diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json new file mode 100644 index 0000000..294a265 --- /dev/null +++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json @@ -0,0 +1,391 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r0p25-oracle/2026_08_06_12_33_41/hist.npy", + "cell_id": "activity-r0p25-oracle", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "20", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "0.025", + "--warmup-learning-rate", + "0.025", + "--warmup-epochs", + "0", + "--decay-epochs", + "20", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1988", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-b1-activity-r0p25-oracle", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "oracle", + "--dp-bias-ratio", + "0.25", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786037847.8003068, + "driver_wall_seconds": 234.99250030517578, + "experiment_name": "dp-bias-b1-activity-r0p25-oracle", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 19, + "best_validation_accuracy": 71.72000122070312, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 1.5585072787871468e-08, + 1.9660669536847308e-08, + 2.123810638465784e-08, + 2.2045993475217074e-08, + 2.3181822683682185e-08, + 2.3505720037064748e-08, + 2.3754550326771096e-08, + 2.400205900698893e-08, + 2.438830648543444e-08, + 2.530668830047489e-08, + 2.4880559834628002e-08, + 2.5421083904575426e-08, + 2.4850960400613076e-08, + 2.5361174493809813e-08, + 2.569417745235114e-08, + 2.5647135970530144e-08, + 2.6228066829503405e-08, + 2.582369873493917e-08, + 2.5762521005390226e-08, + 2.5953925231192443e-08 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 2.3265403825689646e-08, + 2.1758189916454285e-08, + 2.072882132608811e-08, + 2.0261786914943514e-08, + 2.0019571778107093e-08, + 1.9750782342953244e-08, + 1.9347959678839288e-08, + 1.9161674913448223e-08, + 1.8872889029353246e-08, + 1.8831896042570406e-08, + 1.869335797266558e-08, + 1.896413337476588e-08, + 1.8321216543881746e-08, + 1.831998730494888e-08, + 1.8260719159002292e-08, + 1.8162083392780914e-08, + 1.8096704579306788e-08, + 1.7941395924481185e-08, + 1.7848355682303918e-08, + 1.7753119863073152e-08 + ], + "raw_bias_clean_difference_rms_ratio": [ + 0.5160279273986816, + 0.5473080277442932, + 0.5526531934738159, + 0.5640208125114441, + 0.5779438018798828, + 0.5789151787757874, + 0.5821051597595215, + 0.583645761013031, + 0.5925979018211365, + 0.5944538116455078, + 0.5925108790397644, + 0.590939998626709, + 0.593654453754425, + 0.5956946015357971, + 0.5971388816833496, + 0.6031643152236938, + 0.603519856929779, + 0.6004408001899719, + 0.5991616249084473, + 0.6033364534378052 + ], + "train_accuracy": [ + 39.3466682434082, + 51.49555587768555, + 55.54888916015625, + 57.45111083984375, + 59.53111267089844, + 60.61555480957031, + 61.89777755737305, + 62.10444259643555, + 63.0977783203125, + 64.17555236816406, + 64.26444244384766, + 64.57333374023438, + 65.57555389404297, + 65.63777923583984, + 66.04888916015625, + 66.2911148071289, + 66.6933364868164, + 66.87110900878906, + 67.18222045898438, + 67.27555847167969 + ], + "train_loss": [ + 1.6875030994415283, + 1.3591018915176392, + 1.2591649293899536, + 1.2122151851654053, + 1.15595543384552, + 1.1267629861831665, + 1.0960296392440796, + 1.084320306777954, + 1.0608789920806885, + 1.0234063863754272, + 1.02824068069458, + 1.0199763774871826, + 0.9982398748397827, + 0.9905385971069336, + 0.9732020497322083, + 0.9752535820007324, + 0.9612754583358765, + 0.9585595726966858, + 0.9528539776802063, + 0.9436773061752319 + ], + "train_time": [ + 18.558735370635986, + 9.882599353790283, + 9.891366958618164, + 9.860073566436768, + 9.803554058074951, + 9.832707405090332, + 9.871859073638916, + 9.890246868133545, + 9.901498556137085, + 10.197868824005127, + 10.047465085983276, + 9.992132186889648, + 9.969212532043457, + 10.035093545913696, + 9.95980453491211, + 10.103697061538696, + 10.01280665397644, + 10.002676725387573, + 10.138676404953003, + 10.063667058944702 + ], + "used_clean_difference_rms_ratio": [ + 1.1700437063666413e-08, + 1.1872830718573368e-08, + 1.1411569467156824e-08, + 1.1381112940966887e-08, + 1.1524807774776491e-08, + 1.138323479921155e-08, + 1.1210723904753195e-08, + 1.1154822843195689e-08, + 1.1141199074415908e-08, + 1.115398973183801e-08, + 1.1039889891151233e-08, + 1.1174086544940565e-08, + 1.0826245677719726e-08, + 1.0886482826322208e-08, + 1.0867980293483015e-08, + 1.0911937131652394e-08, + 1.089343815152688e-08, + 1.074211652962731e-08, + 1.0657552174109242e-08, + 1.0676207473636623e-08 + ], + "val_accuracy": [ + 51.540000915527344, + 59.7599983215332, + 60.41999816894531, + 63.65999984741211, + 65.13999938964844, + 63.619998931884766, + 67.18000030517578, + 69.30000305175781, + 66.94000244140625, + 67.9000015258789, + 69.12000274658203, + 69.62000274658203, + 68.16000366210938, + 69.22000122070312, + 68.12000274658203, + 70.5999984741211, + 69.26000213623047, + 70.0, + 71.72000122070312, + 70.58000183105469 + ], + "val_loss": [ + 1.3598089218139648, + 1.1462377309799194, + 1.1199488639831543, + 1.0352703332901, + 1.0018998384475708, + 1.0209438800811768, + 0.9685910940170288, + 0.9098147749900818, + 0.9420590996742249, + 0.9226385354995728, + 0.8926489949226379, + 0.9012563228607178, + 0.9290199279785156, + 0.876880943775177, + 0.9062368869781494, + 0.842629611492157, + 0.8974952101707458, + 0.8728792667388916, + 0.8112240433692932, + 0.8517153263092041 + ], + "val_time": [ + 0.8430659770965576, + 0.19882607460021973, + 0.18324542045593262, + 0.19235563278198242, + 0.1942281723022461, + 0.1930840015411377, + 0.20060253143310547, + 0.1986699104309082, + 0.1979825496673584, + 0.1902918815612793, + 0.18250584602355957, + 0.19212889671325684, + 0.18703556060791016, + 0.17901086807250977, + 0.19863486289978027, + 0.19469547271728516, + 0.197709321975708, + 0.18259954452514648, + 0.1797928810119629, + 0.17913269996643066 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 0.25, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 0.2500000298023224, + 0.25, + 0.25 + ] + }, + "epochs_completed": 20, + "final_validation_accuracy": 70.58000183105469, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json", + "ratio": 0.25, + "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3", + "return_code": 0, + "rule": "oracle", + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4", + "tracked_files": { + "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc", + "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee", + "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_b1", + "status": "completed", + "timeout_seconds": 7200 +} -- cgit v1.2.3