summaryrefslogtreecommitdiff
path: root/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json')
-rw-r--r--results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json391
1 files changed, 391 insertions, 0 deletions
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json
new file mode 100644
index 0000000..cb16035
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json
@@ -0,0 +1,391 @@
+{
+ "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r0p25-innovation/2026_08_06_12_33_16/hist.npy",
+ "cell_id": "activity-r0p25-innovation",
+ "command": [
+ "/scratch/yurenh2/venvs/dualprop/bin/python",
+ "train.py",
+ "--model",
+ "miniCNN",
+ "--dataset",
+ "cifar10",
+ "--num-epochs",
+ "20",
+ "--batch-size",
+ "100",
+ "--learning-rate",
+ "0.025",
+ "--learning-rate-final",
+ "0.025",
+ "--warmup-learning-rate",
+ "0.025",
+ "--warmup-epochs",
+ "0",
+ "--decay-epochs",
+ "20",
+ "--momentum",
+ "0.9",
+ "--weight-decay",
+ "5e-4",
+ "--dtype",
+ "float32",
+ "--param-dtype",
+ "float32",
+ "--percent-train",
+ "90",
+ "--percent-val",
+ "10",
+ "--seeds",
+ "1988",
+ "--feedback-seed",
+ "1729",
+ "--gradient-diagnostics",
+ "none",
+ "--spectral-diagnostics",
+ "none",
+ "--test-policy",
+ "none",
+ "--early-stop-policy",
+ "none",
+ "--learning-algorithm",
+ "dualprop-lagr-ff",
+ "--experiment-name",
+ "dp-bias-b1-activity-r0p25-innovation",
+ "--optimizer-schedule",
+ "author",
+ "--loss",
+ "sce",
+ "--alpha",
+ "0.0",
+ "--beta",
+ "0.1",
+ "--inference-sequence",
+ "fwK",
+ "--inference-passes-nudged",
+ "16",
+ "--dp-bias-kind",
+ "activity",
+ "--dp-bias-rule",
+ "innovation",
+ "--dp-bias-ratio",
+ "0.25",
+ "--dp-bias-seed",
+ "6100",
+ "--dp-bias-calibration-examples",
+ "64"
+ ],
+ "completed_unix_time": 1786037823.465355,
+ "driver_wall_seconds": 235.88774156570435,
+ "experiment_name": "dp-bias-b1-activity-r0p25-innovation",
+ "hardware": {
+ "cuda_visible_devices": "7",
+ "memory_total_mib": 8192,
+ "name": "NVIDIA GeForce GTX 1080",
+ "physical_index": 7,
+ "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+ },
+ "history": {
+ "best_epoch": 20,
+ "best_validation_accuracy": 71.0999984741211,
+ "curves": {
+ "instruction_observations_for_predictor": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "maximum_used_clean_difference_relative_error": [
+ 6.407978503375489e-08,
+ 8.615000268719086e-08,
+ 9.59565227276471e-08,
+ 1.0367892855356331e-07,
+ 1.1117479203903713e-07,
+ 1.1206030592347815e-07,
+ 1.1603561489437197e-07,
+ 1.193533023524651e-07,
+ 1.2160933238192229e-07,
+ 1.2506149005275802e-07,
+ 1.2683153727266472e-07,
+ 1.281513704043391e-07,
+ 1.286666275746029e-07,
+ 1.3165842460693966e-07,
+ 1.3056414616130496e-07,
+ 1.31668087988146e-07,
+ 1.3343743887617165e-07,
+ 1.359535986011906e-07,
+ 1.3629004058657301e-07,
+ 1.423834419256309e-07
+ ],
+ "neutral_observations": [
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0
+ ],
+ "post_bias_raw_bias_rms_ratio": [
+ 8.959111141848553e-08,
+ 8.855052158196486e-08,
+ 8.56752109257286e-08,
+ 8.70211351866601e-08,
+ 8.679597840455244e-08,
+ 8.556514785595937e-08,
+ 8.541211826695871e-08,
+ 8.729040956723111e-08,
+ 8.499804238226716e-08,
+ 8.553004704481282e-08,
+ 8.583130295392039e-08,
+ 8.657466565864524e-08,
+ 8.542353668872238e-08,
+ 8.6586304348657e-08,
+ 8.526448880274984e-08,
+ 8.524770578333118e-08,
+ 8.443331722673975e-08,
+ 8.48282226684205e-08,
+ 8.449711685898365e-08,
+ 8.844185828138507e-08
+ ],
+ "raw_bias_clean_difference_rms_ratio": [
+ 0.5174634456634521,
+ 0.5398743748664856,
+ 0.5594479441642761,
+ 0.5663127303123474,
+ 0.5827892422676086,
+ 0.5786683559417725,
+ 0.5838962197303772,
+ 0.581902801990509,
+ 0.5960765480995178,
+ 0.5950808525085449,
+ 0.6001281142234802,
+ 0.5992758274078369,
+ 0.6030755043029785,
+ 0.5949715375900269,
+ 0.5946117043495178,
+ 0.6026427149772644,
+ 0.6058533787727356,
+ 0.6128950119018555,
+ 0.6124884486198425,
+ 0.608799159526825
+ ],
+ "train_accuracy": [
+ 39.76222229003906,
+ 51.864444732666016,
+ 55.975555419921875,
+ 57.704444885253906,
+ 59.91777801513672,
+ 60.92222213745117,
+ 61.731109619140625,
+ 62.45333480834961,
+ 63.70222091674805,
+ 64.26889038085938,
+ 64.57333374023438,
+ 64.95555877685547,
+ 65.31999969482422,
+ 65.81999969482422,
+ 65.77555847167969,
+ 66.2955551147461,
+ 66.52444458007812,
+ 66.91999816894531,
+ 67.2911148071289,
+ 67.21778106689453
+ ],
+ "train_loss": [
+ 1.6692779064178467,
+ 1.356461763381958,
+ 1.248407244682312,
+ 1.2016562223434448,
+ 1.1398794651031494,
+ 1.1216232776641846,
+ 1.091477870941162,
+ 1.0774589776992798,
+ 1.0460600852966309,
+ 1.0312225818634033,
+ 1.020964503288269,
+ 1.0144652128219604,
+ 0.9993433356285095,
+ 0.9931066632270813,
+ 0.9773440361022949,
+ 0.9797695875167847,
+ 0.9671409726142883,
+ 0.9529077410697937,
+ 0.9489769339561462,
+ 0.9518566727638245
+ ],
+ "train_time": [
+ 19.748032093048096,
+ 9.913434267044067,
+ 9.918579816818237,
+ 9.938573598861694,
+ 9.9716477394104,
+ 9.91014552116394,
+ 9.90053915977478,
+ 9.920818328857422,
+ 9.906185150146484,
+ 9.984745979309082,
+ 10.029602766036987,
+ 9.95873761177063,
+ 9.969293594360352,
+ 9.950937747955322,
+ 9.958630323410034,
+ 9.954008102416992,
+ 9.95631718635559,
+ 9.927662134170532,
+ 9.933168888092041,
+ 9.952632427215576
+ ],
+ "used_clean_difference_rms_ratio": [
+ 4.5944592130808815e-08,
+ 4.7744617148737234e-08,
+ 4.793093211219457e-08,
+ 4.9316668082610704e-08,
+ 5.052982032793807e-08,
+ 4.9523634970682906e-08,
+ 4.986642210269565e-08,
+ 5.0767877013413454e-08,
+ 5.063288455176007e-08,
+ 5.092996602229505e-08,
+ 5.153343352048978e-08,
+ 5.187482088331308e-08,
+ 5.1455135263722696e-08,
+ 5.1486207297557485e-08,
+ 5.0663899742176e-08,
+ 5.131073521624785e-08,
+ 5.120192270169355e-08,
+ 5.201241748409302e-08,
+ 5.1710060233745025e-08,
+ 5.37811608580796e-08
+ ],
+ "val_accuracy": [
+ 51.619998931884766,
+ 57.880001068115234,
+ 62.5,
+ 63.540000915527344,
+ 66.4000015258789,
+ 65.12000274658203,
+ 68.36000061035156,
+ 66.94000244140625,
+ 65.45999908447266,
+ 67.44000244140625,
+ 68.0,
+ 69.45999908447266,
+ 69.33999633789062,
+ 69.0,
+ 67.23999786376953,
+ 69.91999816894531,
+ 69.63999938964844,
+ 70.36000061035156,
+ 70.5999984741211,
+ 71.0999984741211
+ ],
+ "val_loss": [
+ 1.353061556816101,
+ 1.193569540977478,
+ 1.0408352613449097,
+ 1.0622467994689941,
+ 0.9667276740074158,
+ 0.9894042015075684,
+ 0.9133622646331787,
+ 0.9582080841064453,
+ 0.9674708843231201,
+ 0.9269492626190186,
+ 0.9160944223403931,
+ 0.8712572455406189,
+ 0.857743501663208,
+ 0.9189343452453613,
+ 0.9544265866279602,
+ 0.866594135761261,
+ 0.8915694952011108,
+ 0.8580023050308228,
+ 0.8636000752449036,
+ 0.8336865305900574
+ ],
+ "val_time": [
+ 0.8023333549499512,
+ 0.20454812049865723,
+ 0.18785881996154785,
+ 0.18160581588745117,
+ 0.18195152282714844,
+ 0.1788337230682373,
+ 0.18637776374816895,
+ 0.19500064849853516,
+ 0.18271136283874512,
+ 0.19625282287597656,
+ 0.17618393898010254,
+ 0.18146467208862305,
+ 0.19240260124206543,
+ 0.19381093978881836,
+ 0.18247365951538086,
+ 0.18298912048339844,
+ 0.19740724563598633,
+ 0.1945333480834961,
+ 0.18811297416687012,
+ 0.1764678955078125
+ ]
+ },
+ "dp_bias_initialization": {
+ "bias_kind": "activity",
+ "bias_ratio_target": 0.25,
+ "calibration_examples": 64,
+ "instruction_observations_for_predictor": 0,
+ "realized_bias_difference_rms_ratio": [
+ 0.2500000298023224,
+ 0.25,
+ 0.25
+ ]
+ },
+ "epochs_completed": 20,
+ "final_validation_accuracy": 71.0999984741211,
+ "finite": true,
+ "test_accuracy": NaN
+ },
+ "kind": "activity",
+ "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json",
+ "ratio": 0.25,
+ "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+ "return_code": 0,
+ "rule": "innovation",
+ "source": {
+ "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+ "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+ "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+ "tracked_files": {
+ "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+ "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+ "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+ "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+ }
+ },
+ "stage": "contrastive_bias_b1",
+ "status": "completed",
+ "timeout_seconds": 7200
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-09-17 20:44:12 +0000