From 34aaa2a02baceb9ae2a9821d974eaf8ddde71c9d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 6 Aug 2026 12:48:41 -0500 Subject: results: audit Dual Prop state-bias screen --- .../b1/dp-bias-b1-activity-r0p25-innovation.json | 391 +++++++++++++++++++++ 1 file changed, 391 insertions(+) create mode 100644 results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json (limited to 'results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json') diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json new file mode 100644 index 0000000..cb16035 --- /dev/null +++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json @@ -0,0 +1,391 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r0p25-innovation/2026_08_06_12_33_16/hist.npy", + "cell_id": "activity-r0p25-innovation", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "20", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "0.025", + "--warmup-learning-rate", + "0.025", + "--warmup-epochs", + "0", + "--decay-epochs", + "20", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1988", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-b1-activity-r0p25-innovation", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "innovation", + "--dp-bias-ratio", + "0.25", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786037823.465355, + "driver_wall_seconds": 235.88774156570435, + "experiment_name": "dp-bias-b1-activity-r0p25-innovation", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 20, + "best_validation_accuracy": 71.0999984741211, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 6.407978503375489e-08, + 8.615000268719086e-08, + 9.59565227276471e-08, + 1.0367892855356331e-07, + 1.1117479203903713e-07, + 1.1206030592347815e-07, + 1.1603561489437197e-07, + 1.193533023524651e-07, + 1.2160933238192229e-07, + 1.2506149005275802e-07, + 1.2683153727266472e-07, + 1.281513704043391e-07, + 1.286666275746029e-07, + 1.3165842460693966e-07, + 1.3056414616130496e-07, + 1.31668087988146e-07, + 1.3343743887617165e-07, + 1.359535986011906e-07, + 1.3629004058657301e-07, + 1.423834419256309e-07 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 8.959111141848553e-08, + 8.855052158196486e-08, + 8.56752109257286e-08, + 8.70211351866601e-08, + 8.679597840455244e-08, + 8.556514785595937e-08, + 8.541211826695871e-08, + 8.729040956723111e-08, + 8.499804238226716e-08, + 8.553004704481282e-08, + 8.583130295392039e-08, + 8.657466565864524e-08, + 8.542353668872238e-08, + 8.6586304348657e-08, + 8.526448880274984e-08, + 8.524770578333118e-08, + 8.443331722673975e-08, + 8.48282226684205e-08, + 8.449711685898365e-08, + 8.844185828138507e-08 + ], + "raw_bias_clean_difference_rms_ratio": [ + 0.5174634456634521, + 0.5398743748664856, + 0.5594479441642761, + 0.5663127303123474, + 0.5827892422676086, + 0.5786683559417725, + 0.5838962197303772, + 0.581902801990509, + 0.5960765480995178, + 0.5950808525085449, + 0.6001281142234802, + 0.5992758274078369, + 0.6030755043029785, + 0.5949715375900269, + 0.5946117043495178, + 0.6026427149772644, + 0.6058533787727356, + 0.6128950119018555, + 0.6124884486198425, + 0.608799159526825 + ], + "train_accuracy": [ + 39.76222229003906, + 51.864444732666016, + 55.975555419921875, + 57.704444885253906, + 59.91777801513672, + 60.92222213745117, + 61.731109619140625, + 62.45333480834961, + 63.70222091674805, + 64.26889038085938, + 64.57333374023438, + 64.95555877685547, + 65.31999969482422, + 65.81999969482422, + 65.77555847167969, + 66.2955551147461, + 66.52444458007812, + 66.91999816894531, + 67.2911148071289, + 67.21778106689453 + ], + "train_loss": [ + 1.6692779064178467, + 1.356461763381958, + 1.248407244682312, + 1.2016562223434448, + 1.1398794651031494, + 1.1216232776641846, + 1.091477870941162, + 1.0774589776992798, + 1.0460600852966309, + 1.0312225818634033, + 1.020964503288269, + 1.0144652128219604, + 0.9993433356285095, + 0.9931066632270813, + 0.9773440361022949, + 0.9797695875167847, + 0.9671409726142883, + 0.9529077410697937, + 0.9489769339561462, + 0.9518566727638245 + ], + "train_time": [ + 19.748032093048096, + 9.913434267044067, + 9.918579816818237, + 9.938573598861694, + 9.9716477394104, + 9.91014552116394, + 9.90053915977478, + 9.920818328857422, + 9.906185150146484, + 9.984745979309082, + 10.029602766036987, + 9.95873761177063, + 9.969293594360352, + 9.950937747955322, + 9.958630323410034, + 9.954008102416992, + 9.95631718635559, + 9.927662134170532, + 9.933168888092041, + 9.952632427215576 + ], + "used_clean_difference_rms_ratio": [ + 4.5944592130808815e-08, + 4.7744617148737234e-08, + 4.793093211219457e-08, + 4.9316668082610704e-08, + 5.052982032793807e-08, + 4.9523634970682906e-08, + 4.986642210269565e-08, + 5.0767877013413454e-08, + 5.063288455176007e-08, + 5.092996602229505e-08, + 5.153343352048978e-08, + 5.187482088331308e-08, + 5.1455135263722696e-08, + 5.1486207297557485e-08, + 5.0663899742176e-08, + 5.131073521624785e-08, + 5.120192270169355e-08, + 5.201241748409302e-08, + 5.1710060233745025e-08, + 5.37811608580796e-08 + ], + "val_accuracy": [ + 51.619998931884766, + 57.880001068115234, + 62.5, + 63.540000915527344, + 66.4000015258789, + 65.12000274658203, + 68.36000061035156, + 66.94000244140625, + 65.45999908447266, + 67.44000244140625, + 68.0, + 69.45999908447266, + 69.33999633789062, + 69.0, + 67.23999786376953, + 69.91999816894531, + 69.63999938964844, + 70.36000061035156, + 70.5999984741211, + 71.0999984741211 + ], + "val_loss": [ + 1.353061556816101, + 1.193569540977478, + 1.0408352613449097, + 1.0622467994689941, + 0.9667276740074158, + 0.9894042015075684, + 0.9133622646331787, + 0.9582080841064453, + 0.9674708843231201, + 0.9269492626190186, + 0.9160944223403931, + 0.8712572455406189, + 0.857743501663208, + 0.9189343452453613, + 0.9544265866279602, + 0.866594135761261, + 0.8915694952011108, + 0.8580023050308228, + 0.8636000752449036, + 0.8336865305900574 + ], + "val_time": [ + 0.8023333549499512, + 0.20454812049865723, + 0.18785881996154785, + 0.18160581588745117, + 0.18195152282714844, + 0.1788337230682373, + 0.18637776374816895, + 0.19500064849853516, + 0.18271136283874512, + 0.19625282287597656, + 0.17618393898010254, + 0.18146467208862305, + 0.19240260124206543, + 0.19381093978881836, + 0.18247365951538086, + 0.18298912048339844, + 0.19740724563598633, + 0.1945333480834961, + 0.18811297416687012, + 0.1764678955078125 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 0.25, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 0.2500000298023224, + 0.25, + 0.25 + ] + }, + "epochs_completed": 20, + "final_validation_accuracy": 71.0999984741211, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json", + "ratio": 0.25, + "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3", + "return_code": 0, + "rule": "innovation", + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4", + "tracked_files": { + "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc", + "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee", + "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_b1", + "status": "completed", + "timeout_seconds": 7200 +} -- cgit v1.2.3