summaryrefslogtreecommitdiff
path: root/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json')
-rw-r--r--results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json391
1 files changed, 391 insertions, 0 deletions
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json
new file mode 100644
index 0000000..5ed188a
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json
@@ -0,0 +1,391 @@
+{
+ "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r4-innovation/2026_08_06_12_41_45/hist.npy",
+ "cell_id": "activity-r4-innovation",
+ "command": [
+ "/scratch/yurenh2/venvs/dualprop/bin/python",
+ "train.py",
+ "--model",
+ "miniCNN",
+ "--dataset",
+ "cifar10",
+ "--num-epochs",
+ "20",
+ "--batch-size",
+ "100",
+ "--learning-rate",
+ "0.025",
+ "--learning-rate-final",
+ "0.025",
+ "--warmup-learning-rate",
+ "0.025",
+ "--warmup-epochs",
+ "0",
+ "--decay-epochs",
+ "20",
+ "--momentum",
+ "0.9",
+ "--weight-decay",
+ "5e-4",
+ "--dtype",
+ "float32",
+ "--param-dtype",
+ "float32",
+ "--percent-train",
+ "90",
+ "--percent-val",
+ "10",
+ "--seeds",
+ "1988",
+ "--feedback-seed",
+ "1729",
+ "--gradient-diagnostics",
+ "none",
+ "--spectral-diagnostics",
+ "none",
+ "--test-policy",
+ "none",
+ "--early-stop-policy",
+ "none",
+ "--learning-algorithm",
+ "dualprop-lagr-ff",
+ "--experiment-name",
+ "dp-bias-b1-activity-r4-innovation",
+ "--optimizer-schedule",
+ "author",
+ "--loss",
+ "sce",
+ "--alpha",
+ "0.0",
+ "--beta",
+ "0.1",
+ "--inference-sequence",
+ "fwK",
+ "--inference-passes-nudged",
+ "16",
+ "--dp-bias-kind",
+ "activity",
+ "--dp-bias-rule",
+ "innovation",
+ "--dp-bias-ratio",
+ "4.0",
+ "--dp-bias-seed",
+ "6100",
+ "--dp-bias-calibration-examples",
+ "64"
+ ],
+ "completed_unix_time": 1786038331.9713302,
+ "driver_wall_seconds": 234.5602786540985,
+ "experiment_name": "dp-bias-b1-activity-r4-innovation",
+ "hardware": {
+ "cuda_visible_devices": "7",
+ "memory_total_mib": 8192,
+ "name": "NVIDIA GeForce GTX 1080",
+ "physical_index": 7,
+ "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+ },
+ "history": {
+ "best_epoch": 19,
+ "best_validation_accuracy": 72.23999786376953,
+ "curves": {
+ "instruction_observations_for_predictor": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "maximum_used_clean_difference_relative_error": [
+ 1.0016397027357016e-06,
+ 1.3407073993221275e-06,
+ 1.483338905927667e-06,
+ 1.632874273127527e-06,
+ 1.7097127056331374e-06,
+ 1.7954394024854992e-06,
+ 1.8270217196914018e-06,
+ 1.857655547610193e-06,
+ 1.9069922245762427e-06,
+ 1.958482926056604e-06,
+ 1.957819222297985e-06,
+ 1.9984770460723666e-06,
+ 2.043576841970207e-06,
+ 2.016819735217723e-06,
+ 2.0840207071159966e-06,
+ 2.08248866329086e-06,
+ 2.1289113192324294e-06,
+ 2.1201597064646194e-06,
+ 2.1398714125098195e-06,
+ 2.1658031528204447e-06
+ ],
+ "neutral_observations": [
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0,
+ 100.0
+ ],
+ "post_bias_raw_bias_rms_ratio": [
+ 8.378472671211057e-08,
+ 8.282875540999157e-08,
+ 8.284315100581807e-08,
+ 8.393566020004073e-08,
+ 8.290084707596179e-08,
+ 8.472805035353304e-08,
+ 8.364070680499935e-08,
+ 8.253956451653721e-08,
+ 8.29724555728717e-08,
+ 8.346456326080443e-08,
+ 8.237309145897598e-08,
+ 8.253997663132395e-08,
+ 8.388268923908981e-08,
+ 8.296488118730849e-08,
+ 8.31274533652504e-08,
+ 8.334527024089766e-08,
+ 8.391612027480733e-08,
+ 8.38462597130274e-08,
+ 8.369492121573785e-08,
+ 8.324141731463897e-08
+ ],
+ "raw_bias_clean_difference_rms_ratio": [
+ 8.358131408691406,
+ 8.808204650878906,
+ 8.838852882385254,
+ 8.974757194519043,
+ 9.276748657226562,
+ 9.342101097106934,
+ 9.425797462463379,
+ 9.496668815612793,
+ 9.501581192016602,
+ 9.525538444519043,
+ 9.5499849319458,
+ 9.620942115783691,
+ 9.478257179260254,
+ 9.4081449508667,
+ 9.464524269104004,
+ 9.450579643249512,
+ 9.460590362548828,
+ 9.390832901000977,
+ 9.439781188964844,
+ 9.509018898010254
+ ],
+ "train_accuracy": [
+ 40.79111099243164,
+ 51.66666793823242,
+ 55.55555725097656,
+ 57.72222137451172,
+ 59.619998931884766,
+ 60.70222091674805,
+ 61.753334045410156,
+ 62.511112213134766,
+ 63.39555740356445,
+ 64.16222381591797,
+ 64.16889190673828,
+ 65.4111099243164,
+ 65.3155517578125,
+ 65.63111114501953,
+ 66.36444091796875,
+ 66.1177749633789,
+ 66.53778076171875,
+ 66.67555236816406,
+ 66.94666290283203,
+ 67.38666534423828
+ ],
+ "train_loss": [
+ 1.6476846933364868,
+ 1.3518246412277222,
+ 1.2632989883422852,
+ 1.1961724758148193,
+ 1.148079752922058,
+ 1.1236165761947632,
+ 1.0977858304977417,
+ 1.0771275758743286,
+ 1.053613305091858,
+ 1.0397052764892578,
+ 1.0279552936553955,
+ 1.0076204538345337,
+ 1.0031450986862183,
+ 0.9996995329856873,
+ 0.9733185768127441,
+ 0.983977198600769,
+ 0.9702898263931274,
+ 0.9639546871185303,
+ 0.9529517889022827,
+ 0.9419801235198975
+ ],
+ "train_time": [
+ 19.130162000656128,
+ 9.758105516433716,
+ 10.023014783859253,
+ 9.916049242019653,
+ 9.884204864501953,
+ 9.948627471923828,
+ 9.864826917648315,
+ 9.858330249786377,
+ 9.895570039749146,
+ 9.866309881210327,
+ 9.985584735870361,
+ 9.99039077758789,
+ 9.940101385116577,
+ 9.90057921409607,
+ 9.936670064926147,
+ 9.97500467300415,
+ 9.860589504241943,
+ 9.837692499160767,
+ 9.823217153549194,
+ 9.78961992263794
+ ],
+ "used_clean_difference_rms_ratio": [
+ 6.995449552960054e-07,
+ 7.289904147000925e-07,
+ 7.316390338019119e-07,
+ 7.534281962762179e-07,
+ 7.690555321460124e-07,
+ 7.918195024103625e-07,
+ 7.886254707045737e-07,
+ 7.829690389371535e-07,
+ 7.874807010921359e-07,
+ 7.952710348035907e-07,
+ 7.872753258197918e-07,
+ 7.928298373371945e-07,
+ 7.95150469912187e-07,
+ 7.8037601269898e-07,
+ 7.873418894632778e-07,
+ 7.878327892285597e-07,
+ 7.934294217193383e-07,
+ 7.868329134907981e-07,
+ 7.905324537205161e-07,
+ 7.928264835754817e-07
+ ],
+ "val_accuracy": [
+ 53.119998931884766,
+ 57.5,
+ 61.7599983215332,
+ 61.959999084472656,
+ 65.72000122070312,
+ 65.08000183105469,
+ 64.69999694824219,
+ 66.91999816894531,
+ 67.62000274658203,
+ 67.63999938964844,
+ 70.4000015258789,
+ 69.95999908447266,
+ 70.45999908447266,
+ 70.5999984741211,
+ 68.08000183105469,
+ 70.5,
+ 70.9000015258789,
+ 69.80000305175781,
+ 72.23999786376953,
+ 68.95999908447266
+ ],
+ "val_loss": [
+ 1.3184033632278442,
+ 1.1866321563720703,
+ 1.0878905057907104,
+ 1.0910849571228027,
+ 0.9697944521903992,
+ 0.9888169765472412,
+ 1.0122891664505005,
+ 0.9627423286437988,
+ 0.9310352802276611,
+ 0.949195921421051,
+ 0.8656441569328308,
+ 0.8668177723884583,
+ 0.8702632784843445,
+ 0.8670954704284668,
+ 0.9449864029884338,
+ 0.8633564114570618,
+ 0.855439305305481,
+ 0.8672630190849304,
+ 0.830115795135498,
+ 0.8943436145782471
+ ],
+ "val_time": [
+ 0.8140971660614014,
+ 0.1998581886291504,
+ 0.19034934043884277,
+ 0.18223261833190918,
+ 0.1942307949066162,
+ 0.20224285125732422,
+ 0.1910383701324463,
+ 0.1965787410736084,
+ 0.18133902549743652,
+ 0.18206524848937988,
+ 0.18896031379699707,
+ 0.20050430297851562,
+ 0.19459915161132812,
+ 0.20269083976745605,
+ 0.1963512897491455,
+ 0.2042860984802246,
+ 0.19246172904968262,
+ 0.19120001792907715,
+ 0.17778515815734863,
+ 0.1928403377532959
+ ]
+ },
+ "dp_bias_initialization": {
+ "bias_kind": "activity",
+ "bias_ratio_target": 4.0,
+ "calibration_examples": 64,
+ "instruction_observations_for_predictor": 0,
+ "realized_bias_difference_rms_ratio": [
+ 4.000000476837158,
+ 4.0,
+ 4.0
+ ]
+ },
+ "epochs_completed": 20,
+ "final_validation_accuracy": 68.95999908447266,
+ "finite": true,
+ "test_accuracy": NaN
+ },
+ "kind": "activity",
+ "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json",
+ "ratio": 4.0,
+ "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+ "return_code": 0,
+ "rule": "innovation",
+ "source": {
+ "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+ "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+ "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+ "tracked_files": {
+ "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+ "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+ "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+ "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+ }
+ },
+ "stage": "contrastive_bias_b1",
+ "status": "completed",
+ "timeout_seconds": 7200
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-09-17 13:18:29 +0000