From 34aaa2a02baceb9ae2a9821d974eaf8ddde71c9d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 6 Aug 2026 12:48:41 -0500 Subject: results: audit Dual Prop state-bias screen --- .../b1/dp-bias-b1-fixed-r1-innovation.json | 391 +++++++++++++++++++++ 1 file changed, 391 insertions(+) create mode 100644 results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json (limited to 'results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json') diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json new file mode 100644 index 0000000..97f3774 --- /dev/null +++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json @@ -0,0 +1,391 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r1-innovation/2026_08_06_12_21_44/hist.npy", + "cell_id": "fixed-r1-innovation", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "20", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "0.025", + "--warmup-learning-rate", + "0.025", + "--warmup-epochs", + "0", + "--decay-epochs", + "20", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1988", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-b1-fixed-r1-innovation", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "fixed", + "--dp-bias-rule", + "innovation", + "--dp-bias-ratio", + "1.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786037130.180562, + "driver_wall_seconds": 233.97741317749023, + "experiment_name": "dp-bias-b1-fixed-r1-innovation", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 19, + "best_validation_accuracy": 71.55999755859375, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 1.0000588446246184e-07, + 9.258707223125384e-08, + 9.464723405017139e-08, + 9.514980092717451e-08, + 9.654281285520483e-08, + 9.7280995703386e-08, + 9.827139280105257e-08, + 9.88449642136402e-08, + 9.960145064269454e-08, + 1.0050320753407505e-07, + 1.0078564116611233e-07, + 1.0060549016088771e-07, + 1.0136209027677978e-07, + 1.0155044094517507e-07, + 1.0231708813535079e-07, + 1.0250346349494066e-07, + 1.0289790708384317e-07, + 1.0303607922423907e-07, + 1.035976850971565e-07, + 1.0333455691124982e-07 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 6.835451671349801e-08, + 6.765526450180914e-08, + 6.72096973630687e-08, + 6.699368526597027e-08, + 6.666553531431418e-08, + 6.658250129021326e-08, + 6.649509742828741e-08, + 6.639391614271517e-08, + 6.6293729616973e-08, + 6.622278192480735e-08, + 6.612301461927927e-08, + 6.608113523043357e-08, + 6.607654512436056e-08, + 6.610034830600853e-08, + 6.605183955343819e-08, + 6.597307589117918e-08, + 6.602851954085054e-08, + 6.596138746317592e-08, + 6.597736046387581e-08, + 6.597611701408823e-08 + ], + "raw_bias_clean_difference_rms_ratio": [ + 1.2027630805969238, + 0.96158367395401, + 0.8899171352386475, + 0.8671668767929077, + 0.8597058653831482, + 0.8413897156715393, + 0.8298221230506897, + 0.8210735321044922, + 0.8204655051231384, + 0.8070889711380005, + 0.8130400776863098, + 0.800351083278656, + 0.8026941418647766, + 0.7922658324241638, + 0.7833832502365112, + 0.7864620685577393, + 0.7798550128936768, + 0.7738330960273743, + 0.7768856287002563, + 0.7709206938743591 + ], + "train_accuracy": [ + 40.302223205566406, + 51.46444320678711, + 56.14444351196289, + 57.00444412231445, + 59.38888931274414, + 60.37333297729492, + 61.571109771728516, + 62.488887786865234, + 63.182220458984375, + 64.37555694580078, + 64.43777465820312, + 64.67555236816406, + 65.13777923583984, + 65.24888610839844, + 66.11111450195312, + 66.47555541992188, + 66.57111358642578, + 66.97777557373047, + 67.3022232055664, + 67.07777404785156 + ], + "train_loss": [ + 1.654786229133606, + 1.3613085746765137, + 1.2525458335876465, + 1.219636082649231, + 1.1621633768081665, + 1.1311537027359009, + 1.0987286567687988, + 1.0774670839309692, + 1.0578453540802002, + 1.0363337993621826, + 1.0241432189941406, + 1.0197503566741943, + 1.0026243925094604, + 0.9986480474472046, + 0.9736382961273193, + 0.9725397825241089, + 0.9669026136398315, + 0.9548617601394653, + 0.9453418254852295, + 0.9516481757164001 + ], + "train_time": [ + 18.643749237060547, + 9.98658013343811, + 9.924065589904785, + 9.866952896118164, + 9.95148229598999, + 9.9918692111969, + 10.020492553710938, + 9.929692506790161, + 9.870622158050537, + 9.99126124382019, + 9.840016603469849, + 9.92351508140564, + 9.93288540840149, + 9.939160585403442, + 9.957732915878296, + 9.937586545944214, + 9.94344186782837, + 9.94616413116455, + 9.94886326789856, + 9.972460269927979 + ], + "used_clean_difference_rms_ratio": [ + 8.224969150205652e-08, + 6.505066352247013e-08, + 5.980059114563119e-08, + 5.808231406945197e-08, + 5.730088759037244e-08, + 5.600829311447342e-08, + 5.5163795309454144e-08, + 5.449832229942331e-08, + 5.4376570801650814e-08, + 5.3427534396632836e-08, + 5.374364420163147e-08, + 5.287365922868048e-08, + 5.30197894477169e-08, + 5.235055056118654e-08, + 5.1717737648004913e-08, + 5.186672069612541e-08, + 5.147199999555596e-08, + 5.102376121612906e-08, + 5.123014545915794e-08, + 5.0840405663166166e-08 + ], + "val_accuracy": [ + 53.2400016784668, + 59.20000076293945, + 59.939998626708984, + 61.880001068115234, + 65.13999938964844, + 65.77999877929688, + 66.69999694824219, + 66.5, + 66.62000274658203, + 68.66000366210938, + 69.16000366210938, + 69.94000244140625, + 69.18000030517578, + 69.30000305175781, + 70.22000122070312, + 70.19999694824219, + 69.36000061035156, + 70.41999816894531, + 71.55999755859375, + 70.5999984741211 + ], + "val_loss": [ + 1.3113620281219482, + 1.1572002172470093, + 1.128830909729004, + 1.0901392698287964, + 0.9991558790206909, + 0.966616153717041, + 0.9695545434951782, + 0.9758287072181702, + 0.9436886310577393, + 0.9202687740325928, + 0.8893715739250183, + 0.8763284087181091, + 0.9088352918624878, + 0.8931411504745483, + 0.8940834999084473, + 0.9034772515296936, + 0.913861095905304, + 0.8662130236625671, + 0.8228179216384888, + 0.8636910915374756 + ], + "val_time": [ + 0.7854249477386475, + 0.1937260627746582, + 0.1887190341949463, + 0.18776988983154297, + 0.19498348236083984, + 0.18852448463439941, + 0.1921696662902832, + 0.17926239967346191, + 0.16513657569885254, + 0.17921090126037598, + 0.19753646850585938, + 0.18972396850585938, + 0.19518589973449707, + 0.19448423385620117, + 0.1886754035949707, + 0.19354796409606934, + 0.18657207489013672, + 0.19300627708435059, + 0.1968841552734375, + 0.1854863166809082 + ] + }, + "dp_bias_initialization": { + "bias_kind": "fixed", + "bias_ratio_target": 1.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 1.0000001192092896, + 1.0, + 0.9999998211860657 + ] + }, + "epochs_completed": 20, + "final_validation_accuracy": 70.5999984741211, + "finite": true, + "test_accuracy": NaN + }, + "kind": "fixed", + "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json", + "ratio": 1.0, + "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3", + "return_code": 0, + "rule": "innovation", + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4", + "tracked_files": { + "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc", + "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee", + "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_b1", + "status": "completed", + "timeout_seconds": 7200 +} -- cgit v1.2.3