diff options
Diffstat (limited to 'results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json')
| -rw-r--r-- | results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json | 1712 |
1 files changed, 1712 insertions, 0 deletions
diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json new file mode 100644 index 0000000..e162aeb --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1991-oracle/2026_08_06_15_05_25/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1991", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1991-oracle", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "oracle", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786048062.8042314, + "condition": "oracle", + "driver_wall_seconds": 1345.8108820915222, + "experiment_name": "dp-bias-c1-s1991-oracle", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 112, + "best_validation_accuracy": 82.94000244140625, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 7.35370946358671e-08, + 9.123841238078967e-08, + 9.760503161260203e-08, + 1.0063923383540896e-07, + 1.006115084578596e-07, + 1.040249415495964e-07, + 1.0256849236611743e-07, + 1.0985004195163128e-07, + 1.0558650842540374e-07, + 1.0609214484702534e-07, + 1.0476745160303835e-07, + 1.0742430589516516e-07, + 1.0314704468328273e-07, + 1.0736289368651342e-07, + 1.0471367062336867e-07, + 1.0589167231955798e-07, + 1.1029987234678629e-07, + 1.0938335748278405e-07, + 1.081887717191421e-07, + 1.1070962102621706e-07, + 1.0702108710347602e-07, + 1.1007234945736855e-07, + 1.063003409740304e-07, + 1.1059806581670273e-07, + 1.0830507335413131e-07, + 1.1073903039005017e-07, + 1.0881419143515814e-07, + 1.1044951264693736e-07, + 1.1094394380961603e-07, + 1.0920117432533516e-07, + 1.1190381599135435e-07, + 1.1328069859928291e-07, + 1.1307822234130072e-07, + 1.1321681370191072e-07, + 1.1396123511531187e-07, + 1.1069425909226993e-07, + 1.1320655346480635e-07, + 1.1312038594724072e-07, + 1.1159512780523073e-07, + 1.110804461745829e-07, + 1.1656334919507572e-07, + 1.1273314015625147e-07, + 1.1321962745114433e-07, + 1.1113725406630692e-07, + 1.1247187359231248e-07, + 1.1175931291518282e-07, + 1.1640636188303688e-07, + 1.1468269178749324e-07, + 1.1402676136640366e-07, + 1.1348890183171534e-07, + 1.1116447495851389e-07, + 1.1176128111856087e-07, + 1.1553320433677072e-07, + 1.1294138602124804e-07, + 1.1383835385458951e-07, + 1.163032266049413e-07, + 1.111427039290902e-07, + 1.1616848638595911e-07, + 1.148649815263525e-07, + 1.1845308023339385e-07, + 1.1701425961518908e-07, + 1.1813686029427117e-07, + 1.1723384574224838e-07, + 1.195749348426034e-07, + 1.180446673743063e-07, + 1.1291061241536227e-07, + 1.208564555099656e-07, + 1.211660674016457e-07, + 1.1915758335589999e-07, + 1.1948203848533012e-07, + 1.1877905592427851e-07, + 1.2090210077531083e-07, + 1.2055474485350715e-07, + 1.1774489649951647e-07, + 1.1788139175905599e-07, + 1.1802421084894377e-07, + 1.2057294895839732e-07, + 1.2598751197856473e-07, + 1.2089093104350468e-07, + 1.2434693985596823e-07, + 1.1985160597305367e-07, + 1.2264308679732494e-07, + 1.201486128366014e-07, + 1.1941570221551956e-07, + 1.2321838482876046e-07, + 1.2126429282943718e-07, + 1.2014851336061838e-07, + 1.2311762986882968e-07, + 1.233948125900497e-07, + 1.2135635074628226e-07, + 1.2185017794763553e-07, + 1.247354219913177e-07, + 1.2500186130637303e-07, + 1.2871377919054794e-07, + 1.2589491404924047e-07, + 1.2612701993930386e-07, + 1.2939393911892694e-07, + 1.278457801845434e-07, + 1.30442941781439e-07, + 1.2857280751177314e-07, + 1.2615961964002054e-07, + 1.251380297162541e-07, + 1.27482891798536e-07, + 1.255103541097924e-07, + 1.300938805570695e-07, + 1.254285706409064e-07, + 1.2545027061605651e-07, + 1.2737683618979645e-07, + 1.2686662387295655e-07, + 1.2690726691744203e-07, + 1.3329200498901628e-07, + 1.2566617613174458e-07, + 1.3056896364105341e-07, + 1.2544694527605316e-07, + 1.2958800255091774e-07, + 1.2412962746566336e-07, + 1.3486692296282854e-07, + 1.302289547311375e-07, + 1.2506077951002226e-07, + 1.3251776920242264e-07, + 1.2634562551738782e-07, + 1.2996174802992755e-07, + 1.3342432225726952e-07, + 1.290734559233897e-07, + 1.284135748846893e-07, + 1.291980709083873e-07, + 1.3085100647458603e-07, + 1.271081373488414e-07, + 1.2892573408862518e-07, + 1.2866824761204043e-07 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 1.0210901457696764e-08, + 7.806847612812362e-09, + 7.0988588340981096e-09, + 6.600024082814571e-09, + 6.187964807224944e-09, + 5.97730132056995e-09, + 5.71837688312371e-09, + 5.873026509561896e-09, + 5.58935919769965e-09, + 5.606189290574548e-09, + 5.338487429895622e-09, + 5.331055596968781e-09, + 5.1289568148149556e-09, + 5.172120509655542e-09, + 5.022401605714322e-09, + 5.071687958491111e-09, + 5.0970490050872286e-09, + 5.022808835519754e-09, + 4.955911236947941e-09, + 4.971184797142314e-09, + 4.818978105447513e-09, + 4.9053952011490765e-09, + 4.8006234543152004e-09, + 4.934427977332234e-09, + 4.792762187122435e-09, + 4.866921976542926e-09, + 4.7722461538057814e-09, + 4.755208227180674e-09, + 4.741145254172352e-09, + 4.742536585666812e-09, + 4.7991006724146246e-09, + 4.7997668062294e-09, + 4.7678683223750795e-09, + 4.718032187156496e-09, + 4.7623327503742985e-09, + 4.675060338854564e-09, + 4.651016460854862e-09, + 4.6348942461804654e-09, + 4.635061223723369e-09, + 4.589388868936339e-09, + 4.6563077837902256e-09, + 4.5967305517535806e-09, + 4.593764924010202e-09, + 4.443732937176037e-09, + 4.4886565575552595e-09, + 4.503726724891521e-09, + 4.580805956777567e-09, + 4.5338515164417e-09, + 4.5394252801145285e-09, + 4.535676279004974e-09, + 4.429312028264576e-09, + 4.404017595049936e-09, + 4.487227922567172e-09, + 4.3879926359124966e-09, + 4.442089363010382e-09, + 4.497744399145631e-09, + 4.304120615472584e-09, + 4.435516842704601e-09, + 4.410624754314085e-09, + 4.456671476305019e-09, + 4.385994678557381e-09, + 4.3680272732160574e-09, + 4.385602103695874e-09, + 4.389052676856409e-09, + 4.3229273494205245e-09, + 4.190150448835084e-09, + 4.378584606001823e-09, + 4.361781158479516e-09, + 4.252111995839414e-09, + 4.290309885135457e-09, + 4.295111377672356e-09, + 4.2590375670670255e-09, + 4.280863663552736e-09, + 4.184399049478316e-09, + 4.1579593101914725e-09, + 4.188353219802821e-09, + 4.170481293641615e-09, + 4.306375700480203e-09, + 4.145484844286784e-09, + 4.211756721161919e-09, + 4.089820038188918e-09, + 4.170682021964467e-09, + 4.0829744030190795e-09, + 4.0518219890373075e-09, + 4.099302230997637e-09, + 4.0272505330563035e-09, + 4.057581381999853e-09, + 3.997723041493373e-09, + 4.063465564030366e-09, + 3.990228591987943e-09, + 3.96266397473255e-09, + 4.0118730559868254e-09, + 4.011261545144862e-09, + 4.040177969955039e-09, + 3.9904084481179325e-09, + 3.975642925979628e-09, + 4.024132582713946e-09, + 4.020857868880512e-09, + 4.067375325433886e-09, + 3.94471433295962e-09, + 3.919859548062732e-09, + 3.92848420460723e-09, + 3.952395299933187e-09, + 3.901581280274513e-09, + 3.962048467087698e-09, + 3.870976872377696e-09, + 3.833095174599066e-09, + 3.870270326444825e-09, + 3.86747123215514e-09, + 3.877483223391209e-09, + 3.9426488740446075e-09, + 3.8237137900409834e-09, + 3.890776589798861e-09, + 3.809783155617197e-09, + 3.888007693575446e-09, + 3.761780220656874e-09, + 3.971210915665324e-09, + 3.88358367686692e-09, + 3.780656232521551e-09, + 3.942765669506798e-09, + 3.802362869009812e-09, + 3.878891874364854e-09, + 3.917009827603124e-09, + 3.851015062394936e-09, + 3.868741327295311e-09, + 3.8464635920831824e-09, + 3.862335340443224e-09, + 3.8232577104224674e-09, + 3.846415630448519e-09, + 3.8195464568957505e-09 + ], + "raw_bias_clean_difference_rms_ratio": [ + 6.385439395904541, + 8.96276569366455, + 9.451984405517578, + 9.73349380493164, + 9.56955337524414, + 9.427289962768555, + 9.282556533813477, + 9.053820610046387, + 8.982041358947754, + 8.739304542541504, + 8.725740432739258, + 8.71822452545166, + 8.6879301071167, + 8.729138374328613, + 8.759516716003418, + 8.6958589553833, + 8.849637031555176, + 8.819734573364258, + 8.854506492614746, + 8.813417434692383, + 8.904614448547363, + 8.874836921691895, + 8.832942962646484, + 8.927101135253906, + 8.975975036621094, + 8.84317684173584, + 8.842927932739258, + 9.095943450927734, + 9.034319877624512, + 8.935226440429688, + 8.942915916442871, + 9.09688949584961, + 9.081018447875977, + 9.118041038513184, + 9.064602851867676, + 9.0795259475708, + 9.20462417602539, + 9.171819686889648, + 9.12014102935791, + 9.233648300170898, + 9.320058822631836, + 9.27055549621582, + 9.226686477661133, + 9.34761905670166, + 9.382102966308594, + 9.328337669372559, + 9.347540855407715, + 9.375371932983398, + 9.380017280578613, + 9.306375503540039, + 9.339314460754395, + 9.441161155700684, + 9.421502113342285, + 9.538588523864746, + 9.49691390991211, + 9.507584571838379, + 9.550846099853516, + 9.5913667678833, + 9.620338439941406, + 9.581792831420898, + 9.695760726928711, + 9.807390213012695, + 9.673898696899414, + 9.8842134475708, + 9.884685516357422, + 9.89806842803955, + 9.863798141479492, + 9.931048393249512, + 10.032975196838379, + 9.981345176696777, + 9.951515197753906, + 10.111666679382324, + 10.06883716583252, + 10.065372467041016, + 10.096759796142578, + 10.126543998718262, + 10.23184871673584, + 10.241547584533691, + 10.285014152526855, + 10.295964241027832, + 10.319140434265137, + 10.258487701416016, + 10.297497749328613, + 10.345596313476562, + 10.473633766174316, + 10.48373031616211, + 10.369074821472168, + 10.600692749023438, + 10.439292907714844, + 10.552467346191406, + 10.533710479736328, + 10.530200004577637, + 10.582230567932129, + 10.665282249450684, + 10.626042366027832, + 10.607146263122559, + 10.6444730758667, + 10.549360275268555, + 10.596567153930664, + 10.7857027053833, + 10.639867782592773, + 10.584630966186523, + 10.575529098510742, + 10.673195838928223, + 10.681154251098633, + 10.660181045532227, + 10.774435043334961, + 10.674079895019531, + 10.669037818908691, + 10.646247863769531, + 10.73466968536377, + 10.72761058807373, + 10.743000984191895, + 10.706405639648438, + 10.692671775817871, + 10.786203384399414, + 10.703673362731934, + 10.72447681427002, + 10.71884536743164, + 10.7063627243042, + 10.779644966125488, + 10.72161865234375, + 10.8239107131958, + 10.784778594970703, + 10.708754539489746, + 10.78049087524414, + 10.783255577087402, + 10.741835594177246, + 10.783330917358398, + 10.815876007080078 + ], + "train_accuracy": [ + 38.63333511352539, + 51.26444625854492, + 56.717777252197266, + 59.69333267211914, + 61.93555450439453, + 63.668888092041016, + 64.26889038085938, + 64.76222229003906, + 64.62444305419922, + 64.54666900634766, + 65.81111145019531, + 65.96221923828125, + 66.34444427490234, + 67.2911148071289, + 67.53111267089844, + 67.34666442871094, + 67.92888641357422, + 68.5955581665039, + 68.7066650390625, + 68.86000061035156, + 69.23999786376953, + 69.33110809326172, + 69.0977783203125, + 69.04888916015625, + 69.91555786132812, + 69.99555206298828, + 70.07111358642578, + 70.55110931396484, + 70.54666900634766, + 70.32444763183594, + 70.74888610839844, + 71.06888580322266, + 71.32444763183594, + 71.44444274902344, + 71.3066635131836, + 71.45333099365234, + 72.22444152832031, + 71.78666687011719, + 71.72888946533203, + 71.8822250366211, + 72.53778076171875, + 72.26444244384766, + 72.61111450195312, + 73.0199966430664, + 73.2933349609375, + 72.804443359375, + 73.24666595458984, + 73.47110748291016, + 73.56444549560547, + 73.47333526611328, + 73.73332977294922, + 73.63333129882812, + 74.25111389160156, + 74.42444610595703, + 74.4111099243164, + 74.50444793701172, + 74.74222564697266, + 74.72666931152344, + 74.77999877929688, + 75.10888671875, + 75.16444396972656, + 75.42888641357422, + 75.64666748046875, + 76.16889190673828, + 76.26000213623047, + 76.42666625976562, + 76.44222259521484, + 76.61333465576172, + 76.74888610839844, + 77.03333282470703, + 77.08444213867188, + 77.5, + 77.3822250366211, + 77.71111297607422, + 77.74888610839844, + 78.07777404785156, + 78.27777862548828, + 78.45555877685547, + 78.6933364868164, + 78.7933349609375, + 79.06666564941406, + 78.9977798461914, + 79.2844467163086, + 79.42888641357422, + 79.54000091552734, + 79.96221923828125, + 79.64888763427734, + 80.0888900756836, + 80.01333618164062, + 80.65777587890625, + 80.77555847167969, + 80.94222259521484, + 81.10888671875, + 81.33333587646484, + 81.54888916015625, + 81.46666717529297, + 81.76444244384766, + 81.63555908203125, + 81.80889129638672, + 82.16444396972656, + 82.24222564697266, + 82.0955581665039, + 82.3933334350586, + 82.73999786376953, + 82.63111114501953, + 82.83333587646484, + 82.95999908447266, + 83.13999938964844, + 83.02889251708984, + 83.36000061035156, + 83.17111206054688, + 83.34444427490234, + 83.57333374023438, + 83.6866683959961, + 83.51777648925781, + 83.8155517578125, + 83.74222564697266, + 83.69999694824219, + 83.586669921875, + 83.59111022949219, + 83.78221893310547, + 83.59111022949219, + 83.91999816894531, + 83.87333679199219, + 83.86222076416016, + 83.73777770996094, + 83.77777862548828, + 83.65555572509766, + 83.78666687011719, + 83.91555786132812 + ], + "train_loss": [ + 1.7132469415664673, + 1.375151515007019, + 1.2312592267990112, + 1.1549005508422852, + 1.0919970273971558, + 1.0466023683547974, + 1.0277118682861328, + 1.01345956325531, + 1.0185720920562744, + 1.0224342346191406, + 0.9889546632766724, + 0.982863187789917, + 0.9770265221595764, + 0.9507961273193359, + 0.9422711133956909, + 0.9483157396316528, + 0.9329359531402588, + 0.9173969626426697, + 0.9138304591178894, + 0.900506854057312, + 0.895972490310669, + 0.8940341472625732, + 0.8980728983879089, + 0.8952446579933167, + 0.879884660243988, + 0.8712322115898132, + 0.8713349103927612, + 0.8605513572692871, + 0.8543904423713684, + 0.8625001311302185, + 0.8550035357475281, + 0.848858654499054, + 0.8324732184410095, + 0.8337018489837646, + 0.8338049054145813, + 0.8350400924682617, + 0.8079901933670044, + 0.8163312673568726, + 0.820214569568634, + 0.8104925155639648, + 0.7994632720947266, + 0.808052122592926, + 0.7946938872337341, + 0.7865065336227417, + 0.7842856049537659, + 0.7878031134605408, + 0.7766119837760925, + 0.7753585577011108, + 0.771984338760376, + 0.768913984298706, + 0.7669860124588013, + 0.7642064094543457, + 0.7471917271614075, + 0.7451325058937073, + 0.7476670742034912, + 0.7396313548088074, + 0.732639491558075, + 0.7336019277572632, + 0.7249982357025146, + 0.7190011143684387, + 0.7130339741706848, + 0.7098419070243835, + 0.7081574201583862, + 0.7008436918258667, + 0.686919629573822, + 0.6890853643417358, + 0.6858657598495483, + 0.6753342151641846, + 0.666858434677124, + 0.6666415929794312, + 0.6695157289505005, + 0.65252685546875, + 0.6536634564399719, + 0.6500949859619141, + 0.6433669924736023, + 0.6345809102058411, + 0.6310312151908875, + 0.6256394386291504, + 0.6212392449378967, + 0.6134357452392578, + 0.6072637438774109, + 0.6090063452720642, + 0.5993310809135437, + 0.5933086276054382, + 0.5923044681549072, + 0.583217203617096, + 0.5906342267990112, + 0.5716822743415833, + 0.5720873475074768, + 0.5648902654647827, + 0.5589877367019653, + 0.5512852668762207, + 0.5496110916137695, + 0.5408697724342346, + 0.5383758544921875, + 0.5347510576248169, + 0.5301904678344727, + 0.532626748085022, + 0.5264507532119751, + 0.5170848965644836, + 0.5170618891716003, + 0.51656174659729, + 0.5137815475463867, + 0.5030542016029358, + 0.5006508231163025, + 0.4995248019695282, + 0.4965471029281616, + 0.49113309383392334, + 0.4913348853588104, + 0.4862494170665741, + 0.4838292896747589, + 0.48180052638053894, + 0.47910574078559875, + 0.47833704948425293, + 0.48018941283226013, + 0.47193169593811035, + 0.47597891092300415, + 0.47613465785980225, + 0.4753827452659607, + 0.47532910108566284, + 0.472549170255661, + 0.47305330634117126, + 0.4691638946533203, + 0.4715714454650879, + 0.4745344817638397, + 0.47294020652770996, + 0.4707860052585602, + 0.4723148047924042, + 0.4706689417362213, + 0.4684128165245056 + ], + "train_time": [ + 18.379087924957275, + 9.811156988143921, + 9.730149745941162, + 9.706662893295288, + 9.739231586456299, + 9.763524293899536, + 9.832228660583496, + 9.893699645996094, + 9.892505884170532, + 10.055951595306396, + 9.866445064544678, + 9.836178064346313, + 9.873562574386597, + 9.940494298934937, + 9.840205192565918, + 9.855076789855957, + 9.85502815246582, + 9.892747640609741, + 9.870185136795044, + 9.85806679725647, + 9.938586473464966, + 9.993606805801392, + 9.925127983093262, + 9.939470052719116, + 9.912056684494019, + 9.913491249084473, + 9.949120044708252, + 9.892303705215454, + 9.916522026062012, + 9.8969087600708, + 9.810652256011963, + 9.833624124526978, + 9.8934485912323, + 9.921649932861328, + 9.898103475570679, + 9.906907796859741, + 9.875427484512329, + 9.905135869979858, + 9.881748676300049, + 9.939842939376831, + 9.863391876220703, + 9.951629877090454, + 9.837605714797974, + 9.911010503768921, + 9.93678903579712, + 9.88945484161377, + 9.86417293548584, + 9.89383864402771, + 9.907264232635498, + 9.907892227172852, + 9.83487582206726, + 9.835076808929443, + 9.856597661972046, + 9.902267932891846, + 9.844577312469482, + 9.909650564193726, + 9.94533109664917, + 9.85416555404663, + 10.015578269958496, + 9.881434202194214, + 9.889658689498901, + 9.86202883720398, + 9.94325852394104, + 9.944365978240967, + 9.913665533065796, + 9.876772403717041, + 9.804397106170654, + 9.895753860473633, + 9.852086067199707, + 9.894451379776001, + 10.001474380493164, + 9.90647840499878, + 9.951843023300171, + 9.938404560089111, + 9.922731399536133, + 9.923060655593872, + 9.93017029762268, + 9.925448656082153, + 9.830116510391235, + 9.891669988632202, + 9.827847003936768, + 9.977172374725342, + 10.013908624649048, + 9.908198595046997, + 9.840456247329712, + 9.858922719955444, + 9.880379676818848, + 9.873376607894897, + 9.874474048614502, + 9.880579710006714, + 9.893070936203003, + 9.920607805252075, + 9.850817441940308, + 9.947501182556152, + 9.978602647781372, + 9.897914409637451, + 9.930115461349487, + 9.881410121917725, + 9.799602031707764, + 9.897511720657349, + 9.90927267074585, + 9.883834838867188, + 9.964183330535889, + 9.90176773071289, + 9.879770994186401, + 9.885534524917603, + 9.930596590042114, + 9.923987627029419, + 9.859576940536499, + 9.94019341468811, + 9.888267040252686, + 9.866105079650879, + 9.878385782241821, + 9.87147068977356, + 9.901955366134644, + 9.889709949493408, + 9.876270532608032, + 9.952333450317383, + 9.837228536605835, + 10.171356201171875, + 9.883076667785645, + 9.965073823928833, + 9.92213487625122, + 9.906591892242432, + 9.925450325012207, + 9.915555000305176, + 9.908851385116577, + 9.95418095588684, + 9.890058279037476, + 9.861788988113403 + ], + "used_clean_difference_rms_ratio": [ + 6.334491331472236e-08, + 6.97040292152451e-08, + 6.689715803531726e-08, + 6.401553775958746e-08, + 5.895631716157368e-08, + 5.6065847076069986e-08, + 5.281511050725385e-08, + 5.2962292329539196e-08, + 4.9950674707588405e-08, + 4.875829162642731e-08, + 4.64167477787214e-08, + 4.6292665700775615e-08, + 4.42108287757037e-08, + 4.484054727527109e-08, + 4.3796287485520224e-08, + 4.377124795951204e-08, + 4.4837904056294065e-08, + 4.4046529978913895e-08, + 4.359708682954988e-08, + 4.361380234740864e-08, + 4.270590991950485e-08, + 4.3264577698209905e-08, + 4.227155869784838e-08, + 4.375936768497013e-08, + 4.2866183491696574e-08, + 4.286583532575605e-08, + 4.194980718352781e-08, + 4.296743938425607e-08, + 4.252131802218173e-08, + 4.213563542521115e-08, + 4.274857801078724e-08, + 4.346134829802395e-08, + 4.309398349278126e-08, + 4.27915871625828e-08, + 4.293825028867104e-08, + 4.2103661002101944e-08, + 4.258520291955392e-08, + 4.221671900950241e-08, + 4.197732295097012e-08, + 4.205578107985275e-08, + 4.324075320027987e-08, + 4.23548272010521e-08, + 4.217168481090994e-08, + 4.137669051829107e-08, + 4.1839552267219915e-08, + 4.169870138071019e-08, + 4.263191399900279e-08, + 4.222717464585912e-08, + 4.2359616259091126e-08, + 4.190466995623865e-08, + 4.110956552949574e-08, + 4.135777231795146e-08, + 4.196346026219544e-08, + 4.161008604341987e-08, + 4.191678470988336e-08, + 4.250949814377236e-08, + 4.087723581847058e-08, + 4.2239634012730676e-08, + 4.211522508512644e-08, + 4.2509640252319514e-08, + 4.232361661138384e-08, + 4.263188913000704e-08, + 4.211108262097696e-08, + 4.3164966712083697e-08, + 4.249899632213783e-08, + 4.1201928979717195e-08, + 4.2992088111759585e-08, + 4.3097024615690316e-08, + 4.255047514334365e-08, + 4.2517665832519924e-08, + 4.2401797628599525e-08, + 4.293377742214943e-08, + 4.29050928119068e-08, + 4.1939696160397943e-08, + 4.178832213597161e-08, + 4.206553327890106e-08, + 4.242506435048199e-08, + 4.381578477818948e-08, + 4.2441161696160634e-08, + 4.3087663215146677e-08, + 4.197839587050112e-08, + 4.252419927297524e-08, + 4.176546042344853e-08, + 4.1722881150008106e-08, + 4.267737097052304e-08, + 4.2013230228121756e-08, + 4.182744461900256e-08, + 4.217484317337039e-08, + 4.216385818267554e-08, + 4.177695700491313e-08, + 4.1447645315884074e-08, + 4.198312097969392e-08, + 4.222119187602402e-08, + 4.2855461401813955e-08, + 4.22046042558577e-08, + 4.20311039306398e-08, + 4.254451368979062e-08, + 4.213035609268445e-08, + 4.274671994153323e-08, + 4.220683891276167e-08, + 4.141865872497874e-08, + 4.128529695890393e-08, + 4.156088451168216e-08, + 4.140206755209874e-08, + 4.209893589290914e-08, + 4.1016374296987124e-08, + 4.098360051330019e-08, + 4.112300899805632e-08, + 4.09808507129128e-08, + 4.095401706649682e-08, + 4.219779725644912e-08, + 4.0613379326259746e-08, + 4.1565044739400037e-08, + 4.059485547713848e-08, + 4.1361065683531706e-08, + 4.024763811116827e-08, + 4.2340989381273175e-08, + 4.136781228680775e-08, + 4.029535816130192e-08, + 4.1911285109108576e-08, + 4.065406145059569e-08, + 4.1324188515545757e-08, + 4.2053574844658215e-08, + 4.118437502143024e-08, + 4.108320794671272e-08, + 4.1223636060294666e-08, + 4.139925735557881e-08, + 4.0709647208814204e-08, + 4.124080987821799e-08, + 4.111173268483981e-08 + ], + "val_accuracy": [ + 52.060001373291016, + 58.040000915527344, + 61.939998626708984, + 65.72000122070312, + 68.77999877929688, + 68.0199966430664, + 65.36000061035156, + 68.23999786376953, + 65.26000213623047, + 69.9000015258789, + 68.66000366210938, + 71.16000366210938, + 71.62000274658203, + 71.9000015258789, + 72.76000213623047, + 73.37999725341797, + 72.0999984741211, + 71.0999984741211, + 72.5, + 72.5999984741211, + 71.05999755859375, + 73.27999877929688, + 69.5999984741211, + 70.44000244140625, + 71.5999984741211, + 74.13999938964844, + 73.9800033569336, + 74.91999816894531, + 73.26000213623047, + 73.72000122070312, + 74.0999984741211, + 73.94000244140625, + 74.77999877929688, + 73.44000244140625, + 74.9000015258789, + 74.37999725341797, + 72.87999725341797, + 74.12000274658203, + 74.27999877929688, + 75.04000091552734, + 74.19999694824219, + 71.5999984741211, + 74.83999633789062, + 76.18000030517578, + 75.5199966430664, + 75.80000305175781, + 76.0199966430664, + 74.86000061035156, + 76.5, + 74.31999969482422, + 77.83999633789062, + 75.9800033569336, + 75.95999908447266, + 76.41999816894531, + 77.27999877929688, + 76.81999969482422, + 77.69999694824219, + 78.08000183105469, + 77.86000061035156, + 78.77999877929688, + 77.5199966430664, + 78.58000183105469, + 75.4000015258789, + 75.58000183105469, + 77.83999633789062, + 77.33999633789062, + 78.72000122070312, + 78.23999786376953, + 77.37999725341797, + 77.27999877929688, + 78.5999984741211, + 78.13999938964844, + 77.72000122070312, + 79.87999725341797, + 79.18000030517578, + 79.72000122070312, + 78.04000091552734, + 79.73999786376953, + 80.08000183105469, + 79.95999908447266, + 79.18000030517578, + 80.44000244140625, + 79.45999908447266, + 79.05999755859375, + 80.45999908447266, + 79.81999969482422, + 81.12000274658203, + 81.30000305175781, + 81.0, + 80.5199966430664, + 81.80000305175781, + 80.83999633789062, + 81.44000244140625, + 80.91999816894531, + 81.4800033569336, + 81.83999633789062, + 80.91999816894531, + 82.16000366210938, + 81.9000015258789, + 81.41999816894531, + 82.19999694824219, + 81.81999969482422, + 82.33999633789062, + 82.4000015258789, + 82.4000015258789, + 82.23999786376953, + 82.31999969482422, + 82.41999816894531, + 82.27999877929688, + 82.91999816894531, + 82.54000091552734, + 82.94000244140625, + 82.86000061035156, + 82.68000030517578, + 82.69999694824219, + 82.72000122070312, + 82.68000030517578, + 82.77999877929688, + 82.83999633789062, + 82.80000305175781, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.80000305175781, + 82.80000305175781, + 82.81999969482422, + 82.80000305175781 + ], + "val_loss": [ + 1.351251244544983, + 1.1865811347961426, + 1.0836718082427979, + 0.9774855971336365, + 0.9007671475410461, + 0.9390103220939636, + 0.97938072681427, + 0.9076959490776062, + 1.0116968154907227, + 0.8587335348129272, + 0.9104878306388855, + 0.8399315476417542, + 0.818788468837738, + 0.8304985165596008, + 0.8047416806221008, + 0.790661096572876, + 0.815223753452301, + 0.8277256488800049, + 0.7842450737953186, + 0.8073472380638123, + 0.8584995865821838, + 0.7903261780738831, + 0.8920813202857971, + 0.8356971740722656, + 0.8251428008079529, + 0.7583724856376648, + 0.7664135098457336, + 0.7473587989807129, + 0.7863606214523315, + 0.7870710492134094, + 0.7619073390960693, + 0.7704074382781982, + 0.739056408405304, + 0.7796357870101929, + 0.7270656824111938, + 0.7474754452705383, + 0.823321521282196, + 0.7591665387153625, + 0.7605130076408386, + 0.7466474175453186, + 0.7456081509590149, + 0.8350333571434021, + 0.743304431438446, + 0.7117119431495667, + 0.7035284638404846, + 0.7119089365005493, + 0.7179107069969177, + 0.7215959429740906, + 0.7041329741477966, + 0.7804632782936096, + 0.6541172862052917, + 0.6940795183181763, + 0.7204529643058777, + 0.711752712726593, + 0.6670690178871155, + 0.6734058260917664, + 0.6561989784240723, + 0.6681245565414429, + 0.6565884351730347, + 0.6473662853240967, + 0.6617358326911926, + 0.6352168917655945, + 0.7183095812797546, + 0.6930921077728271, + 0.6483926177024841, + 0.6480896472930908, + 0.6319955587387085, + 0.6425795555114746, + 0.649374783039093, + 0.6415120959281921, + 0.6374839544296265, + 0.6409076452255249, + 0.6406520009040833, + 0.5891210436820984, + 0.5925922393798828, + 0.6007975935935974, + 0.6363322734832764, + 0.5866349935531616, + 0.5807561874389648, + 0.5730277895927429, + 0.6080272793769836, + 0.5754727721214294, + 0.5982148051261902, + 0.6044749021530151, + 0.5803205966949463, + 0.5795122981071472, + 0.5546596050262451, + 0.557378888130188, + 0.5573596358299255, + 0.5596586465835571, + 0.5351226925849915, + 0.556171178817749, + 0.530673086643219, + 0.5498791933059692, + 0.5416426658630371, + 0.5411523580551147, + 0.5515891313552856, + 0.5251817107200623, + 0.5294504761695862, + 0.5330154299736023, + 0.5195879936218262, + 0.532004177570343, + 0.52386873960495, + 0.5255515575408936, + 0.5206968784332275, + 0.5207517147064209, + 0.5159404873847961, + 0.5175362825393677, + 0.5174376964569092, + 0.5085537433624268, + 0.5097062587738037, + 0.5091280341148376, + 0.5079311728477478, + 0.5114624500274658, + 0.5063274502754211, + 0.5073739886283875, + 0.5062763094902039, + 0.5062035918235779, + 0.5064656734466553, + 0.5063169598579407, + 0.5062834024429321, + 0.5061628818511963, + 0.5061134099960327, + 0.5062240362167358, + 0.506231963634491, + 0.5061094760894775, + 0.5061642527580261, + 0.5062166452407837, + 0.5061601400375366, + 0.5062565803527832 + ], + "val_time": [ + 0.8253588676452637, + 0.18217968940734863, + 0.1932835578918457, + 0.1848301887512207, + 0.1779923439025879, + 0.18828105926513672, + 0.18297147750854492, + 0.19495439529418945, + 0.1940464973449707, + 0.17900609970092773, + 0.19009757041931152, + 0.19199299812316895, + 0.19431853294372559, + 0.18710875511169434, + 0.17835187911987305, + 0.19423866271972656, + 0.20009875297546387, + 0.1940476894378662, + 0.16572189331054688, + 0.19257450103759766, + 0.1914839744567871, + 0.1824779510498047, + 0.1961839199066162, + 0.181135892868042, + 0.19517135620117188, + 0.19412636756896973, + 0.1898643970489502, + 0.17872166633605957, + 0.1950671672821045, + 0.19363760948181152, + 0.18594980239868164, + 0.1911931037902832, + 0.1653308868408203, + 0.1825411319732666, + 0.19628000259399414, + 0.19506573677062988, + 0.19327974319458008, + 0.1936192512512207, + 0.18161678314208984, + 0.19483160972595215, + 0.19617533683776855, + 0.19529104232788086, + 0.17038369178771973, + 0.19289851188659668, + 0.1789252758026123, + 0.17588162422180176, + 0.19223952293395996, + 0.19331717491149902, + 0.16678404808044434, + 0.190873384475708, + 0.17592382431030273, + 0.19440793991088867, + 0.1856706142425537, + 0.1951892375946045, + 0.1927351951599121, + 0.16530108451843262, + 0.18114113807678223, + 0.19312334060668945, + 0.19580602645874023, + 0.19860434532165527, + 0.19060897827148438, + 0.19325542449951172, + 0.20221567153930664, + 0.19425511360168457, + 0.1904134750366211, + 0.19165897369384766, + 0.17951393127441406, + 0.19306182861328125, + 0.19588756561279297, + 0.17602753639221191, + 0.19331145286560059, + 0.19135236740112305, + 0.1823289394378662, + 0.1978158950805664, + 0.18201684951782227, + 0.19528818130493164, + 0.19407987594604492, + 0.1844933032989502, + 0.17710494995117188, + 0.19253206253051758, + 0.19565057754516602, + 0.19353246688842773, + 0.1936807632446289, + 0.19786381721496582, + 0.19150185585021973, + 0.1876542568206787, + 0.19820761680603027, + 0.1885511875152588, + 0.19031429290771484, + 0.19588208198547363, + 0.19227027893066406, + 0.19430875778198242, + 0.19314360618591309, + 0.1951451301574707, + 0.17615437507629395, + 0.19562077522277832, + 0.19215989112854004, + 0.18889951705932617, + 0.19297456741333008, + 0.1969451904296875, + 0.18080759048461914, + 0.1862497329711914, + 0.19478893280029297, + 0.19191265106201172, + 0.1953902244567871, + 0.17517423629760742, + 0.1820666790008545, + 0.19380998611450195, + 0.19499611854553223, + 0.19449663162231445, + 0.18935322761535645, + 0.19612407684326172, + 0.1982111930847168, + 0.19405555725097656, + 0.19295310974121094, + 0.18651390075683594, + 0.1908562183380127, + 0.1944293975830078, + 0.19553565979003906, + 0.19248223304748535, + 0.20145463943481445, + 0.19485235214233398, + 0.1915299892425537, + 0.18178606033325195, + 0.19273757934570312, + 0.18488383293151855, + 0.18259406089782715, + 0.20607542991638184, + 0.21300363540649414, + 0.20186519622802734 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 3.999999761581421, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.80000305175781, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "oracle", + "seed": 1991, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} |