summaryrefslogtreecommitdiff
path: root/tests/test_prompts.py
diff options
context:
space:
mode:
Diffstat (limited to 'tests/test_prompts.py')
-rw-r--r--tests/test_prompts.py40
1 files changed, 40 insertions, 0 deletions
diff --git a/tests/test_prompts.py b/tests/test_prompts.py
new file mode 100644
index 0000000..a2bf892
--- /dev/null
+++ b/tests/test_prompts.py
@@ -0,0 +1,40 @@
+from __future__ import annotations
+
+import hashlib
+import inspect
+
+from gap_pipeline import prompts
+from gap_pipeline.clients import OpenAIJsonClient
+
+
+EXPECTED = {
+ "KERNEL_PLAN_SYSTEM": "0c817ede22fd407411ee588a02cf7a14ddcbb3d607aa4db6b5f81619609bcfef",
+ "KERNEL_PLAN_PROMPT": "4aafd1c25d67c5a433c8ad48dcf347cfe53436e81cfde1883e044ca3c17d855d",
+ "KERNEL_GENERATE_SYSTEM": "db0c902e15c9830a3c3860509bdb8a17b412d6b646b0f7e3278f32669046212b",
+ "KERNEL_GENERATE_PROMPT": "89c8a05dcda1b866b7835167c41184de9176ea058922e2cb250325825f79db92",
+ "JUDGE_SYSTEM_PROMPT": "50d5ee3ccbdf5196afea1eea60e61e74a324c89f14086b0ec6a8e14cb4ad0f30",
+ "JUDGE_USER_TEMPLATE": "59338f0a2522bda73006e7f62243578596cb8113da90fd8bfe5767d5a2bf4c2b",
+ "FIX_SYSTEM_PROMPT": "1c028afeac4bfbf92dd56cfce7b004b0823ab721f6f71e776bb90a5c652c1ed8",
+ "FIX_USER_TEMPLATE": "f12126acdc1518e872cd61f6baf2eedd49f1ad85eca69438e78128293959a8e9",
+ "SURFACE_SYSTEM_BASE": "d05ab24b4afd4ccd23e7954fa1111ce9c74893f8572c62617a3e568e3a743994",
+ "SURFACE_TASK_COMMON": "1cca2d06215207aa85ae36b368298a0b13ad4c2ef475079f1df0b2c4d9a5edd1",
+ "SURFACE_TASK_DESCRIPTIVE": "06b9b9c6a65ceae6818f30387cfd6e18bb46bbc1ccdf79adbba73f8849f6b354",
+ "SURFACE_TASK_CONFUSING": "7df3748ab186bbb6d9f421de5a7200754105154036d5cf6fb21ee32ac1f61848",
+ "SURFACE_TASK_MISLEADING": "fcde08ded42df91b44cb403f9a439550077245d71586adb6da9fb4983a4ea76e",
+ "SURFACE_TASK_GARBLED": "576301ca8e9eff2e4a2d9ed6a74f884a5a881ba22fe3a38e22e5eb46e341fac0",
+ "SURFACE_RETURN_SPEC": "b9f33abc9c8ab5e30b0154a6eebbd139d91afea6a744b454d4e150a6f7224a26",
+ "SURFACE_USER_TEMPLATE": "5d9043d7d1c1033db1aea0696812a2c4cbb6f3e28ca9d7b6436c036b40831fe7",
+}
+
+
+def test_prompt_values_are_byte_locked() -> None:
+ actual = {
+ name: hashlib.sha256(getattr(prompts, name).encode("utf-8")).hexdigest()
+ for name in EXPECTED
+ }
+ assert actual == EXPECTED
+
+
+def test_o3_adapter_does_not_send_temperature() -> None:
+ source = inspect.getsource(OpenAIJsonClient.generate_json)
+ assert '"temperature"' not in source