Hash direct-choice rescue schema identity

Co-Authored-By: PI[gpt-5.6-terra] <288921227+claudypoo@users.noreply.github.com>
This commit is contained in:
wassnameandPI[gpt-5.6-terra] committed 2026-09-17 10:49:54 +08:00
1 parent 9ac9172763
commit 443b9b818c
3 files changed
+5 -4

No files matched your search

@@ -6,7 +6,7 @@ This preregistered pilot tests a construct difference. It is not a WVS map panel
- model: `google/gemini-3.7-flash`
- saved-catalog created UTC: 2026-08-13
- protocol ID: `433768e674cf0ed8ca4b1677637c1140dbca7910c289da06dbc83124df6f8fb7`
- protocol ID: `27d582b1b35459521d1225c783d029e68cea55c857fb99f2f35364b249ed8656`
- cache: `slop/research/wvs/20260917_direct_choice/gemini37_direct_choice_cache.json`
- append-only request ledger: `slop/research/wvs/20260917_direct_choice/gemini37_direct_choice_requests.jsonl`
- temperature: 1.0; max tokens: 1024; concurrency: 1; timeout: 90.0s
@@ -1,3 +1,3 @@
smoke: 4 items x 12 canonical x 12 reversed = 96 requests
smoke: distinct direct-choice protocol 433768e674cf0ed8ca4b1677637c1140dbca7910c289da06dbc83124df6f8fb7
planner/parser smoke: 96 requests, 12 canonical + 12 reversed per item; strict one-key parser
smoke: distinct direct-choice protocol 27d582b1b35459521d1225c783d029e68cea55c857fb99f2f35364b249ed8656
identity smoke: hashes exact per-item schemas and rescue instructions
+2 -1
View File
@@ -94,7 +94,8 @@ def direct_choice_protocol_identity(model: str, items: list[dict], *, samples_pe
"reasoning": reasoning,
"structured_output": structured_output,
"prompt_instruction": "Think briefly about which ONE answer best reflects your own view. Do not analyze the survey design. Answer immediately.",
"rescue_instruction": _force_choice(10),
"response_schemas": {item["id"]: _choice_schema(item["n"]) for item in items},
"rescue_instructions": {item["id"]: _force_choice(item["n"]) for item in items},
"requests": plan,
}
encoded = json.dumps(protocol, sort_keys=True, separators=(",", ":"), ensure_ascii=True).encode()