[
 {
  "id": "T02",
  "answer_hash": "01558f596d4a",
  "correct": true,
  "reason": "The answer correctly identifies the specific Keychain item `handoff-own-encryption-key`.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer explicitly names the Keychain item `handoff-own-encryption-key` and describes deleting it to reset the Mac's local Handoff identity key, matching the excerpt.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T04",
  "answer_hash": "d633689efe1e",
  "correct": true,
  "reason": "The answer accurately states the 2–3 second interval specified in the reference document.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer clearly states the 2–3 second interval between successive downloads, matching the excerpt's rule.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T05",
  "answer_hash": "14ec46b197e5",
  "correct": false,
  "reason": "The answer provides multiple speculative approaches rather than the specific rule, and explicitly recommends polling over list-scanning instead of stating that fetching the list and content-matching is the correct method.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": false,
  "reason_secondary": "The answer recommends polling a status endpoint or using the creation_uuid as the ID as preferred fixes, rather than the required approach of sending a GET list request after POST and matching the new resource by content.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T07",
  "answer_hash": "9ac0088cb331",
  "correct": false,
  "reason": "The answer fails to mention that forcing determinism on long text payloads can cause repetition, providing only a generic explanation of LLM sampling behavior.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer explicitly states that forcing temperature 0 causes repetition loops and stuck patterns, matching the excerpt's warning that forcing determinism on long text payloads may cause repetition.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T08",
  "answer_hash": "304924bdcbef",
  "correct": true,
  "reason": "The answer clearly states the recommended minimum padding of 24px or more as required by the excerpt and rubric.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer clearly states the recommended minimum padding is 24px or more on the body or main container, matching the excerpt.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T09",
  "answer_hash": "1ef26d47837d",
  "correct": false,
  "reason": "The answer does not specify setting `web_search = \"disabled\"` as a string, and instead guesses multiple possible formats while explicitly declining to state the required type.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": false,
  "reason_secondary": "The answer never states the required bare top-level key `web_search = \"disabled\"` with a string value; it only lists possible types as guesses and explicitly declines to give the exact key/value.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T10",
  "answer_hash": "b53b77b0a398",
  "correct": true,
  "reason": "The answer correctly states that the limit is 50 pairs per delete manifest.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer clearly states the maximum is 50 pairs per delete manifest, matching the excerpt's rule.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T12",
  "answer_hash": "0a5dd7d263b0",
  "correct": true,
  "reason": "The answer accurately states that error 40104 occurs when the account is authenticated but not verified, and instructs the user to complete verification in the DataForSEO panel.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer clearly states error 40104 means the account is authenticated but not verified and instructs completing verification in the DataForSEO panel, matching the excerpt.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T14",
  "answer_hash": "0cda76943d8d",
  "correct": true,
  "reason": "The answer provides the correct group container path and explains that the file under ~/Library/Calendars failed because it is a 0-byte decoy.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer explicitly gives the group container path and states the ~/Library/Calendars file is a 0-byte decoy, matching the excerpt's rule.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T15",
  "answer_hash": "bbc53ed07be3",
  "correct": true,
  "reason": "The answer accurately explains the workflow of creating a matplotlib structure draft and passing it via the -i input flag, noting that text prompts alone produce unreliable results.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer clearly states the workflow of first building a matplotlib structure draft and passing it as the input image via the -i flag, and explains that prompting from text alone produces unreliable results.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T17",
  "answer_hash": "14cb03efc2d0",
  "correct": true,
  "reason": "The answer clearly states both required steps: pairing the watch with the Mac using Device Hub and restarting the Apple Watch.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer clearly states both required steps from the excerpt: pairing the watch with the Mac in Device Hub at least once, and restarting the Apple Watch to make the Developer Mode toggle appear.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T20",
  "answer_hash": "eb64bce29a95",
  "correct": false,
  "reason": "The answer fails to mention that subagent fan-out sessions are skipped by default and does not identify the required `--include-subagent` flag.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": false,
  "reason_secondary": "The answer never mentions the `--include-subagent` flag or that subagent sessions are skipped by default, instead proposing speculative causes and custom adapter modifications.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T23",
  "answer_hash": "547956167fcb",
  "correct": true,
  "reason": "The answer clearly states that volume and mute state are not readable and that get_status only returns PowerState.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": true,
  "reason_secondary": "The answer clearly states volume and mute cannot be read due to a protocol limitation and that get_status returns only PowerState, matching the excerpt.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T26",
  "answer_hash": "16de37d5c768",
  "correct": false,
  "reason": "The answer does not state that the default timezone is UTC, instead stating that it does not have the necessary text loaded.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": false,
  "reason_secondary": "The answer does not state the default timezone is UTC, instead saying it lacks the information.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T28",
  "answer_hash": "31b19bc4a6b8",
  "correct": false,
  "reason": "The answer directly contradicts the rule by stating that `--include-domain` and `--exclude-domain` can be used together, and fails to mention the `-site:` query operator.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": false,
  "reason_secondary": "The answer instructs combining --include-domain and --exclude-domain flags, directly contradicting the rule that they cannot be combined and that -site: must be used in the query text instead.",
  "judge_secondary": "deepseek-v4.1-flash"
 },
 {
  "id": "T29",
  "answer_hash": "5e3d7493cace",
  "correct": false,
  "reason": "The answer fails to mention that ffmpeg sums correlated stereo channels at about +3 dB, incorrectly claiming instead that downmixing is roughly L/2 + R/2.",
  "judge": "gemini-3.8-flash",
  "correct_secondary": false,
  "reason_secondary": "The answer never states the key rule that ffmpeg's -ac 1 sums correlated stereo channels at about +3 dB, instead describing a generic L/2+R/2 downmix and other unrelated concerns.",
  "judge_secondary": "deepseek-v4.1-flash"
 }
]