{
 "summary": {
  "grok:deepseek-v4.1-flash:batch1": {
   "names_per_run": [
    "25/31",
    "25/31",
    "25/31"
   ],
   "crosstalk_memos_per_run": [
    2,
    2,
    2
   ],
   "names_from_another_memo": "0 in every run: each crosstalk hit (W20, and W14 in batch1) also occurs with one memo per call, so none came from another memo (see README)",
   "hedged_per_run": [
    [],
    [],
    []
   ]
  },
  "grok:deepseek-v4.1-flash:batch": {
   "names_per_run": [
    "29/31",
    "29/31",
    "29/31"
   ],
   "crosstalk_memos_per_run": [
    1,
    1,
    1
   ],
   "names_from_another_memo": "0 in every run: each crosstalk hit (W20, and W14 in batch1) also occurs with one memo per call, so none came from another memo (see README)",
   "hedged_per_run": [
    [],
    [],
    []
   ]
  },
  "grok:deepseek-v4.1-flash:isolated": {
   "names_per_run": [
    "22/31",
    "22/31",
    "22/31"
   ],
   "crosstalk_memos_per_run": [
    1,
    1,
    1
   ],
   "names_from_another_memo": "0 in every run: each crosstalk hit (W20, and W14 in batch1) also occurs with one memo per call, so none came from another memo (see README)",
   "hedged_per_run": [
    [
     "W18"
    ],
    [
     "W18"
    ],
    [
     "W18"
    ]
   ]
  },
  "grok:gemini-3.8-flash:batch1": {
   "names_per_run": [
    "31/31",
    "31/31",
    "31/31"
   ],
   "crosstalk_memos_per_run": [
    0,
    0,
    0
   ],
   "names_from_another_memo": "0 in every run: each crosstalk hit (W20, and W14 in batch1) also occurs with one memo per call, so none came from another memo (see README)",
   "hedged_per_run": [
    [],
    [],
    []
   ]
  },
  "grok:gemini-3.8-flash:batch": {
   "names_per_run": [
    "31/31",
    "31/31",
    "31/31"
   ],
   "crosstalk_memos_per_run": [
    0,
    0,
    0
   ],
   "names_from_another_memo": "0 in every run: each crosstalk hit (W20, and W14 in batch1) also occurs with one memo per call, so none came from another memo (see README)",
   "hedged_per_run": [
    [],
    [],
    []
   ]
  },
  "grok:gemini-3.8-flash:isolated": {
   "names_per_run": [
    "31/31",
    "31/31",
    "31/31"
   ],
   "crosstalk_memos_per_run": [
    0,
    0,
    0
   ],
   "names_from_another_memo": "0 in every run: each crosstalk hit (W20, and W14 in batch1) also occurs with one memo per call, so none came from another memo (see README)",
   "hedged_per_run": [
    [],
    [],
    []
   ]
  }
 },
 "asr_only": {
  "grok": {
   "names": "3/31",
   "crosstalk_memos_in_raw_asr": 0
  },
  "compat": {
   "names": "6/31",
   "crosstalk_memos_in_raw_asr": 0
  }
 },
 "batch_input_tokens": {
  "gemini_billed": 1959,
  "cl100k_transcripts": 1682,
  "cl100k_names_md": 121
 },
 "runs": {
  "grok:deepseek-v4.1-flash:batch1": [
   {
    "run": 0,
    "names": "25/31",
    "names_correct": 25,
    "crosstalk_memos": 2,
    "crosstalk": {
     "W14": [
      "Saoirse"
     ],
     "W20": [
      "Saoirse"
     ]
    },
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {
     "Aoife": 1,
     "Saoirse": 1,
     "Xochitl": 2,
     "Tadhg": 1,
     "Mairead": 1
    },
    "missed_mentions": [
     [
      "W03",
      "Aoife"
     ],
     [
      "W07",
      "Saoirse"
     ],
     [
      "W14",
      "Xochitl"
     ],
     [
      "W20",
      "Xochitl"
     ],
     [
      "L02",
      "Tadhg"
     ],
     [
      "L04",
      "Mairead"
     ]
    ]
   },
   {
    "run": 1,
    "names": "25/31",
    "names_correct": 25,
    "crosstalk_memos": 2,
    "crosstalk": {
     "W14": [
      "Saoirse"
     ],
     "W20": [
      "Saoirse"
     ]
    },
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {
     "Aoife": 1,
     "Saoirse": 1,
     "Xochitl": 2,
     "Tadhg": 1,
     "Mairead": 1
    },
    "missed_mentions": [
     [
      "W03",
      "Aoife"
     ],
     [
      "W07",
      "Saoirse"
     ],
     [
      "W14",
      "Xochitl"
     ],
     [
      "W20",
      "Xochitl"
     ],
     [
      "L02",
      "Tadhg"
     ],
     [
      "L04",
      "Mairead"
     ]
    ]
   },
   {
    "run": 2,
    "names": "25/31",
    "names_correct": 25,
    "crosstalk_memos": 2,
    "crosstalk": {
     "W14": [
      "Saoirse"
     ],
     "W20": [
      "Saoirse"
     ]
    },
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {
     "Aoife": 1,
     "Saoirse": 1,
     "Xochitl": 2,
     "Tadhg": 1,
     "Mairead": 1
    },
    "missed_mentions": [
     [
      "W03",
      "Aoife"
     ],
     [
      "W07",
      "Saoirse"
     ],
     [
      "W14",
      "Xochitl"
     ],
     [
      "W20",
      "Xochitl"
     ],
     [
      "L02",
      "Tadhg"
     ],
     [
      "L04",
      "Mairead"
     ]
    ]
   }
  ],
  "grok:deepseek-v4.1-flash:batch": [
   {
    "run": 0,
    "names": "29/31",
    "names_correct": 29,
    "crosstalk_memos": 1,
    "crosstalk": {
     "W20": [
      "Saoirse"
     ]
    },
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {
     "Aoife": 1,
     "Xochitl": 1
    },
    "missed_mentions": [
     [
      "W03",
      "Aoife"
     ],
     [
      "W20",
      "Xochitl"
     ]
    ]
   },
   {
    "run": 1,
    "names": "29/31",
    "names_correct": 29,
    "crosstalk_memos": 1,
    "crosstalk": {
     "W20": [
      "Saoirse"
     ]
    },
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {
     "Aoife": 1,
     "Xochitl": 1
    },
    "missed_mentions": [
     [
      "W03",
      "Aoife"
     ],
     [
      "W20",
      "Xochitl"
     ]
    ]
   },
   {
    "run": 2,
    "names": "29/31",
    "names_correct": 29,
    "crosstalk_memos": 1,
    "crosstalk": {
     "W20": [
      "Saoirse"
     ]
    },
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {
     "Aoife": 1,
     "Xochitl": 1
    },
    "missed_mentions": [
     [
      "W03",
      "Aoife"
     ],
     [
      "W20",
      "Xochitl"
     ]
    ]
   }
  ],
  "grok:deepseek-v4.1-flash:isolated": [
   {
    "run": 0,
    "names": "22/31",
    "names_correct": 22,
    "crosstalk_memos": 1,
    "crosstalk": {
     "W20": [
      "Saoirse"
     ]
    },
    "hedged_with_note": [
     "W18"
    ],
    "missing_ids": [],
    "name_misses": {
     "Aoife": 2,
     "Xochitl": 3,
     "Saoirse": 1,
     "Jaxon": 1,
     "Tadhg": 1,
     "Mairead": 1
    },
    "missed_mentions": [
     [
      "W03",
      "Aoife"
     ],
     [
      "W05",
      "Xochitl"
     ],
     [
      "W07",
      "Saoirse"
     ],
     [
      "W14",
      "Xochitl"
     ],
     [
      "W17",
      "Jaxon"
     ],
     [
      "W18",
      "Aoife"
     ],
     [
      "W20",
      "Xochitl"
     ],
     [
      "L02",
      "Tadhg"
     ],
     [
      "L04",
      "Mairead"
     ]
    ]
   },
   {
    "run": 1,
    "names": "22/31",
    "names_correct": 22,
    "crosstalk_memos": 1,
    "crosstalk": {
     "W20": [
      "Saoirse"
     ]
    },
    "hedged_with_note": [
     "W18"
    ],
    "missing_ids": [],
    "name_misses": {
     "Aoife": 2,
     "Xochitl": 3,
     "Saoirse": 1,
     "Jaxon": 1,
     "Tadhg": 1,
     "Mairead": 1
    },
    "missed_mentions": [
     [
      "W03",
      "Aoife"
     ],
     [
      "W05",
      "Xochitl"
     ],
     [
      "W07",
      "Saoirse"
     ],
     [
      "W14",
      "Xochitl"
     ],
     [
      "W17",
      "Jaxon"
     ],
     [
      "W18",
      "Aoife"
     ],
     [
      "W20",
      "Xochitl"
     ],
     [
      "L02",
      "Tadhg"
     ],
     [
      "L04",
      "Mairead"
     ]
    ]
   },
   {
    "run": 2,
    "names": "22/31",
    "names_correct": 22,
    "crosstalk_memos": 1,
    "crosstalk": {
     "W20": [
      "Saoirse"
     ]
    },
    "hedged_with_note": [
     "W18"
    ],
    "missing_ids": [],
    "name_misses": {
     "Aoife": 2,
     "Xochitl": 3,
     "Saoirse": 1,
     "Jaxon": 1,
     "Tadhg": 1,
     "Mairead": 1
    },
    "missed_mentions": [
     [
      "W03",
      "Aoife"
     ],
     [
      "W05",
      "Xochitl"
     ],
     [
      "W07",
      "Saoirse"
     ],
     [
      "W14",
      "Xochitl"
     ],
     [
      "W17",
      "Jaxon"
     ],
     [
      "W18",
      "Aoife"
     ],
     [
      "W20",
      "Xochitl"
     ],
     [
      "L02",
      "Tadhg"
     ],
     [
      "L04",
      "Mairead"
     ]
    ]
   }
  ],
  "grok:gemini-3.8-flash:batch1": [
   {
    "run": 0,
    "names": "31/31",
    "names_correct": 31,
    "crosstalk_memos": 0,
    "crosstalk": {},
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {},
    "missed_mentions": []
   },
   {
    "run": 1,
    "names": "31/31",
    "names_correct": 31,
    "crosstalk_memos": 0,
    "crosstalk": {},
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {},
    "missed_mentions": []
   },
   {
    "run": 2,
    "names": "31/31",
    "names_correct": 31,
    "crosstalk_memos": 0,
    "crosstalk": {},
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {},
    "missed_mentions": []
   }
  ],
  "grok:gemini-3.8-flash:batch": [
   {
    "run": 0,
    "names": "31/31",
    "names_correct": 31,
    "crosstalk_memos": 0,
    "crosstalk": {},
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {},
    "missed_mentions": []
   },
   {
    "run": 1,
    "names": "31/31",
    "names_correct": 31,
    "crosstalk_memos": 0,
    "crosstalk": {},
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {},
    "missed_mentions": []
   },
   {
    "run": 2,
    "names": "31/31",
    "names_correct": 31,
    "crosstalk_memos": 0,
    "crosstalk": {},
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {},
    "missed_mentions": []
   }
  ],
  "grok:gemini-3.8-flash:isolated": [
   {
    "run": 0,
    "names": "31/31",
    "names_correct": 31,
    "crosstalk_memos": 0,
    "crosstalk": {},
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {},
    "missed_mentions": []
   },
   {
    "run": 1,
    "names": "31/31",
    "names_correct": 31,
    "crosstalk_memos": 0,
    "crosstalk": {},
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {},
    "missed_mentions": []
   },
   {
    "run": 2,
    "names": "31/31",
    "names_correct": 31,
    "crosstalk_memos": 0,
    "crosstalk": {},
    "hedged_with_note": [],
    "missing_ids": [],
    "name_misses": {},
    "missed_mentions": []
   }
  ]
 }
}