import json, sys
from lib import *
lang = sys.argv[1]
items = json.loads((HERE / f"items_{lang}.json").read_text(encoding="utf-8"))
names = (HERE / f"names_{lang}.md").read_text(encoding="utf-8")
raw = [score_item(it["truth"], it["raw"], lang) for it in items]
print("raw ASR", aggregate(raw))
res = run_skill((HERE / f"skill_v0_{lang}.md").read_text(encoding="utf-8"), names, items, lang)
print("skill v0", aggregate(res))
from collections import Counter
m = Counter(); x = Counter()
for r in res:
    m.update(r["misses"]); x.update(r["extras"])
print("misses", m.most_common(12)); print("extras", x.most_common(12))
json.dump(res, open(HERE / f"baseline_{lang}.json", "w"), ensure_ascii=False, indent=1)