Claim checker for public texts (TypeSafe), measured manifest load times, corrected README timings

tests/unit/test_check_claims.py

@@ -0,0 +1,75 @@
+"""The documentation claim checker (scripts/docs/check_claims.py): everything except the API call."""
+
+from __future__ import annotations
+
+import importlib.util
+import sys
+from pathlib import Path
+
+ROOT = Path(__file__).resolve().parents[2]
+_spec = importlib.util.spec_from_file_location("check_claims", ROOT / "scripts" / "docs" / "check_claims.py")
+assert _spec is not None and _spec.loader is not None
+cc = importlib.util.module_from_spec(_spec)
+sys.modules["check_claims"] = cc  # dataclasses look their module up
+_spec.loader.exec_module(cc)
+
+
+def test_numbers_have_percent_and_fraction_twins() -> None:
+    assert {"99.34", "0.9934"} <= cc.numbers("concordance 99.34 %")
+    assert {"0.9934", "99.34"} <= cc.numbers("concordance 0.9934")
+    assert "2141" in cc.numbers("2,141 arrays") and "2917" in cc.numbers("2 917 sites")
+
+
+def test_dates_versions_and_small_integers_are_not_claims() -> None:
+    assert cc.claim_numbers("Kemal Yaylali, September 2026") == set()
+    assert cc.claim_numbers("Week of January 11, 2027: version 2.1") == set()
+    assert cc.claim_numbers("3 of 5 posts") == set()
+    assert cc.claim_numbers("about 4 s and 18 s") == {"18"}
+
+
+def test_wrapped_sentences_stay_whole_and_code_is_skipped() -> None:
+    text = (
+        "# Accuracy\n\nScores from a trained file are not\ncomparable with 99.46 % from vendor files.\n\n"
+        "```bash\nsimurg genotype --threads 4096\n```\n\n| Check | Result |\n|---|---|\n| GIAB | 0.9985 |\n"
+    )
+    claims = cc.extract_claims(Path("x.md"), text)
+    assert [c.line for c in claims] == [3, 12]
+    assert "not comparable with 99.46 %" in claims[0].text and claims[0].context == "Accuracy"
+    assert claims[1].context == "Accuracy / | Check | Result |" and "0.9985" in claims[1].nums
+
+
+def test_candidates_match_rounded_figures(tmp_path: Path) -> None:
+    src = tmp_path / "r.md"
+    src.write_text(
+        "# Docker\n\n| Artifact | Size |\n|---|---|\n| image | 545 MB (x86_64), 551 MB (aarch64) |\n\nUnrelated 12345.\n"
+    )
+    passages = cc.load_passages([src])
+    claim = cc.Claim("README.md", 1, "The image is about 550 MB", "", cc.claim_numbers("The image is about 550 MB"))
+    found = cc.candidates(claim, passages)
+    assert len(found) == 1 and "545 MB" in found[0].text
+
+
+def _ans(choice: str, conf: float, supports: float = 0.0) -> dict[str, object]:
+    probs = {"supports": supports, "contradicts": 0.0, "says_nothing": 0.0}
+    probs[choice] = max(probs[choice], conf)
+    return {"choice": choice, "confidence": conf, "probabilities": probs}
+
+
+def test_verdicts() -> None:
+    assert cc.verdict({"s0": _ans("says_nothing", 0.9), "s1": _ans("supports", 0.95)})[0] == "verified"
+    assert cc.verdict({"s0": _ans("contradicts", 0.95)})[0] == "contradicted"
+    # a confident contradiction while another section leans towards support goes to a person
+    assert cc.verdict({"s0": _ans("contradicts", 0.95), "s1": _ans("says_nothing", 0.5, supports=0.4)})[0] == "review"
+    assert cc.verdict({"s0": _ans("says_nothing", 0.9), "s1": _ans("says_nothing", 0.85)})[0] == "unsupported"
+    assert cc.verdict({"s0": _ans("supports", 0.6)})[0] == "review"
+
+
+def test_request_shape() -> None:
+    claim = cc.Claim("README.md", 1, "99.44 % concordance", "Validation", {"99.44"})
+    p = cc.Passage("docs/validation/V2_arraytrain.md", 7, "v2 gives 99.44 %", {"99.44"})
+    req = cc.build_request(claim, [p, p])
+    assert req["model"] == "jev-latest" and set(req["questions"]) == {"s0", "s1"}  # type: ignore[arg-type]
+    q = req["questions"]["s1"]  # type: ignore[index]
+    assert q["type"] == "choice" and "`sections[1].text`" in q["instructions"]
+    assert set(q["criteria"]) == {"supports", "contradicts", "says_nothing"}
+    assert req["state"]["sections"][0]["source"] == "docs/validation/V2_arraytrain.md:7"  # type: ignore[index]