# -*- coding: utf-8 -*- """ check_integrity.py — validate vocabulary, ratios and consistency of the dataset. Usage: python check_integrity.py # all splits python check_integrity.py test Checks: - result_real uses only the 5 canonical actions - result_1 / result_aux use the 5 actions + vasopressor - ratios in [0, 1] - window_ids are unique - window counts match split_manifest.csv - every case appears in exactly one split Exit code 0 = OK, 1 = problems found. """ import argparse import os import sys sys.path.insert(0, os.path.dirname(os.path.abspath(__file__))) import common # noqa: E402 def main(): ap = argparse.ArgumentParser(description="Validate dataset integrity.") ap.add_argument("splits", nargs="*", default=common.SPLITS, help="splits to check") args = ap.parse_args() manifest = common.load_manifest() errors = 0 seen_windows = set() for split in args.splits: records = list(common.iter_split(split)) man_cases = sum(1 for i in manifest.values() if i.get("split") == split) man_sum = sum(i.get("n_windows") or 0 for i in manifest.values() if i.get("split") == split) for r in records: out = common.get_output(r) or {} real_a = common.get_action(out.get("result_real")) r1 = common.get_action(out.get("result_1")) aux = common.get_action(out.get("result_aux")) wid = r.get("window_id") if real_a not in common.ACTIONS: print(f"[{split}] bad result_real {real_a!r} in {wid}") errors += 1 for name, a in (("result_1", r1), ("result_aux", aux)): if a not in common.ALL_ACTIONS: print(f"[{split}] bad {name} {a!r} in {wid}") errors += 1 for name in ("result_1", "result_aux"): ratio = common.get_ratio(out.get(name)) if ratio is not None and not (0.0 <= ratio <= 1.0): print(f"[{split}] ratio out of range {ratio} in {wid}") errors += 1 if wid in seen_windows: print(f"[{split}] duplicate window_id {wid!r}") errors += 1 seen_windows.add(wid) print(f"[{split}] cases(manifest)={man_cases} windows(actual)={len(records)} " f"windows(manifest sum)={man_sum}") if len(records) != man_sum: print(f"[{split}] MISMATCH: actual windows {len(records)} != manifest {man_sum}") errors += 1 print(f"\n{'OK' if errors == 0 else f'{errors} problem(s) found'}") sys.exit(0 if errors == 0 else 1) if __name__ == "__main__": main()