# -*- coding: utf-8 -*- """ to_csv.py — flatten selected windows into a CSV table (one row per window). Usage: python to_csv.py test -o test.csv # all test windows python to_csv.py test --limit 100 -o sample.csv python to_csv.py test --columns window_id,pt_age,result_real -o t.csv By default every input field plus result_real / result_1 / result_aux and case difficulty are emitted as columns. Nested values (dicts/lists) are serialized as compact JSON strings; missing values are empty. """ import argparse import csv import json import os import sys sys.path.insert(0, os.path.dirname(os.path.abspath(__file__))) import common # noqa: E402 def cell(v): if v is None: return "" if isinstance(v, (dict, list)): return json.dumps(v, ensure_ascii=False, separators=(",", ":")) if isinstance(v, bool): return str(v) if isinstance(v, float): return str(round(v, 6)) return str(v) def main(): ap = argparse.ArgumentParser(description="Flatten dataset windows into CSV.") ap.add_argument("sources", nargs="+", help="split name(s) or case*.jsonl file(s)") ap.add_argument("-o", "--output", required=True, help="output CSV file") ap.add_argument("--columns", help="comma-separated input feature columns to include " "(IDs and labels are always included)") ap.add_argument("--limit", type=int, help="max rows") args = ap.parse_args() records = [] for s in args.sources: records.extend(common.iter_split(s) if s in common.SPLITS else common.load_jsonl(s)) if args.limit is not None: records = records[:args.limit] manifest = common.load_manifest() # window_id y case_id ya van como columnas fijas; se evita duplicarlos input_keys = sorted({k for r in records for k in common.get_input(r) if k not in ("window_id", "case_id")}) if args.columns: keep = [c.strip() for c in args.columns.split(",") if c.strip()] input_keys = [k for k in input_keys if k in keep] header = (["window_id", "case_id", "difficulty"] + input_keys + ["result_real", "result_1", "result_1_ratio", "result_aux", "result_aux_ratio"]) with open(args.output, "w", newline="", encoding="utf-8") as f: w = csv.writer(f) w.writerow(header) for r in records: inp = common.get_input(r) out = common.get_output(r) or {} r1 = out.get("result_1") or {} raux = out.get("result_aux") or {} cid = r.get("case_id") row = [r.get("window_id"), cid, manifest.get(str(cid), {}).get("difficulty", "")] row += [cell(inp.get(k)) for k in input_keys] row += [cell(out.get("result_real")), cell(r1.get("action")), cell(r1.get("ratio")), cell(raux.get("action")), cell(raux.get("ratio"))] w.writerow(row) print(f"{len(records)} rows, {len(header)} columns -> {args.output}") if __name__ == "__main__": main()