Build a larger history of customer reviews

import json
import os
from pathlib import Path
import sys
import requests

BASE = "https://api.nativeport.ai"
HEADERS = {"Authorization": f"Bearer {os.environ['NATIVEPORT_API_KEY']}"}
state = Path("review-run.json")


def call(method, path, **kwargs):
    response = requests.request(method, BASE + path, headers=HEADERS, timeout=90, **kwargs)
    response.raise_for_status()
    return response.json()


if len(sys.argv) != 2 or sys.argv[1] not in {"start", "check"}:
    raise SystemExit("Usage: python collect.py start|check")
if sys.argv[1] == "start":
    if state.exists():
        raise SystemExit("Saved run exists. Use check; do not start a duplicate job.")
    run = call("POST", "/apify/v2/acts/theagents~trustpilot-reviews/runs",
               json={"startUrls": [os.environ["TRUSTPILOT_URL"]], "maxItems": 100})["data"]
    state.write_text(json.dumps({"id": run["id"]}), encoding="utf-8")
    print("Run saved:", run["id"])
else:
    run_id = json.loads(state.read_text(encoding="utf-8"))["id"]
    run = call("GET", f"/apify/v2/actor-runs/{run_id}")["data"]
    if run["status"] in {"FAILED", "TIMED-OUT", "ABORTED"}:
        raise SystemExit(f"Run ended with {run['status']}; inspect it before retrying")
    if run["status"] != "SUCCEEDED":
        raise SystemExit(f"Still {run['status']}; run check again later")
    dataset = run["defaultDatasetId"]
    output = Path("review-history.jsonl")
    temporary = output.with_suffix(".tmp")
    offset = 0
    with temporary.open("w", encoding="utf-8") as handle:
        while True:
            items = call("GET", f"/apify/v2/datasets/{dataset}/items",
                         params={"limit": 100, "offset": offset})
            if not isinstance(items, list):
                raise RuntimeError("Expected a dataset page")
            for item in items:
                handle.write(json.dumps(item, ensure_ascii=False) + "\n")
            offset += len(items)
            if len(items) < 100:
                break
    temporary.replace(output)
    print(f"Saved {offset} records to {output}")