Pagination

import requests

def paginate(token, sql, max_rows=100):
    resume_idx = 0
    while True:
        resp = requests.post(
            "https://api.dynamosql.com/v1/query",
            headers={"Authorization": f"Bearer {token}"},
            json={
                "sql": sql,
                "mode": "execute",
                "options": {"maxRows": max_rows, "resumeIdx": resume_idx},
            },
        )
        body = resp.json()
        if not body["success"]:
            raise RuntimeError(body["error"])
        data = body["data"]
        yield from data["data"]
        if "resumeIdx" not in data:
            break
        resume_idx = data["resumeIdx"]

# Usage
for row in paginate(token, "SELECT * FROM myschema.orders WHERE status = 'shipped'"):
    print(row)

async function* paginate(token, sql, maxRows = 100) {
  let resumeIdx = 0;

  while (true) {
    const resp = await fetch("https://api.dynamosql.com/v1/query", {
      method: "POST",
      headers: {
        "Authorization": `Bearer ${token}`,
        "Content-Type": "application/json",
      },
      body: JSON.stringify({
        sql,
        mode: "execute",
        options: { maxRows, resumeIdx },
      }),
    });

    const body = await resp.json();
    if (!body.success) {
      throw new Error(body.error);
    }

    const { data } = body;
    yield* data.data;

    if (!("resumeIdx" in data)) {
      break;
    }
    resumeIdx = data.resumeIdx;
  }
}

// Usage
for await (const row of paginate(token, "SELECT * FROM myschema.orders WHERE status = 'shipped'")) {
  console.log(row);
}