Pagination and date windows

ORG_ID="7b1e6c1a-3f52-4d0e-9a57-2c8f1e0b4d11"

# First page: filters go here.
curl -s -G "https://api.surfais.com/v1/orgs/$ORG_ID/prompts" \
  --data-urlencode "limit=200" \
  --data-urlencode "active=true" \
  -H "Authorization: Bearer $SURFAIS_API_KEY"

# Next page: set NEXT_CURSOR to pagination.next_cursor from the response above.
# Send the cursor on its own. It restores active=true.
curl -s -G "https://api.surfais.com/v1/orgs/$ORG_ID/prompts" \
  --data-urlencode "limit=200" \
  --data-urlencode "cursor=$NEXT_CURSOR" \
  -H "Authorization: Bearer $SURFAIS_API_KEY"

import os
import time

import requests

BASE_URL = "https://api.surfais.com/v1"
API_KEY = os.environ["SURFAIS_API_KEY"]
MAX_ATTEMPTS = 6
MAX_WAIT_SECONDS = 120


def get_page(path, params):
    """GET one page. Waits out 429 and 503 responses using Retry-After."""
    for _ in range(MAX_ATTEMPTS):
        response = requests.get(
            f"{BASE_URL}{path}",
            headers={"Authorization": f"Bearer {API_KEY}"},
            params=params,
            timeout=30,
        )
        if response.ok:
            return response.json()

        retryable = response.status_code in (429, 503)
        wait = int(response.headers.get("Retry-After", "5"))
        if not retryable or wait > MAX_WAIT_SECONDS:
            # Not worth sleeping on: a 4xx to fix, or a quota that resets next month.
            body = response.json()
            raise RuntimeError(
                f'{response.status_code} {body["error"]["code"]} '
                f'(request {body["request_id"]})'
            )
        time.sleep(wait)
    raise RuntimeError("Gave up after repeated 429/503 responses")


def iter_prompts(org_id, **filters):
    """Yield every prompt in the organisation, one page at a time."""
    params = {"limit": 200, **filters}
    while True:
        page = get_page(f"/orgs/{org_id}/prompts", params)
        yield from page["data"]
        pagination = page["pagination"]
        if not pagination["has_more"]:
            return
        # Continue with the cursor alone: it restores the first page's filters.
        params = {"limit": 200, "cursor": pagination["next_cursor"]}


if __name__ == "__main__":
    org_id = "7b1e6c1a-3f52-4d0e-9a57-2c8f1e0b4d11"
    for prompt in iter_prompts(org_id, active="true"):
        print(prompt["id"], prompt["text"])

// Node 18+. Save as list-prompts.mjs and run: node list-prompts.mjs
const BASE_URL = "https://api.surfais.com/v1";
const API_KEY = process.env.SURFAIS_API_KEY;
const MAX_ATTEMPTS = 6;
const MAX_WAIT_SECONDS = 120;

const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));

// GET one page. Waits out 429 and 503 responses using Retry-After.
async function getPage(path, params) {
  const url = `${BASE_URL}${path}?${new URLSearchParams(params)}`;
  for (let attempt = 0; attempt < MAX_ATTEMPTS; attempt++) {
    const response = await fetch(url, {
      headers: { Authorization: `Bearer ${API_KEY}` },
    });
    if (response.ok) return response.json();

    const retryable = response.status === 429 || response.status === 503;
    const wait = Number(response.headers.get("Retry-After") ?? 5);
    if (!retryable || wait > MAX_WAIT_SECONDS) {
      // Not worth sleeping on: a 4xx to fix, or a quota that resets next month.
      const body = await response.json();
      throw new Error(
        `${response.status} ${body.error.code} (request ${body.request_id})`,
      );
    }
    await sleep(wait * 1000);
  }
  throw new Error("Gave up after repeated 429/503 responses");
}

// Yield every prompt in the organisation, one page at a time.
async function* iterPrompts(orgId, filters = {}) {
  let params = { limit: "200", ...filters };
  while (true) {
    const page = await getPage(`/orgs/${orgId}/prompts`, params);
    yield* page.data;
    if (!page.pagination.has_more) return;
    // Continue with the cursor alone: it restores the first page's filters.
    params = { limit: "200", cursor: page.pagination.next_cursor };
  }
}

const orgId = "7b1e6c1a-3f52-4d0e-9a57-2c8f1e0b4d11";
for await (const prompt of iterPrompts(orgId, { active: "true" })) {
  console.log(prompt.id, prompt.text);
}