Pagination

{
  "items": [ … ],
  "count": 20,
  "pagination": {
    "next_cursor": "DAABCgAB…",
    "has_more": true
  }
}

curl -G "https://twitterxapi.com/api/v1/users/marclou/tweets" \
  -H "Authorization: Bearer $TWITTERXAPI_KEY" \
  --data-urlencode "cursor=DAABCgAB…"

import os, requests

def pages(path):
    """Yield every item from a collection endpoint."""
    url = f"https://twitterxapi.com/api{path}"
    headers = {"Authorization": f"Bearer {os.environ['TWITTERXAPI_KEY']}"}
    cursor = None
    while True:
        params = {"cursor": cursor} if cursor else {}
        response = requests.get(url, headers=headers, params=params, timeout=60)
        response.raise_for_status()
        page = response.json()
        yield from page["items"]
        cursor = page["pagination"]["next_cursor"]
        if not page["pagination"]["has_more"] or not cursor:
            return

for post in pages("/v1/users/marclou/tweets"):
    print(post["id"], post["content"][:80])

async function* pages(path) {
  let cursor;
  do {
    const url = new URL(`https://twitterxapi.com/api${path}`);
    if (cursor) url.searchParams.set("cursor", cursor);
    const response = await fetch(url, {
      headers: { Authorization: `Bearer ${process.env.TWITTERXAPI_KEY}` },
    });
    if (!response.ok) throw new Error(`HTTP ${response.status}`);
    const page = await response.json();
    yield* page.items;
    cursor = page.pagination.has_more ? page.pagination.next_cursor : null;
  } while (cursor);
}

for await (const post of pages("/v1/users/marclou/tweets")) {
  console.log(post.id, post.content.slice(0, 80));
}