Twitter advanced search API & tweet scraper

curl -G https://xquik.com/api/v1/x/tweets/search \
  --data-urlencode "q=giveaway" \
  --data-urlencode "fromUser=username" \
  --data-urlencode "mediaType=media" \
  --data-urlencode "verifiedOnly=true" \
  --data-urlencode "queryType=Latest" \
  -H "x-api-key: xq_your_api_key_here" | jq

# Page 2 - pass next_cursor from the previous response
curl -G https://xquik.com/api/v1/x/tweets/search \
  --data-urlencode "q=giveaway" \
  --data-urlencode "fromUser=username" \
  --data-urlencode "mediaType=media" \
  --data-urlencode "cursor=abc123" \
  -H "x-api-key: xq_your_api_key_here" | jq

const params = new URLSearchParams({
  q: "giveaway",
  fromUser: "username",
  mediaType: "media",
});
const response = await fetch(`https://xquik.com/api/v1/x/tweets/search?${params}`, {
  headers: { "x-api-key": "xq_your_api_key_here" },
});
const firstPage = await response.json();
if (!response.ok) throw new Error(JSON.stringify(firstPage));

let page = firstPage;
let pageCursor = "";
const seenCursors = new Set();
for (let pageIndex = 0; pageIndex < 3; pageIndex += 1) {
  const searchRows = page.tweets.map((tweet) => ({
    tweet_id: tweet.id,
    text: tweet.text,
    author_id: tweet.author?.id ?? null,
    author_username: tweet.author?.username ?? null,
    author_name: tweet.author?.name ?? null,
    author_followers: tweet.author?.followers ?? null,
    author_verified: tweet.author?.verified ?? null,
    author_profile_picture: tweet.author?.profilePicture ?? null,
    created_at: tweet.createdAt ?? null,
    like_count: tweet.likeCount ?? null,
    reply_count: tweet.replyCount ?? null,
    retweet_count: tweet.retweetCount ?? null,
    quote_count: tweet.quoteCount ?? null,
    view_count: tweet.viewCount ?? null,
    media_urls: (tweet.media ?? []).map((item) => item.mediaUrl).filter(Boolean),
    query: params.get("q"),
    page_index: pageIndex,
    page_cursor: pageCursor,
    next_cursor: page.next_cursor,
    has_next_page: page.has_next_page,
  }));
  for (const row of searchRows) process.stdout.write(`${JSON.stringify(row)}\n`);

  if (!page.has_next_page || page.next_cursor === "") break;
  if (page.next_cursor === pageCursor || seenCursors.has(page.next_cursor)) {
    throw new Error("pagination cursor repeated");
  }

  seenCursors.add(page.next_cursor);
  pageCursor = page.next_cursor;
  const nextParams = new URLSearchParams(params);
  nextParams.set("cursor", pageCursor);
  const nextResponse = await fetch(`https://xquik.com/api/v1/x/tweets/search?${nextParams}`, {
    headers: { "x-api-key": "xq_your_api_key_here" },
  });
  page = await nextResponse.json();
  if (!nextResponse.ok) throw new Error(JSON.stringify(page));
}