Crawl the web,
/* in one POST */

// no install — Node 18+ has fetch
// self-signed cert until LE; remove this line once we move to a hostname
process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";

const r = await fetch("https://66.163.122.173/v1/crawls", {
  method: "POST",
  headers: {
    "Authorization": `Bearer ${process.env.CRAWLCRAWL_KEY}`,
    "Content-Type": "application/json",
  },
  body: JSON.stringify({
    url: "https://example.com",
    max_pages: 50,
    concurrency: 4,
  }),
});
const { id } = await r.json(); // → { id, status: "queued", url }

# pip install requests
import requests, os

r = requests.post(
    "https://66.163.122.173/v1/crawls",
    headers={"Authorization": f"Bearer {os.environ['CRAWLCRAWL_KEY']}"},
    json={
        "url": "https://example.com",
        "max_pages": 50,
        "webhook_url": "https://you.example.com/done",
    },
    verify=False,  # self-signed cert until LE
)
run = r.json()
print(run["id"])

curl -k -X POST https://66.163.122.173/v1/crawls \
  -H "Authorization: Bearer $CRAWLCRAWL_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "url": "https://example.com",
    "max_pages": 50,
    "concurrency": 4,
    "webhook_url": "https://you.example.com/done"
  }'

# → 202 Accepted
# {"id":43,"status":"queued","url":"https://example.com"}