Crawl the web,
/* in one POST */

// no install — Node 18+ has fetch
const r = await fetch("https://api.crawlcrawl.com/v1/scan", {
  method: "POST",
  headers: {
    "Authorization": `Bearer ${process.env.CRAWLCRAWL_KEY}`,
    "Content-Type": "application/json",
  },
  body: JSON.stringify({
    url: "https://example.com",
    only_main_content: true,
    include_links: true,
  }),
});
const data = await r.json();
console.log(data.markdown, data.signals, data.links);

# pip install requests
import requests, os

r = requests.post(
    "https://api.crawlcrawl.com/v1/scan",
    headers={"Authorization": f"Bearer {os.environ['CRAWLCRAWL_KEY']}"},
    json={
        "url": "https://example.com",
        "only_main_content": True,
        "cloud_mode": "auto",
    },
)
print(r.json()["markdown"])

curl -X POST https://api.crawlcrawl.com/v1/scan \
  -H "Authorization: Bearer $CRAWLCRAWL_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "url": "https://example.com",
    "only_main_content": true,
    "include_links": true
  }'