Per-website scrapers that build themselves.

import os, requests

response = requests.post(
    "https://api.spider.cloud/fetch/news.ycombinator.com/",
    headers={
        "Authorization": "Bearer " + os.environ["SPIDER_API_KEY"],
        "Content-Type": "application/json",
    },
    json={"return_format": "json"},
)

data = response.json()
print(data)

curl -X POST https://api.spider.cloud/fetch/news.ycombinator.com/ \
  -H "Authorization: Bearer $SPIDER_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"return_format": "json"}'

const SPIDER_API_KEY = process.env.SPIDER_API_KEY;

const response = await fetch(
  "https://api.spider.cloud/fetch/news.ycombinator.com/",
  {
    method: "POST",
    headers: {
      "Authorization": "Bearer " + SPIDER_API_KEY,
      "Content-Type": "application/json",
    },
    body: JSON.stringify({ return_format: "json" }),
  },
);

const data = await response.json();
console.log(data);