Google Scraper API

import { SpiderBrowser } from "spider-browser";

const spider = new SpiderBrowser({
  apiKey: process.env.SPIDER_API_KEY!,
  stealth: 2,
});

await spider.connect();
const page = spider.page!;
await page.goto("https://www.google.com/search?q=web+scraping+api");
await page.content();

const data = await page.evaluate(`(() => {
  const results = [];
  document.querySelectorAll("#search .g").forEach((item, i) => {
    const title = item.querySelector("h3")?.textContent;
    const url = item.querySelector("a")?.href;
    const snippet = (item.querySelector("[data-sncf], [style*='-webkit-line-clamp'], div[data-snf] + div") ||
      item.querySelector("div:not(:has(h3)):not(:has(a)) > span"))?.textContent;
    if (title && url) results.push({ position: i + 1, title, url, snippet });
  });
  const featured = document.querySelector("[data-attrid='wa:/description'] span, block-component [data-md] span")?.textContent;
  return JSON.stringify({ featured, results: results.slice(0, 10) });
})()`);

console.log(JSON.parse(data));
await spider.close();