YouTube Scraper API

import { SpiderBrowser } from "spider-browser";

const spider = new SpiderBrowser({
  apiKey: process.env.SPIDER_API_KEY!,
});

await spider.connect();
const page = spider.page!;
await page.goto("https://www.youtube.com/watch?v=XqZsoesa55w");

// No selectors, no schema. Spider reads the page and names the fields.
const data = await page.scrape();

console.log(data);
await spider.close();

import { SpiderBrowser } from "spider-browser";

const spider = new SpiderBrowser({
  apiKey: process.env.SPIDER_API_KEY!,
});

await spider.connect();
const page = spider.page!;
await page.goto("https://www.youtube.com/watch?v=XqZsoesa55w");
await page.content(10000);

const data = await page.evaluate(`(() => {
  const ld = [...document.querySelectorAll('script[type="application/ld+json"]')]
    .map(s => { try { return JSON.parse(s.textContent); } catch { return null; } })
    .flat()
    .find(o => o && o["@type"] === "VideoObject");

  const title = ld?.name
    || document.querySelector('meta[name="title"]')?.content
    || document.title.replace(/ - YouTube$/, "");

  const authorRaw = ld?.author;
  const channel = (typeof authorRaw === "string" ? authorRaw : authorRaw?.name)
    || document.querySelector('[itemprop="author"] [itemprop="name"]')?.textContent?.trim()
    || document.querySelector('link[itemprop="name"]')?.getAttribute("content")
    || document.querySelector('a[href*="/channel/"], a[href*="/@"]')?.textContent?.trim();

  const description = ld?.description
    || document.querySelector('meta[name="description"]')?.content;

  const uploadDate = ld?.uploadDate
    || document.querySelector('[itemprop="uploadDate"]')?.getAttribute("content")
    || document.querySelector('meta[name="datePublished"]')?.content;

  const views = ld?.interactionStatistic?.userInteractionCount
    || document.querySelector('[itemprop="interactionCount"]')?.getAttribute("content");

  const url = document.querySelector('link[rel="canonical"]')?.href;

  return JSON.stringify({ title, channel, description, uploadDate, views, url });
})()`);

console.log(JSON.parse(data));
await spider.close();