WebMD Scraper

import { SpiderBrowser } from "spider-browser";

const spider = new SpiderBrowser({
  apiKey: process.env.SPIDER_API_KEY!,
});

await spider.connect();
const page = spider.page!;
await page.goto("https://www.webmd.com/drugs/2/drug-1/ibuprofen-oral/details");
await page.content();

const data = await page.extractFields({
  name: "h1",
  uses: "#uses-tab .drug-content",
  sideEffects: "#side-effects-tab .drug-content",
  warnings: "#precautions-tab .drug-content",
});

console.log(data);
await spider.close();