Walmart product scraper - pline

Scrape a Walmart product page with browser rendering, US geo targeting, and a wait for the product heading.

Use case

Track Walmart shelf price and stock signals
Compare SKUs across marketplaces
Build a product feed from PDP URLs

Sample request

curl -X POST "https://api.scrapeswitch.com/scrape" \
  -H "X-API-Key: $API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "url": "https://www.walmart.com/ip/Great-Value-Whole-Vitamin-D-Milk-Gallon/10450118",
    "method": "GET",
    "output": "html",
    "geolocation": "US",
    "tag": "walmart.product",
    "js_render": true,
    "override_parameter": {
      "strategy": "auto",
      "locale": "en-US",
      "timeout": 45000,
      "wait_selector": "h1",
      "network_idle": true,
      "load_dom": true,
      "block_images": true,
      "proxy": {
        "provider": "brightdata",
        "tier": "residential",
        "country": "US"
      },
      "headers": {
        "Accept-Language": "en-US,en;q=0.9",
        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36"
      }
    }
  }'

import os
import httpx

payload = {
    "url": "https://www.walmart.com/ip/Great-Value-Whole-Vitamin-D-Milk-Gallon/10450118",
    "method": "GET",
    "output": "html",
    "geolocation": "US",
    "tag": "walmart.product",
    "js_render": True,
    "override_parameter": {
        "strategy": "auto",
        "locale": "en-US",
        "timeout": 45000,
        "wait_selector": "h1",
        "network_idle": True,
        "load_dom": True,
        "block_images": True,
        "proxy": {
            "provider": "brightdata",
            "tier": "residential",
            "country": "US",
        },
        "headers": {
            "Accept-Language": "en-US,en;q=0.9",
            "User-Agent": (
                "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) "
                "AppleWebKit/537.36 (KHTML, like Gecko) "
                "Chrome/122.0.0.0 Safari/537.36"
            ),
        },
    },
}

response = httpx.post(
    "https://api.scrapeswitch.com/scrape",
    headers={"Authorization": f"Bearer {os.environ['API_KEY']}"},
    json=payload,
    timeout=120.0,
)
response.raise_for_status()
print(response.json()["final_url"])

const response = await fetch("https://api.scrapeswitch.com/scrape", {
  method: "POST",
  headers: {
    Authorization: `Bearer ${process.env.API_KEY}`,
    "Content-Type": "application/json",
  },
  body: JSON.stringify({
    url: "https://www.walmart.com/ip/Great-Value-Whole-Vitamin-D-Milk-Gallon/10450118",
    method: "GET",
    output: "html",
    geolocation: "US",
    tag: "walmart.product",
    js_render: true,
    override_parameter: {
      strategy: "auto",
      locale: "en-US",
      timeout: 45000,
      wait_selector: "h1",
      network_idle: true,
      load_dom: true,
      block_images: true,
      proxy: {
        provider: "brightdata",
        tier: "residential",
        country: "US",
      },
      headers: {
        "Accept-Language": "en-US,en;q=0.9",
        "User-Agent":
          "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36",
      },
    },
  }),
});

const data = await response.json();
console.log(data.status, data.site_tier);

Batch scraping with sessions

Pass a stable session_id when crawling multiple /ip/ URLs:

{
  "url": "https://www.walmart.com/ip/10450118",
  "session_id": "walmart-feed-2026-05",
  "tag": "walmart.product",
  "js_render": true,
  "geolocation": "US"
}