Ecommerce product monitoring

POST

batch

scrape

curl --request POST \
  --url https://api.scrapeswitch.com/batch/scrape \
  --header 'Authorization: Bearer <token>'

const options = {method: 'POST', headers: {Authorization: 'Bearer <token>'}};

fetch('https://api.scrapeswitch.com/batch/scrape', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

package main

import (
	"fmt"
	"net/http"
	"io"
)

func main() {

	url := "https://api.scrapeswitch.com/batch/scrape"

	req, _ := http.NewRequest("POST", url, nil)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

Build a price and availability feed across an entire product catalog — discover the URLs once, then re-scrape them on a schedule as structured JSON.

Use case

Competitor price monitoring across a full catalog, not just a handful of known SKUs
Availability and stock-out alerts for products you track
Feeding a pricing dashboard or repricing engine with fresh, structured data

Step 1: Discover product URLs with Map

Map returns every URL on the site with a best-effort type category — filter to product-details instead of guessing from the URL string.

curl -X POST "https://api.scrapeswitch.com/map" \
  -H "Authorization: Bearer $API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "url": "https://shop.example.com",
    "limit": 5000
  }'

import os
import httpx

response = httpx.post(
    "https://api.scrapeswitch.com/map",
    headers={"Authorization": f"Bearer {os.environ['API_KEY']}"},
    json={"url": "https://shop.example.com", "limit": 5000},
    timeout=60.0,
)
response.raise_for_status()
links = response.json()["links"]
product_urls = [link["url"] for link in links if link["type"] == "product-details"]

Step 2: Scrape every product URL as structured JSON

Hand the filtered URL list to Batch scrape with a schema so every product comes back in the same shape, regardless of page layout differences across categories.

curl -X POST "https://api.scrapeswitch.com/batch/scrape" \
  -H "Authorization: Bearer $API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "urls": ["https://shop.example.com/products/1", "https://shop.example.com/products/2"],
    "output": ["json"],
    "prompt": "Extract the product name, price, currency, and whether it is in stock.",
    "schema": { "name": "string", "price": "number", "currency": "string", "in_stock": "boolean" },
    "limit": 5000
  }'

response = httpx.post(
    "https://api.scrapeswitch.com/batch/scrape",
    headers={"Authorization": f"Bearer {os.environ['API_KEY']}"},
    json={
        "urls": product_urls,
        "output": ["json"],
        "prompt": "Extract the product name, price, currency, and whether it is in stock.",
        "schema": {"name": "string", "price": "number", "currency": "string", "in_stock": "boolean"},
        "limit": 5000,
    },
    timeout=30.0,
)
response.raise_for_status()
job_id = response.json()["id"]

const response = await fetch("https://api.scrapeswitch.com/batch/scrape", {
  method: "POST",
  headers: {
    Authorization: `Bearer ${process.env.API_KEY}`,
    "Content-Type": "application/json",
  },
  body: JSON.stringify({
    urls: productUrls,
    output: ["json"],
    prompt: "Extract the product name, price, currency, and whether it is in stock.",
    schema: { name: "string", price: "number", currency: "string", in_stock: "boolean" },
    limit: 5000,
  }),
});

const { id } = await response.json();

Step 3: Poll for results and load into your feed

Python

import time

while True:
    status = httpx.get(
        f"https://api.scrapeswitch.com/batch/scrape/{job_id}",
        headers={"Authorization": f"Bearer {os.environ['API_KEY']}"},
    ).json()
    if status["status"] == "completed":
        break
    time.sleep(10)

for name, url in status["s3PresignedUrls"].items():
    products = httpx.get(url).json()
    load_into_pricing_feed(products)   # your own storage/dashboard

Request highlights

Setting	Value	Why
Map `type` filter	`product-details`	Skips category pages, blog posts, and other non-product URLs
`schema`	typed product shape	Guarantees a stable shape across categories with different page layouts
Batch `limit`	matches catalog size	Caps `urls.length` and cost for a predictable run

Tips

Re-run Map periodically (weekly) to catch new products; re-run Batch scrape more often (daily or hourly) for pricing freshness on the URLs you already have.
Set a consistent tag per catalog so you can attribute cost and trace runs in Request history.
If different categories need different extraction instructions, split them into separate batch jobs instead of one prompt trying to cover every product type.

Ecommerce product monitoring

curl --request POST \
  --url https://api.scrapeswitch.com/batch/scrape \
  --header 'Authorization: Bearer <token>'

const options = {method: 'POST', headers: {Authorization: 'Bearer <token>'}};

fetch('https://api.scrapeswitch.com/batch/scrape', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

package main

import (
	"fmt"
	"net/http"
	"io"
)

func main() {

	url := "https://api.scrapeswitch.com/batch/scrape"

	req, _ := http.NewRequest("POST", url, nil)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

Get started

Endpoints

Teams

Billing

Recipes

Monitoring

Ecommerce product monitoring

Use case

Step 1: Discover product URLs with Map

Step 2: Scrape every product URL as structured JSON

Step 3: Poll for results and load into your feed

Request highlights

Tips

​Use case

​Step 1: Discover product URLs with Map

​Step 2: Scrape every product URL as structured JSON

​Step 3: Poll for results and load into your feed

​Request highlights

​Tips

​Related

Use case

Step 1: Discover product URLs with Map

Step 2: Scrape every product URL as structured JSON

Step 3: Poll for results and load into your feed

Request highlights

Tips

Related