Amazon product scraper

POST

scrape

curl --request POST \
  --url https://api.scrapeswitch.com/scrape \
  --header 'Authorization: Bearer <token>'

const options = {method: 'POST', headers: {Authorization: 'Bearer <token>'}};

fetch('https://api.scrapeswitch.com/scrape', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

package main

import (
	"fmt"
	"net/http"
	"io"
)

func main() {

	url := "https://api.scrapeswitch.com/scrape"

	req, _ := http.NewRequest("POST", url, nil)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

Scrape an Amazon product page with browser rendering, US residential proxy, and a wait for the product title to load. Use the interactive playground on this page to send a live POST /scrape request. Enter your API key in the auth panel, edit the request body, then click Send.

Set your API key in the playground Authorization field (Bearer ss_live_…). Requests are sent to the server configured in docs.json (default: http://localhost:8000 — change to your production URL if needed).

Use case

Monitor competitor pricing
Collect title, price, and availability from a PDP (product detail page)
Reuse session_id to paginate related products on the same domain

Sample request (code)

curl -X POST "https://api.scrapeswitch.com/scrape" \
  -H "X-API-Key: $API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "url": "https://www.amazon.com/dp/B0CX23V2ZK",
    "method": "GET",
    "output": "html",
    "geolocation": "US",
    "tag": "amazon.product",
    "js_render": true,
    "override_parameter": {
      "strategy": "auto",
      "locale": "en-US",
      "timeout": 45000,
      "wait_selector": "#productTitle",
      "network_idle": false,
      "load_dom": true,
      "block_images": true,
      "proxy": {
        "provider": "brightdata",
        "tier": "residential",
        "country": "US"
      },
      "headers": {
        "Accept-Language": "en-US,en;q=0.9"
      }
    }
  }'

import os
import httpx

payload = {
    "url": "https://www.amazon.com/dp/B0CX23V2ZK",
    "method": "GET",
    "output": "html",
    "geolocation": "US",
    "tag": "amazon.product",
    "js_render": True,
    "override_parameter": {
        "strategy": "auto",
        "locale": "en-US",
        "timeout": 45000,
        "wait_selector": "#productTitle",
        "network_idle": False,
        "load_dom": True,
        "block_images": True,
        "proxy": {
            "provider": "brightdata",
            "tier": "residential",
            "country": "US",
        },
        "headers": {"Accept-Language": "en-US,en;q=0.9"},
    },
}

response = httpx.post(
    "https://api.scrapeswitch.com/scrape",
    headers={"Authorization": f"Bearer {os.environ['API_KEY']}"},
    json=payload,
    timeout=120.0,
)
response.raise_for_status()
html = response.json()["data"]["html_body"]

const response = await fetch("https://api.scrapeswitch.com/scrape", {
  method: "POST",
  headers: {
    Authorization: `Bearer ${process.env.API_KEY}`,
    "Content-Type": "application/json",
  },
  body: JSON.stringify({
    url: "https://www.amazon.com/dp/B0CX23V2ZK",
    method: "GET",
    output: "html",
    geolocation: "US",
    tag: "amazon.product",
    js_render: true,
    override_parameter: {
      strategy: "auto",
      locale: "en-US",
      timeout: 45000,
      wait_selector: "#productTitle",
      network_idle: false,
      load_dom: true,
      block_images: true,
      proxy: {
        provider: "brightdata",
        tier: "residential",
        country: "US",
      },
      headers: { "Accept-Language": "en-US,en;q=0.9" },
    },
  }),
});

const { data } = await response.json();
console.log(data.html_body);

Request highlights

Setting	Value	Why
`js_render`	`true`	Amazon PDPs are dynamic and often need a browser
`wait_selector`	`#productTitle`	Ensures the main product block loaded before extract
`proxy.tier`	`residential`	Reduces bot blocks on retail sites

Parsing the response

Extract fields from html_body in your application, or switch to output=markdown for lighter text:

{
  "output": "markdown",
  "url": "https://www.amazon.com/dp/B0CX23V2ZK",
  "js_render": true,
  "tag": "amazon.product"
}

Tips

Reuse the same session_id when scraping multiple ASINs to keep cookies warm.
If you hit CAPTCHAs, let strategy=auto escalate to stealth or configure a user strategy for amazon.com.
Set override_parameter.strategy=brightdata_unblocker only when you need a hard unblocker path (higher credit cost).

Amazon product scraper

curl --request POST \
  --url https://api.scrapeswitch.com/scrape \
  --header 'Authorization: Bearer <token>'

const options = {method: 'POST', headers: {Authorization: 'Bearer <token>'}};

fetch('https://api.scrapeswitch.com/scrape', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

package main

import (
	"fmt"
	"net/http"
	"io"
)

func main() {

	url := "https://api.scrapeswitch.com/scrape"

	req, _ := http.NewRequest("POST", url, nil)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

Get started

Endpoints

Teams

Billing

Recipes

Monitoring

Amazon product scraper

Use case

Sample request (code)

Request highlights

Parsing the response

Tips

​Use case

​Sample request (code)

​Request highlights

​Parsing the response

​Tips

​Related

Use case

Sample request (code)

Request highlights

Parsing the response

Tips

Related