curl -H "Authorization: Bearer YOUR_API_KEY" \
-H "Content-Type: application/json" \
-d '{"input":[{"url":"https://www.amazon.com/s?bbn=172282&rh=n%3A172282"}],"limit_per_input":null}' \
"https://api.brightdata.com/datasets/v3/scrape?dataset_id=gd_l7q7dkf244hwjntr0¬ify=false&include_errors=true&type=discover_new&discover_by=category_url"
import requests
response = requests.post(
"https://api.brightdata.com/datasets/v3/scrape",
params={
"dataset_id": "gd_l7q7dkf244hwjntr0",
"notify": "false",
"include_errors": "true",
"type": "discover_new",
"discover_by": "category_url",
},
headers={"Authorization": "Bearer YOUR_API_KEY"},
json={
"input": [
{
"url": "https://www.amazon.com/s?bbn=172282&rh=n%3A172282",
},
],
"limit_per_input": None,
},
)
print(response.text)
const params = new URLSearchParams({
dataset_id: "gd_l7q7dkf244hwjntr0",
notify: "false",
include_errors: "true",
type: "discover_new",
discover_by: "category_url",
});
const response = await fetch(`https://api.brightdata.com/datasets/v3/scrape?${params}`, {
method: "POST",
headers: {
"Authorization": "Bearer YOUR_API_KEY",
"Content-Type": "application/json",
},
body: JSON.stringify({
input: [
{
url: "https://www.amazon.com/s?bbn=172282&rh=n%3A172282",
},
],
limit_per_input: null,
}),
});
console.log(await response.text());
[
{
"title": "USB-C Fast Charging Cable 6ft",
"url": "https://www.amazon.com/dp/B0B12345AB",
"asin": "B0B12345AB",
"price": 12.99,
"currency": "USD",
"rating": 4.5,
"reviews_count": 34500,
"seller_name": "CablePro",
"brand": "CablePro",
"availability": "In Stock",
"main_image": "https://m.media-amazon.com/images/I/example-category.jpg",
"description": "Durable braided USB-C cable with fast charging support up to 100W.",
"category": "Electronics > Accessories > Cables"
}
]
Amazon
Discover Amazon products by category URL
Discover Amazon products from a category page URL with the Bright Data Scraper API. Send POST /datasets/v3/scrape with dataset_id gd_l7q7dkf244hwjntr0.
POST
/
datasets
/
v3
/
scrape
curl -H "Authorization: Bearer YOUR_API_KEY" \
-H "Content-Type: application/json" \
-d '{"input":[{"url":"https://www.amazon.com/s?bbn=172282&rh=n%3A172282"}],"limit_per_input":null}' \
"https://api.brightdata.com/datasets/v3/scrape?dataset_id=gd_l7q7dkf244hwjntr0¬ify=false&include_errors=true&type=discover_new&discover_by=category_url"
import requests
response = requests.post(
"https://api.brightdata.com/datasets/v3/scrape",
params={
"dataset_id": "gd_l7q7dkf244hwjntr0",
"notify": "false",
"include_errors": "true",
"type": "discover_new",
"discover_by": "category_url",
},
headers={"Authorization": "Bearer YOUR_API_KEY"},
json={
"input": [
{
"url": "https://www.amazon.com/s?bbn=172282&rh=n%3A172282",
},
],
"limit_per_input": None,
},
)
print(response.text)
const params = new URLSearchParams({
dataset_id: "gd_l7q7dkf244hwjntr0",
notify: "false",
include_errors: "true",
type: "discover_new",
discover_by: "category_url",
});
const response = await fetch(`https://api.brightdata.com/datasets/v3/scrape?${params}`, {
method: "POST",
headers: {
"Authorization": "Bearer YOUR_API_KEY",
"Content-Type": "application/json",
},
body: JSON.stringify({
input: [
{
url: "https://www.amazon.com/s?bbn=172282&rh=n%3A172282",
},
],
limit_per_input: null,
}),
});
console.log(await response.text());
[
{
"title": "USB-C Fast Charging Cable 6ft",
"url": "https://www.amazon.com/dp/B0B12345AB",
"asin": "B0B12345AB",
"price": 12.99,
"currency": "USD",
"rating": 4.5,
"reviews_count": 34500,
"seller_name": "CablePro",
"brand": "CablePro",
"availability": "In Stock",
"main_image": "https://m.media-amazon.com/images/I/example-category.jpg",
"description": "Durable braided USB-C cable with fast charging support up to 100W.",
"category": "Electronics > Accessories > Cables"
}
]
Query Parameters
string
default:"gd_l7q7dkf244hwjntr0"
required
The dataset ID used for this request.
Must be set to
gd_l7q7dkf244hwjntr0 to collect Discover by Category URL data.string
default:"discover_new"
Must be set to
discover_new.string
default:"category_url"
Must be set to
category_url.boolean
default:false
Whether to send notifications when the request is completed.
boolean
default:true
Whether to include errors in the response.
Request Body
object[]
required
curl -H "Authorization: Bearer YOUR_API_KEY" \
-H "Content-Type: application/json" \
-d '{"input":[{"url":"https://www.amazon.com/s?bbn=172282&rh=n%3A172282"}],"limit_per_input":null}' \
"https://api.brightdata.com/datasets/v3/scrape?dataset_id=gd_l7q7dkf244hwjntr0¬ify=false&include_errors=true&type=discover_new&discover_by=category_url"
import requests
response = requests.post(
"https://api.brightdata.com/datasets/v3/scrape",
params={
"dataset_id": "gd_l7q7dkf244hwjntr0",
"notify": "false",
"include_errors": "true",
"type": "discover_new",
"discover_by": "category_url",
},
headers={"Authorization": "Bearer YOUR_API_KEY"},
json={
"input": [
{
"url": "https://www.amazon.com/s?bbn=172282&rh=n%3A172282",
},
],
"limit_per_input": None,
},
)
print(response.text)
const params = new URLSearchParams({
dataset_id: "gd_l7q7dkf244hwjntr0",
notify: "false",
include_errors: "true",
type: "discover_new",
discover_by: "category_url",
});
const response = await fetch(`https://api.brightdata.com/datasets/v3/scrape?${params}`, {
method: "POST",
headers: {
"Authorization": "Bearer YOUR_API_KEY",
"Content-Type": "application/json",
},
body: JSON.stringify({
input: [
{
url: "https://www.amazon.com/s?bbn=172282&rh=n%3A172282",
},
],
limit_per_input: null,
}),
});
console.log(await response.text());
[
{
"title": "USB-C Fast Charging Cable 6ft",
"url": "https://www.amazon.com/dp/B0B12345AB",
"asin": "B0B12345AB",
"price": 12.99,
"currency": "USD",
"rating": 4.5,
"reviews_count": 34500,
"seller_name": "CablePro",
"brand": "CablePro",
"availability": "In Stock",
"main_image": "https://m.media-amazon.com/images/I/example-category.jpg",
"description": "Durable braided USB-C cable with fast charging support up to 100W.",
"category": "Electronics > Accessories > Cables"
}
]
Was this page helpful?