curl --request POST \
--url https://api.brightdata.com/datasets/v3/trigger \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
[
{
"url": "https://www.airbnb.com/rooms/50122531"
},
{
"url": "https://www.airbnb.com/rooms/50127677"
}
]
'import requests
url = "https://api.brightdata.com/datasets/v3/trigger"
payload = [{ "url": "https://www.airbnb.com/rooms/50122531" }, { "url": "https://www.airbnb.com/rooms/50127677" }]
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify([
{url: 'https://www.airbnb.com/rooms/50122531'},
{url: 'https://www.airbnb.com/rooms/50127677'}
])
};
fetch('https://api.brightdata.com/datasets/v3/trigger', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.brightdata.com/datasets/v3/trigger",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
[
'url' => 'https://www.airbnb.com/rooms/50122531'
],
[
'url' => 'https://www.airbnb.com/rooms/50127677'
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.brightdata.com/datasets/v3/trigger"
payload := strings.NewReader("[\n {\n \"url\": \"https://www.airbnb.com/rooms/50122531\"\n },\n {\n \"url\": \"https://www.airbnb.com/rooms/50127677\"\n }\n]")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.brightdata.com/datasets/v3/trigger")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("[\n {\n \"url\": \"https://www.airbnb.com/rooms/50122531\"\n },\n {\n \"url\": \"https://www.airbnb.com/rooms/50127677\"\n }\n]")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.brightdata.com/datasets/v3/trigger")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "[\n {\n \"url\": \"https://www.airbnb.com/rooms/50122531\"\n },\n {\n \"url\": \"https://www.airbnb.com/rooms/50127677\"\n }\n]"
response = http.request(request)
puts response.read_body{
"snapshot_id": "s_m4x7enmven8djfqak"
}{
"error": "Invalid input format"
}{
"error": "Unauthorized"
}爬取 API
Bright Data Scrapers 使您能够触发采集以实现自动化网页数据提取。
curl --request POST \
--url https://api.brightdata.com/datasets/v3/trigger \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
[
{
"url": "https://www.airbnb.com/rooms/50122531"
},
{
"url": "https://www.airbnb.com/rooms/50127677"
}
]
'import requests
url = "https://api.brightdata.com/datasets/v3/trigger"
payload = [{ "url": "https://www.airbnb.com/rooms/50122531" }, { "url": "https://www.airbnb.com/rooms/50127677" }]
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify([
{url: 'https://www.airbnb.com/rooms/50122531'},
{url: 'https://www.airbnb.com/rooms/50127677'}
])
};
fetch('https://api.brightdata.com/datasets/v3/trigger', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.brightdata.com/datasets/v3/trigger",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
[
'url' => 'https://www.airbnb.com/rooms/50122531'
],
[
'url' => 'https://www.airbnb.com/rooms/50127677'
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.brightdata.com/datasets/v3/trigger"
payload := strings.NewReader("[\n {\n \"url\": \"https://www.airbnb.com/rooms/50122531\"\n },\n {\n \"url\": \"https://www.airbnb.com/rooms/50127677\"\n }\n]")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.brightdata.com/datasets/v3/trigger")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("[\n {\n \"url\": \"https://www.airbnb.com/rooms/50122531\"\n },\n {\n \"url\": \"https://www.airbnb.com/rooms/50127677\"\n }\n]")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.brightdata.com/datasets/v3/trigger")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "[\n {\n \"url\": \"https://www.airbnb.com/rooms/50122531\"\n },\n {\n \"url\": \"https://www.airbnb.com/rooms/50127677\"\n }\n]"
response = http.request(request)
puts response.read_body{
"snapshot_id": "s_m4x7enmven8djfqak"
}{
"error": "Invalid input format"
}{
"error": "Unauthorized"
}授权
在 Authorization 头中使用您的 Bright Data API Key 作为 Bearer token。
认证方法:
- 从 Bright Data 账户设置获取您的 API Key: https://brightdata.com/cp/setting/users
- 在请求的 Authorization 头中包含 API Key
- 格式:
Authorization: Bearer YOUR_API_KEY
示例:
Authorization: Bearer b5648e1096c6442f60a6c4bbbe73f8d2234d3d8324554bd6a7ec8f3f251f07df
了解如何获取 Bright Data API Key: https://docs.brightdata.com/cn/api-reference/authentication#如何生成新的-api-key?
查询参数
您的 dataset ID。
"gd_m6gjtfmeh43we6cqc"
在结果中包含错误报告。若将 "include_errors" 设置为 true,您将收到有关数据收集过程中发生的所有错误的详细报告。
true
"custom_output_fields" 参数用于筛选响应数据,仅返回指定字段。您可以使用竖线 (|) 分隔所需的输出列。
例如,如果您只想在响应中包含 URL 和上次更新日期,可以将参数设置为 "url|about.updated_on"。这允许您根据需求自定义返回的数据字段。
"url|about.updated_on"
请求体
您可以使用 JSON 或 CSV 格式提供输入数据。输入内容指定抓取器所需的 URL 或其他参数。
属性依据 dataset 的需求而变化。最常见的是 'url' 字段。
示例:[{"url":"https://www.airbnb.com/rooms/50122531"},{"url":"https://www.airbnb.com/rooms/50127677"}]
[
{
"url": "https://www.airbnb.com/rooms/50122531"
},
{
"url": "https://www.airbnb.com/rooms/50127677"
}
]
响应
任务已成功启动。
Snapshot ID 是用于识别特定数据快照的唯一标识符,可用于获取通过 API 触发的抓取任务的结果。了解更多:Snapshot ID。
"s_m4x7enmven8djfqak"
此页面对您有帮助吗?