X (Twitter) 爬虫快速入门

# pip install brightdata-sdk
from brightdata import SyncBrightDataClient

# The Scraper API uses no zones, so skip the SDK's zone setup
with SyncBrightDataClient(token="YOUR_API_KEY", auto_create_zones=False) as client:
    result = client.scrape.x.profiles(url="https://x.com/elonmusk")
    print(result.data)

curl -X POST \
  "https://api.brightdata.com/datasets/v3/scrape?dataset_id=gd_lwxmeb2u1cniijd7t4&format=json" \
  -H "Authorization: Bearer YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[{"url": "https://x.com/elonmusk"}]'

import requests

response = requests.post(
    "https://api.brightdata.com/datasets/v3/scrape",
    params={"dataset_id": "gd_lwxmeb2u1cniijd7t4", "format": "json"},
    headers={
        "Authorization": "Bearer YOUR_API_KEY",
        "Content-Type": "application/json",
    },
    json=[{"url": "https://x.com/elonmusk"}],
)

data = response.json()
if response.status_code == 202:
    print(f"Job running. Snapshot ID: {data['snapshot_id']}")
else:
    print(data)

const response = await fetch(
  "https://api.brightdata.com/datasets/v3/scrape?dataset_id=gd_lwxmeb2u1cniijd7t4&format=json",
  {
    method: "POST",
    headers: {
      "Authorization": "Bearer YOUR_API_KEY",
      "Content-Type": "application/json",
    },
    body: JSON.stringify([
      { url: "https://x.com/elonmusk" }
    ]),
  }
);

const data = await response.json();
if (response.status === 202) {
  console.log(`Job running. Snapshot ID: ${data.snapshot_id}`);
} else {
  console.log(data);
}