Reddit 爬虫快速开始

# pip install brightdata-sdk
from brightdata import SyncBrightDataClient

# The Scraper API uses no zones, so skip the SDK's zone setup
with SyncBrightDataClient(token="YOUR_API_KEY", auto_create_zones=False) as client:
    result = client.scrape.reddit.posts(
        url="https://www.reddit.com/r/learnpython/comments/1w8chn8/found_a_for_loop_and_cant_find_an_explanation_can/"
    )
    print(result.data)

curl -X POST \
  "https://api.brightdata.com/datasets/v3/scrape?dataset_id=gd_lvz8ah06191smkebj4&format=json" \
  -H "Authorization: Bearer YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '[{"url": "https://www.reddit.com/r/learnpython/comments/1w8chn8/found_a_for_loop_and_cant_find_an_explanation_can/"}]'

import requests

response = requests.post(
    "https://api.brightdata.com/datasets/v3/scrape",
    params={"dataset_id": "gd_lvz8ah06191smkebj4", "format": "json"},
    headers={
        "Authorization": "Bearer YOUR_API_KEY",
        "Content-Type": "application/json",
    },
    json=[{"url": "https://www.reddit.com/r/learnpython/comments/1w8chn8/found_a_for_loop_and_cant_find_an_explanation_can/"}],
)

data = response.json()
if response.status_code == 202:
    print(f"Job running. Snapshot ID: {data['snapshot_id']}")
else:
    print(data)

const response = await fetch(
  "https://api.brightdata.com/datasets/v3/scrape?dataset_id=gd_lvz8ah06191smkebj4&format=json",
  {
    method: "POST",
    headers: {
      "Authorization": "Bearer YOUR_API_KEY",
      "Content-Type": "application/json",
    },
    body: JSON.stringify([
      { url: "https://www.reddit.com/r/learnpython/comments/1w8chn8/found_a_for_loop_and_cant_find_an_explanation_can/" }
    ]),
  }
);

const data = await response.json();
if (response.status === 202) {
  console.log(`Job running. Snapshot ID: ${data.snapshot_id}`);
} else {
  console.log(data);
}