Trigger async batch collection

Python SDK

# Install: pip install brightdata-sdk
from brightdata import BrightDataClient

async with BrightDataClient(api_key="YOUR_API_KEY") as client:
    # Trigger an async job, then wait for results
    job = await client.scraper_studio.trigger(
        "c_abc123", {"url": "https://example.com/product/1"}
    )
    data = await job.wait_and_fetch(timeout=120)
    print(data)

// Install: npm install @brightdata/sdk
import { bdclient } from '@brightdata/sdk';

const client = new bdclient({ apiKey: 'YOUR_API_KEY' });

// Trigger an async job, then wait for results
const job = await client.scraperStudio.trigger('c_your_collector_id', {
  url: 'https://example.com/product/1',
});
const data = await job.waitAndFetch();

console.log(data);

await client.close();

curl --request POST \
  --url https://api.brightdata.com/dca/trigger \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
[
  {
    "url": "https://example.com/product/1"
  },
  {
    "url": "https://example.com/product/2"
  }
]
'

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.brightdata.com/dca/trigger",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    [
        'url' => 'https://example.com/product/1'
    ],
    [
        'url' => 'https://example.com/product/2'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.brightdata.com/dca/trigger"

	payload := strings.NewReader("[\n  {\n    \"url\": \"https://example.com/product/1\"\n  },\n  {\n    \"url\": \"https://example.com/product/2\"\n  }\n]")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.brightdata.com/dca/trigger")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("[\n  {\n    \"url\": \"https://example.com/product/1\"\n  },\n  {\n    \"url\": \"https://example.com/product/2\"\n  }\n]")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.brightdata.com/dca/trigger")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "[\n  {\n    \"url\": \"https://example.com/product/1\"\n  },\n  {\n    \"url\": \"https://example.com/product/2\"\n  }\n]"

response = http.request(request)
puts response.read_body

{
  "collection_id": "j_abc123def456",
  "start_eta": "2026-05-22T13:26:22.702Z"
}

POST

dca

trigger

Python SDK

# Install: pip install brightdata-sdk
from brightdata import BrightDataClient

async with BrightDataClient(api_key="YOUR_API_KEY") as client:
    # Trigger an async job, then wait for results
    job = await client.scraper_studio.trigger(
        "c_abc123", {"url": "https://example.com/product/1"}
    )
    data = await job.wait_and_fetch(timeout=120)
    print(data)

// Install: npm install @brightdata/sdk
import { bdclient } from '@brightdata/sdk';

const client = new bdclient({ apiKey: 'YOUR_API_KEY' });

// Trigger an async job, then wait for results
const job = await client.scraperStudio.trigger('c_your_collector_id', {
  url: 'https://example.com/product/1',
});
const data = await job.waitAndFetch();

console.log(data);

await client.close();

curl --request POST \
  --url https://api.brightdata.com/dca/trigger \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
[
  {
    "url": "https://example.com/product/1"
  },
  {
    "url": "https://example.com/product/2"
  }
]
'

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.brightdata.com/dca/trigger",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    [
        'url' => 'https://example.com/product/1'
    ],
    [
        'url' => 'https://example.com/product/2'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.brightdata.com/dca/trigger"

	payload := strings.NewReader("[\n  {\n    \"url\": \"https://example.com/product/1\"\n  },\n  {\n    \"url\": \"https://example.com/product/2\"\n  }\n]")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.brightdata.com/dca/trigger")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("[\n  {\n    \"url\": \"https://example.com/product/1\"\n  },\n  {\n    \"url\": \"https://example.com/product/2\"\n  }\n]")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.brightdata.com/dca/trigger")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "[\n  {\n    \"url\": \"https://example.com/product/1\"\n  },\n  {\n    \"url\": \"https://example.com/product/2\"\n  }\n]"

response = http.request(request)
puts response.read_body

{
  "collection_id": "j_abc123def456",
  "start_eta": "2026-05-22T13:26:22.702Z"
}

Use POST /dca/trigger to start an asynchronous batch collection for a published Bright Data Scraper Studio collector. The request body is a JSON array of input objects, and each object must match the collector’s input schema. The endpoint returns a collection_id immediately. Use that ID with the Receive batch data endpoint (GET /dca/dataset) to retrieve the results when the collection is complete. For the full happy-path walkthrough (auth, trigger, poll, parse) in cURL, Python and Node.js, see the Quickstart. This page is the parameter and error reference.

Request

The request body is a JSON array of input objects. Each object must match the input schema defined for the collector in Scraper Studio. A URL-based collector may require a url field, while other collectors may require fields such as keyword, location, country or custom input fields. The body must be a JSON array. For a single input, send an array with one object.

curl --request POST \
  --url 'https://api.brightdata.com/dca/trigger?collector=YOUR_COLLECTOR_ID&queue_next=1' \
  --header 'Authorization: Bearer YOUR_API_KEY' \
  --header 'Content-Type: application/json' \
  --data '[
    { "url": "https://example.com/product/1" },
    { "url": "https://example.com/product/2" }
  ]'

import os, requests

response = requests.post(
    "https://api.brightdata.com/dca/trigger",
    params={"collector": os.environ["BRIGHT_DATA_COLLECTOR_ID"], "queue_next": 1},
    headers={
        "Authorization": f"Bearer {os.environ['BRIGHT_DATA_API_TOKEN']}",
        "Content-Type": "application/json",
    },
    json=[
        {"url": "https://example.com/product/1"},
        {"url": "https://example.com/product/2"},
    ],
)
collection_id = response.json()["collection_id"]

const url = new URL("https://api.brightdata.com/dca/trigger");
url.searchParams.set("collector", process.env.BRIGHT_DATA_COLLECTOR_ID);
url.searchParams.set("queue_next", "1");

const response = await fetch(url, {
  method: "POST",
  headers: {
    Authorization: `Bearer ${process.env.BRIGHT_DATA_API_TOKEN}`,
    "Content-Type": "application/json",
  },
  body: JSON.stringify([
    { url: "https://example.com/product/1" },
    { url: "https://example.com/product/2" },
  ]),
});
const { collection_id } = await response.json();

Response

{
  "collection_id": "j_abc123def456",
  "start_eta": "2026-05-22T13:26:22.702Z"
}

The collection_id identifies this collection run. Use it as the id value when calling GET /dca/dataset to retrieve the results.

curl --request GET \
  --url 'https://api.brightdata.com/dca/dataset?id=j_abc123def456' \
  --header 'Authorization: Bearer YOUR_API_KEY'

Field	Type	Description
`collection_id`	string	ID of the collection run. Use this value to retrieve results from `GET /dca/dataset`.
`start_eta`	string	Estimated start time for the collection, in ISO 8601 format.

See the Quickstart for how the IDs relate to one another.

Send a notification when a collection finishes

Use the notify query parameter to send a webhook or email notification when a batch collection finishes. The parameter accepts a JSON object passed as a URL query parameter, so the value must be URL-encoded. When notify is used without deliver, the notification is sent when the collection job completes. The following cURL example triggers a batch collection and sends a webhook notification when the job completes. The --url-query option, available since curl 7.87.0, URL-encodes the JSON value for you:

curl --request POST "https://api.brightdata.com/dca/trigger" \
  --url-query "collector=YOUR_COLLECTOR_ID" \
  --url-query 'notify={"type":"webhook","endpoint":"https://example.com/webhook"}' \
  --header 'Authorization: Bearer YOUR_API_KEY' \
  --header 'Content-Type: application/json' \
  --data '[{ "url": "https://example.com/product/1" }]'

The response is the standard collection_id response shown above. When the collection job completes, Bright Data sends the notification to the configured endpoint. The notify object has the following fields:

Field	Type	Required	Description
`type`	string	Yes	Notification type: `webhook` or `email`.
`endpoint`	string	Required for `webhook`	Webhook URL that receives the notification.

Override delivery settings for one request

Use the deliver query parameter to override the scraper’s default delivery settings for a specific request. This delivers the collection result to a destination different from the one configured under Delivery preferences in the control panel, without changing the scraper configuration. Like notify, the parameter accepts a JSON object passed as a URL-encoded query parameter. The following example triggers a batch collection, delivers the result to Amazon S3 and sends a webhook notification after delivery completes:

COLLECTOR=YOUR_COLLECTOR_ID

DELIVER='{
  "type": "s3",
  "bucket": "YOUR_BUCKET",
  "credentials": {
    "aws-access-key": "YOUR_AWS_ACCESS_KEY",
    "aws-secret-key": "YOUR_AWS_SECRET_KEY"
  },
  "region": "YOUR_REGION",
  "directory": "brightdata/YOUR_DIRECTORY",
  "filename": {
    "template": "results_{[datetime]}",
    "extension": "json"
  },
  "delivery_type": "deliver_results"
}'

NOTIFY='{
  "type": "webhook",
  "endpoint": "https://example.com/webhook"
}'

curl --request POST "https://api.brightdata.com/dca/trigger" \
  --url-query "collector=$COLLECTOR" \
  --url-query "deliver=$DELIVER" \
  --url-query "notify=$NOTIFY" \
  --header 'Authorization: Bearer YOUR_API_KEY' \
  --header 'Content-Type: application/json' \
  --data '[{ "url": "https://example.com/product/1" }]'

The deliver object supports the same destination types as Delivery preferences, including s3, gcs, azure, sftp, webhook, snowflake and email.

How notify and deliver interact

Configuration	Behavior
Neither `notify` nor `deliver`	Uses the scraper’s default delivery settings. No request-level notification is sent.
`notify` only	Sends a notification when the collection job completes.
`deliver` only	Delivers the result using the request-level delivery configuration.
`deliver` and `notify`	Delivers the result using the request-level delivery configuration, then sends a notification when delivery completes.

When to use batch collection

Use batch collection (POST /dca/trigger) when:

You need to process multiple inputs in one run.
You can wait until the collection finishes before receiving results.
You want to retrieve results later by collection_id.
You are building a dataset or a scheduled collection workflow.

Use real-time collection when you need a result for a single input immediately or within a short request window.

Errors

Status	Cause	Fix
`401 Unauthorized`	Token missing, malformed or revoked	Re-copy from Account Settings → API Tokens
`404 Not Found`	Collector ID does not exist or your account does not have access	Open the collector in Scraper Studio and re-copy the ID
`422 Unprocessable Entity`	The objects in your request body do not match the collector’s input schema	Confirm field names against the Inputs tab of your collector
`5xx`	Transient Bright Data API error	Retry with exponential backoff, for example 1s, 2s, 4s

Retry behavior

Re-triggering the same inputs creates a new collection with a new collection_id. The endpoint is not idempotent and does not deduplicate inputs across runs. To retry only the failed inputs, use Get errors for a job to identify the failed inputs from the run, then trigger a new collection with only those inputs.

Quickstart: full trigger, poll and parse walkthrough in cURL, Python and Node.js
Receive batch data: poll for the dataset
Choose a delivery type on request level: collection modes and delivery preference compatibility
Node.js starter: production-grade client that calls this endpoint
Python starter: same, in Python

Authorizations

Authorization

string

header

required

Use your Bright Data API Key as a Bearer token in the Authorization header.

How to authenticate:

Obtain your API Key from the Bright Data account settings at https://brightdata.com/cp/setting/users
Include the API Key in the Authorization header of your requests
Format: Authorization: Bearer YOUR_API_KEY

Example:

Authorization: Bearer b5648e1096c6442f60a6c4bbbe73f8d2234d3d8324554bd6a7ec8f3f251f07df

Learn how to get your Bright Data API key: https://docs.brightdata.com/api-reference/authentication

Query Parameters

collector

string

required

Collector ID of the Scraper Studio scraper to run. The ID starts with c_.

Example:

"c_abc123"

version

string

Set to dev to trigger the development version of the scraper

name

string

Human-readable name for the batch collection.

queue_next

integer

default:1

If another collection is already running, queue this collection to run after it.

queue

string

Queue name used to group related collection runs. Runs that share a queue start one after another.

confirm_cancel

integer

default:1

Cancels a running collection for this collector and runs this one instead.

no_downloads

integer

default:1

Disables media file downloads for this collection.

deadline

string

Sets the maximum time the collection can run. When the deadline is reached, Bright Data terminates the collection. Use h for hours, m for minutes or s for seconds, for example 1h, 30m or 45s.

Example:

"1h"

notify

string

Notification configuration for this request as a URL-encoded JSON object. Used alone, the notification is sent when the collection job completes. Used together with deliver, the notification is sent after delivery completes.

Example:

"{\"type\":\"webhook\",\"endpoint\":\"https://example.com/webhook\"}"

deliver

string

Request-level delivery configuration as a URL-encoded JSON object. Overrides the scraper's default Delivery preferences for this collection only.

Example:

"{\"type\":\"s3\",\"bucket\":\"YOUR_BUCKET\",\"credentials\":{\"aws-access-key\":\"YOUR_AWS_ACCESS_KEY\",\"aws-secret-key\":\"YOUR_AWS_SECRET_KEY\"},\"region\":\"YOUR_REGION\",\"directory\":\"brightdata/YOUR_DIRECTORY\",\"filename\":{\"template\":\"results_{[datetime]}\",\"extension\":\"json\"},\"delivery_type\":\"deliver_results\"}"

Body

application/json

A JSON array of input objects. Each object must match the input schema defined for the collector. A URL-based collector may require a url field, while other collectors may require fields such as keyword, location or country. For a single input, send an array with one object.

url

string<uri>

Example field for collectors that take a target URL. Replace with the fields your collector expects.

Response

200 - application/json

Returns a collection_id for the new collection run.

collection_id

string

ID of the collection run. Use this value as the id when calling GET /dca/dataset to retrieve results.

start_eta

string

Estimated start time for the collection, in ISO 8601 format.

Essentials

Data extraction

AI training data

Proxy

Administrative APIs

Trigger async batch collection

Request

Response

Send a notification when a collection finishes

Override delivery settings for one request

How notify and deliver interact

When to use batch collection

Errors

Retry behavior

Authorizations

Query Parameters

Body

Response

​Request

​Response

​Send a notification when a collection finishes

​Override delivery settings for one request

​How notify and deliver interact

​When to use batch collection

​Errors

​Retry behavior

​Related

Authorizations

Query Parameters

Body

Response

Request

Response

Send a notification when a collection finishes

Override delivery settings for one request

How notify and deliver interact

When to use batch collection

Errors

Retry behavior

Related