1. Bright Data
  2. API documentation
  3. Data Collector API

Receive batch data

API endpoint: GET /dca/dataset?id={id_dataset}
Parameters :
  • id={id_dataset} – An unique identification of data set.
Payload :
  • Header: Authorization Bearer Key -H "Authorization: Bearer API_TOKEN"
Sample Response :
  • Waiting for dataset to be ready 
    {
    "status": "building",
    "message": "Dataset is not ready yet, try again in XXs"
}
  • Dataset is ready 
    [
    {
        "Image": "https://targetwebsite.com/product_id.png",
        "Title": "product_name",
        "Price": "product_price",
        "input": {
            "url": "https://targetwebsite.com/product_id/"
        }
    }
]
 
Shell
curl "https://api.brightdata.com/dca/dataset?id=ID_DATASET" -H "Content-Type: application/json" -H "Authorization: Bearer API_TOKEN"

Node.js

#!/usr/bin/env node
require('request-promise')({
	url: 'https://api.brightdata.com/dca/dataset?id=ID_DATASET',
	headers: {'Content-Type': 'application/json','Authorization':'Bearer API_TOKEN'},
}).then(function(data){ console.log(data); },
	function(err){ console.error(err); });

Java

package example;

import org.apache.http.entity.ContentType;
import org.apache.http.HttpHost;
import org.apache.http.client.fluent.*;

public class Main {
    public static void main(String[] args) {
        String body = "[{\"url\":\"https://targetwebsite.com/product_id/\"}]";
        String res = Executor.newInstance()
            .execute(
                    Request.Post("https://api.brightdata.com/dca/trigger?collector=COLLECTOR_ID&queue_next=1")
                    .addHeader("Authorization", "Bearer API_TOKEN")
                    .addHeader("Content-Type", "application/json")
                    .bodyString(body, ContentType.APPLICATION_JSON))
            .returnContent().asString();
        System.out.println(res);
    }
}

C#

using System;
using System.Net;
using System.Net.Http;
using System.Net.Http.Headers;

public class Program {
  public static async Task Main() {
    var client = new HttpClient();
    var requestMessage = new HttpRequestMessage {
      Method = HttpMethod.Get,
      RequestUri = new Uri("https://api.brightdata.com/dca/dataset?id=ID_DATASET"),
      Headers = {
        {"Content-Type", "application/json"},
        {"Authorization", "Bearer API_TOKEN"}
      }
    };
    var response = await client.SendAsync(requestMessage);
    var responseString = await response.Content.ReadAsStringAsync();
    Console.WriteLine(responseString);
  }
}

Python

#!/usr/bin/env python
print('If you get error "ImportError: No module named requests", please install it:\n$ sudo pip install requests');
import requests

headers = {'Content-Type': 'application/json','Authorization': 'Bearer API_TOKEN'}
r = requests.get('https://api.brightdata.com/dca/dataset?id=ID_DATASET', headers=headers)
print(r.content)

Was this article helpful?