Send your first request

Send your first request using Thordata’s Web Scraper API. Before you start, you need an API Token. You can obtain a free trial token on the [API Builder] page. Then, copy your credentials from the “Token” field. Note: The token you receive is sensitive information. Please keep it secure and do not disclose it. If your token is leaked and your resources are abused, you will bear the consequences yourself; the platform is not responsible. Code Example: After obtaining your API credentials, use the following code to send your first request:

cURL

curl --request POST --url https://scraperapi.thordata.com/builder?prodoct_id=3 --header "Authorization: Bearer Token-ID" --header "content-type: application/json" --data "{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"3\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}"

Python

import http.client

conn = http.client.HTTPSConnection("scraperapi.thordata.com")

payload = "{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"3\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}"

headers = {
    'Authorization': "Bearer Token-ID",
    'content-type': "application/json"
    }

conn.request("POST", "/builder?prodect_id=3", payload, headers)

res = conn.getresponse()
data = res.read()

print(data.decode("utf-8"))

GO

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io/ioutil"
)

func main() {

	url := "https://scraperapi.thordata.com/builder?prodect_id=3"

	payload := strings.NewReader("{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"3\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer Token-ID")
	req.Header.Add("content-type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := ioutil.ReadAll(res.Body)

	fmt.Println(res)
	fmt.Println(string(body))

}

Node

const http = require("https");

const options = {
  "method": "POST",
  "hostname": "scraperapi.thordata.com",
  "port": null,
  "path": "/builder?prodect_id=3",
  "headers": {
    "Authorization": "Bearer Token-ID",
    "content-type": "application/json"
  }
};

const req = http.request(options, function (res) {
  const chunks = [];

  res.on("data", function (chunk) {
    chunks.push(chunk);
  });

  res.on("end", function () {
    const body = Buffer.concat(chunks);
    console.log(body.toString());
  });
});

req.write(JSON.stringify({
    "spider_info": {
            "spider_parameters": [
            {"url":"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726"}
        ],
            "spider_id": 3,
            "spider_errors": true,
        },
        "spider_name": "amazon.com"
}));
req.end();

PHP

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://scraperapi.thordata.com/builder?prodect_id=3",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => "{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"3\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}",
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer Token-ID",
    "content-type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

Java

HttpRequest request = HttpRequest.newBuilder()
    .uri(URI.create("https://scraperapi.thordata.com/builder?prodect_id=3"))
    .header("Authorization", "Bearer Token-ID")
    .header("content-type", "application/json")
    .method("POST", HttpRequest.BodyPublishers.ofString("{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"3\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}"))
    .build();
HttpResponse<String> response = HttpClient.newHttpClient().send(request, HttpResponse.BodyHandlers.ofString());
System.out.println(response.body());

C#

var client = new HttpClient();
var request = new HttpRequestMessage
{
    Method = HttpMethod.Post,
    RequestUri = new Uri("https://scraperapi.thordata.com/builder?prodect_id=3"),
    Headers =
    {
        { "Authorization", "Bearer Token-ID" },
    },
    Content = new StringContent("{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"3\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}")
    {
        Headers =
        {
            ContentType = new MediaTypeHeaderValue("application/json")
        }
    }
};
using (var response = await client.SendAsync(request))
{
    response.EnsureSuccessStatusCode();
    var body = await response.Content.ReadAsStringAsync();
    Console.WriteLine(body);
}

Ruby

require 'uri'
require 'net/http'
require 'openssl'

url = URI("https://scraperapi.thordata.com/builder?prodect_id=3")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
http.verify_mode = OpenSSL::SSL::VERIFY_NONE

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer Token-ID'
request["content-type"] = 'application/json'
request.body = "{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"3\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}"

response = http.request(request)
puts response.read_body

After sending the request, the system will return the output in JSON or CSV format. You can view it in the “Tasks” list.

If you need further assistance, please contact us via email at [e-mail].