发送您的第一个请求

使用 Thordata 的 Web Scraper API 发送您的第一个请求。开始之前，您需要 API Token。

• 您可以在[ API构建器 ]页面获得免费试用。

• 然后，在 “Token”处复制您的凭据。

备注： 您获得的 Token 属于敏感信息，请妥善保管，切勿泄露。如因 Token 泄露导致您的资源被滥用，相关后 果需由您自行承担，本平台不对此负责。

代码示例： 获取 API 凭证后，使用以下代码发送您的第一个请求：

cURL

curl --request POST --url https://scraperapi.thordata.com/builder?product_id=amazon_product_by-url --header "Authorization: Bearer Token-ID" --header "content-type: application/json" --data "{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"amazon_product_by-url\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}"

Python

import http.client

conn = http.client.HTTPSConnection("scraperapi.thordata.com")

payload = "{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"amazon_product_by-url\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}"

headers = {
    'Authorization': "Bearer Token-ID",
    'content-type': "application/json"
    }

conn.request("POST", "/builder?product_id=amazon_product_by-url", payload, headers)

res = conn.getresponse()
data = res.read()

print(data.decode("utf-8"))

Go

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io/ioutil"
)

func main() {

	url := "https://scraperapi.thordata.com/builder?product_id=amazon_product_by-url"

	payload := strings.NewReader("{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"amazon_product_by-url\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer Token-ID")
	req.Header.Add("content-type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := ioutil.ReadAll(res.Body)

	fmt.Println(res)
	fmt.Println(string(body))

}

C#

var client = new HttpClient();
var request = new HttpRequestMessage
{
    Method = HttpMethod.Post,
    RequestUri = new Uri("https://scraperapi.thordata.com/builder?product_id=amazon_product_by-url"),
    Headers =
    {
        { "Authorization", "Bearer Token-ID" },
    },
    Content = new StringContent("{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"amazon_product_by-url\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}")
    {
        Headers =
        {
            ContentType = new MediaTypeHeaderValue("application/json")
        }
    }
};
using (var response = await client.SendAsync(request))
{
    response.EnsureSuccessStatusCode();
    var body = await response.Content.ReadAsStringAsync();
    Console.WriteLine(body);
}

Node

const http = require("https");

const options = {
  "method": "POST",
  "hostname": "scraperapi.thordata.com",
  "port": null,
  "path": "/builder?product_id=amazon_product_by-url",
  "headers": {
    "Authorization": "Bearer Token-ID",
    "content-type": "application/json"
  }
};

const req = http.request(options, function (res) {
  const chunks = [];

  res.on("data", function (chunk) {
    chunks.push(chunk);
  });

  res.on("end", function () {
    const body = Buffer.concat(chunks);
    console.log(body.toString());
  });
});

req.write(JSON.stringify({
    "spider_info": {
            "spider_parameters": [
            {"url":"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726"}
        ],
            "spider_id": amazon_product_by-url,
            "spider_errors": true,
        },
        "spider_name": "amazon.com"
}));
req.end();

PHP

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://scraperapi.thordata.com/builder?product_id=amazon_product_by-url",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => "{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"amazon_product_by-url\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}",
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer Token-ID",
    "content-type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

Ruby

require 'uri'
require 'net/http'
require 'openssl'

url = URI("https://scraperapi.thordata.com/builder?product_id=amazon_product_by-url")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
http.verify_mode = OpenSSL::SSL::VERIFY_NONE

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer Token-ID'
request["content-type"] = 'application/json'
request.body = "{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"amazon_product_by-url\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}"

response = http.request(request)
puts response.read_body

Java

HttpRequest request = HttpRequest.newBuilder()
    .uri(URI.create("https://scraperapi.thordata.com/builder?product_id=amazon_product_by-url"))
    .header("Authorization", "Bearer Token-ID")
    .header("content-type", "application/json")
    .method("POST", HttpRequest.BodyPublishers.ofString("{\"spider_info\":{\"spider_parameters\":[{\"url\":\"https://www.amazon.com/HISDERN-Checkered-Handkerchief-Classic-Necktie/dp/B0BRXPR726\"}],\"spider_id\":\"amazon_product_by-url\",\"spider_errors\":true},\"spider_name\":\"amazon.com\"}"))
    .build();
HttpResponse<String> response = HttpClient.newHttpClient().send(request, HttpResponse.BodyHandlers.ofString());
System.out.println(response.body());

发送请求后，会返回 JSON / CSV 格式的输出结果，您可前往“任务”列表查看。

如果您需要更多帮助，请通过邮箱[e-mail]联系我们。