API Integration (异步)

With just a few lines of code, you can integrate our API with your application

几行代码实现页面抓取json返回 -- 点此查看开发文档

Python
Node
PHP
Java
Ruby

                                
#注册账号获取key
#创建任务======================
import requests
import json
base_data = {
    "task_id": "99",
    "call_back_url": "https://www.back.com",
    "need_crawle_url": "https://www.amazon.com/s?k=iphone"
}

# Copy the base data three times to create the payload
payload = [base_data, base_data.copy(), base_data.copy()] #批量插入三条
json_payload = json.dumps(payload)
url = "https://www.886it.cn/api/spiderout/push_task"
payload={
'key': 'xxxxxx',
'task_id': '99',
'call_back_url': 'https://www.back.com',
'need_crawle_url': 'https://www.amazon.com/s?k=iphone',
#'many_datas':json_payload #批量插入任务最多支持100条 批量插入many_datas则单次插入失效
}
files=[]
headers = {}
response = requests.request("POST", url, headers=headers, data=payload, files=files)
print(response.text)
#{"error":0,"msg":"Success","info":true}


#拉取结果===================
import requests
# 设置请求的URL和表单数据
url = "http://www.886it.cn/api/spiderout/pull_task"
payload = {
    'key': 'B4EF4EV1O1',
    'task_id': "99",
    #'task_ids': '["99","98"]' #批量查询 则单个查询失败
}

# 发送POST请求
response = requests.post(url, data=payload)

# 打印响应内容
print(response.text)

                                
#注册账号获取key
#Register to get the key
#创建任务======================
var request = require('request');
var options = {
  'method': 'POST',
  'url': 'https://www.886it.cn/api/spiderout/push_task',
  'headers': {
  },
  formData: {
    'key': 'xxxxxxxxxx',
    'task_id': '99',
    'call_back_url': 'https://www.back.com',
    'need_crawle_url': 'https://www.amazon.com/s?k=iphone'
  }
};
request(options, function (error, response) {
  if (error) throw new Error(error);
  console.log(response.body);
});
#{"error":0,"msg":"Success","info":true}



#拉取结果======================

var request = require('request');
var options = {
  'method': 'POST',
  'url': 'http://www.886it.cn/api/spiderout/pull_task',
  'headers': {
  },
  formData: {
    'key': 'xxxxxxxxxx',
    'task_id': '98'
  }
};
request(options, function (error, response) {
  if (error) throw new Error(error);
  console.log(response.body);
});


#注册账号获取key
$baseData = array(
    "task_id" => "99",
    "call_back_url" => "https://www.back.com",
    "need_crawle_url" => "https://www.amazon.com/s?k=iphone"
);
// Copy the base data three times to create the payload
$payload = array($baseData, $baseData, $baseData); //批量插入三条
$jsonPayload = json_encode($payload);
//创建任务======================
$url = "https://www.886it.cn/api/spiderout/push_task";
// If you want to use the 'many_datas' field for batch insertion, uncomment the line below
// $payload['many_datas'] = $jsonPayload; //批量插入任务最多支持100条 批量插入many_datas则单次插入失效
$payload = array(
    'key' => 'xxxxxx',
    'task_id' => '99',
    'call_back_url' => 'https://www.back.com',
    'need_crawle_url' => 'https://www.amazon.com/s?k=iphone'
    // 'many_datas' => $jsonPayload // Uncomment this line if using 'many_datas'
);

$headers = array();
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, $payload);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);

$response = curl_exec($ch);

if (curl_errno($ch)) {
    echo 'Error:' . curl_error($ch);
} else {
    echo $response;
}
curl_close($ch);

                                
#注册账号获取key
#Register to get the key
#创建任务===========================
OkHttpClient client = new OkHttpClient().newBuilder()
  .build();
MediaType mediaType = MediaType.parse("text/plain");
RequestBody body = new MultipartBody.Builder().setType(MultipartBody.FORM)
  .addFormDataPart("key","xxxxxxxxxx")
  .addFormDataPart("task_id","99")
  .addFormDataPart("call_back_url","https://www.back.com")
  .addFormDataPart("need_crawle_url","https://www.amazon.com/s?k=iphone")
  .build();
Request request = new Request.Builder()
  .url("https://www.886it.cn/api/spiderout/push_task")
  .method("POST", body)
  .build();
Response response = client.newCall(request).execute();
#{"error":0,"msg":"Success","info":true}



#拉取结果====================

OkHttpClient client = new OkHttpClient().newBuilder()
  .build();
MediaType mediaType = MediaType.parse("text/plain");
RequestBody body = new MultipartBody.Builder().setType(MultipartBody.FORM)
  .addFormDataPart("key","xxxxxxxxxx")
  .addFormDataPart("task_id","98")
  .build();
Request request = new Request.Builder()
  .url("http://www.886it.cn/api/spiderout/pull_task")
  .method("POST", body)
  .build();
Response response = client.newCall(request).execute();

                                
#注册账号获取key
#Register to get the key
#创建任务=================================
require "uri"
require "net/http"

url = URI("https://www.886it.cn/api/spiderout/push_task")

http = Net::HTTP.new(url.host, url.port);
request = Net::HTTP::Post.new(url)
form_data = [['key', 'xxxxxxxxxx'],['task_id', '99'],['call_back_url', 'https://www.back.com'],['need_crawle_url', 'https://www.amazon.com/s?k=iphone']]
request.set_form form_data, 'multipart/form-data'
response = http.request(request)
puts response.read_body


#拉取结果=================================
require "uri"
require "net/http"

url = URI("http://www.886it.cn/api/spiderout/pull_task")

http = Net::HTTP.new(url.host, url.port);
request = Net::HTTP::Post.new(url)
form_data = [['key', 'xxxxxxxxxx'],['task_id', '98']]
request.set_form form_data, 'multipart/form-data'
response = http.request(request)
puts response.read_body