URL快照概要信息查询
接口说明
根据url、cname、host、domain、ip、url_md5查询网址快照概要信息。
推荐应用场景
用于后台管理和风控系统,获取网站历史快照的信息,在黑产应用领域取证使用
请求地址
https://api.f.360.cn/urls/std/internal/v2/snap_overview
请求方法
POST
请求参数
| 参数名 | 类型 | 位置 | 是否必填 | 示例值 | 说明 |
|---|---|---|---|---|---|
| keywords | Array(object) | body | 是 | | 查询条件,所有请求参数的子级结构 |
| keywords.[0].field | string | body | 是 | domain | 查询条件的字段名,目前支持:url、cname、host、domain、ip、url_md5之一 |
| keywords.[0].value | string | body | 是 | arthuajia.com | 查询条件的字段值,由[0].field指定格式 |
| keywords.[1].field | string | body | 是 | limit | 查询条件的字段名,只支持limit。用于限制返回数据的数量 |
| keywords.[1].value | integer | body | 否 | 10 | 查询条件的字段值,默认为10 |
| query | object | body | 否 | | 查询条件,所有请求参数的父级结构 |
响应参数
| 名称 | 类型 | 示例值 | 描述 |
|---|---|---|---|
| code | string | 0 | 响应状态码 |
| data | Array(object) | | 响应具体信息 |
| data.check_time | string | 2023-11-02 11:08:31 | 快照生成/检测的时间 |
| data.cname | string | 原始URL的CNAME记录 | |
| data.domain | string | arthuajia.com | 解析出的主域名 |
| data.final_cname | string | 最终请求的CNAME | |
| data.final_domain | string | arthuajia.com | 最终域名 |
| data.final_host | string | wanghuan.arthuajia.com | 最终请求的主机名 |
| data.final_ip | string | 8.130.55.7 | 最终请求解析到的IP |
| data.final_port | string | 80 | 最终请求的端口 |
| data.final_url | string | http://wanghuan.arthuajia.com | 重定向后的最终落地URL |
| data.final_url_md5 | string | 692a3dff138ceed021993e0d84d68e34 | 最终URL的MD5 |
| data.host | string | wanghuan.arthuajia.com | 原始主机名 |
| data.ip | string | 8.130.55.7 | 原始URL解析到的IP地址 |
| data.parent_source | string | 40 | 上级来源 |
| data.port | string | 80 | 原始端口号 |
| data.source | string | 36 | 数据来源标识 |
| data.url | string | http://wanghuan.arthuajia.com | 被查询的完整原始URL |
| data.url_md5 | string | 692a3dff138ceed021993e0d84d68e34 | 该URL的MD5哈希值 |
| msg | string | ok | 响应状态信息 |
请求示例
支持cUrl、Python、Java、PHP、Go语言的请求,示例如下
#!/usr/bin/env bash
set -euo pipefail
APPID="" # apikey
SECRET="" # salt
URL="https://api.f.360.cn/urls/std/internal/v2/snap_overview"
BODY='{"query":{"keywords":[{"field":"domain","value":"arthuajia.com"},{"field":"limit","value":"10"}]}}'
NONCE=$(printf '%08d' $((RANDOM % 100000000)))
TIMESTAMP=$(date +%s)
BODY_MD5=$(printf '%s' "$BODY" | openssl dgst -md5 -hex | awk '{print $NF}')
SIGNATURE=$(printf '%s' "${BODY_MD5}${APPID}${NONCE}${TIMESTAMP}${SECRET}" | openssl dgst -md5 -hex | awk '{print $NF}')
SIGNATURE=${SIGNATURE:16}
curl --location --request POST "$URL" \
--header "Content-Type: application/json" \
--header "X-360-Key: ${APPID}" \
--header "X-360-Nonce: ${NONCE}" \
--header "X-360-Timestamp: ${TIMESTAMP}" \
--header "X-360-Signature: ${SIGNATURE}" \
--data "${BODY}"# python3.6.8
import hashlib
import json
import random
import time
import requests
APPID = "" # apikey
SECRET = "" # salt
def make_headers(appid, secret, body):
headers = {}
headers["X-360-Key"] = appid
headers["X-360-Nonce"] = str(random.randint(0, 99999999)).zfill(8)
headers["X-360-Timestamp"] = str(int(time.time()))
s = (
hashlib.md5(body.encode("utf8")).hexdigest()
+ headers["X-360-Key"]
+ headers["X-360-Nonce"]
+ headers["X-360-Timestamp"]
+ secret
)
md5 = hashlib.md5(s.encode("utf8")).hexdigest()
headers["X-360-Signature"] = md5[16:]
headers["Content-Type"] = "application/json"
return headers
def do_post(url, body):
res = requests.post(
url,
data=json.dumps(params),
headers=make_headers(APPID, SECRET, json.dumps(body)),
)
print(res.text)
if __name__ == "__main__":
# 请求地址
url = "https://api.f.360.cn/urls/std/internal/v2/snap_overview"
# 查询参数
params = {
"query": {
"keywords": [
{"field": "domain", "value": "arthuajia.com"},
{"field": "limit", "value": "10"},
]
}
}
do_post(url, params)import java.net.URI;
import java.net.http.HttpClient;
import java.net.http.HttpRequest;
import java.net.http.HttpResponse;
import java.nio.charset.StandardCharsets;
import java.security.MessageDigest;
import java.util.concurrent.ThreadLocalRandom;
public class Demo {
static String md5(String input) throws Exception {
byte[] digest = MessageDigest.getInstance("MD5")
.digest(input.getBytes(StandardCharsets.UTF_8));
StringBuilder sb = new StringBuilder();
for (byte b : digest) {
sb.append(String.format("%02x", b & 0xff));
}
return sb.toString();
}
public static void main(String[] args) throws Exception {
String appid = ""; // apikey
String secret = ""; // salt
String url = "https://api.f.360.cn/urls/std/internal/v2/snap_overview";
String body = "{\"query\":{\"keywords\":[{\"field\":\"domain\",\"value\":\"arthuajia.com\"},{\"field\":\"limit\",\"value\":\"10\"}]}}";
String nonce = String.format("%08d", ThreadLocalRandom.current().nextInt(100000000));
String timestamp = String.valueOf(System.currentTimeMillis() / 1000);
String signature = md5(md5(body) + appid + nonce + timestamp + secret).substring(16);
HttpRequest request = HttpRequest.newBuilder()
.uri(URI.create(url))
.header("Content-Type", "application/json")
.header("X-360-Key", appid)
.header("X-360-Nonce", nonce)
.header("X-360-Timestamp", timestamp)
.header("X-360-Signature", signature)
.POST(HttpRequest.BodyPublishers.ofString(body, StandardCharsets.UTF_8))
.build();
HttpClient client = HttpClient.newHttpClient();
HttpResponse<String> response = client.send(
request, HttpResponse.BodyHandlers.ofString(StandardCharsets.UTF_8));
System.out.println(response.body());
}
}<?php
// apikey
$appid = "";
// salt
$secret = "";
$url = 'https://api.f.360.cn/urls/std/internal/v2/snap_overview';
$body = json_encode([
'query' => [
'keywords' => [
['field' => 'domain', 'value' => 'arthuajia.com'],
['field' => 'limit', 'value' => '10'],
],
],
], JSON_UNESCAPED_UNICODE | JSON_UNESCAPED_SLASHES);
$nonce = str_pad((string) random_int(0, 99999999), 8, "0", STR_PAD_LEFT);
$timestamp = (string) time();
$signature = substr(md5(md5($body) . $appid . $nonce . $timestamp . $secret), 16);
$ch = curl_init($url);
$options = [
CURLOPT_RETURNTRANSFER => true,
CURLOPT_HTTPHEADER => [
"Content-Type: application/json",
"X-360-Key: {$appid}",
"X-360-Nonce: {$nonce}",
"X-360-Timestamp: {$timestamp}",
"X-360-Signature: {$signature}",
],
];
$options[CURLOPT_POST] = true;
$options[CURLOPT_POSTFIELDS] = $body;
curl_setopt_array($ch, $options);
$response = curl_exec($ch);
if ($response === false) {
echo curl_error($ch), PHP_EOL;
} else {
echo $response, PHP_EOL;
}
curl_close($ch);package main
import (
"bytes"
"crypto/md5"
"encoding/hex"
"fmt"
"io"
"math/rand"
"net/http"
"time"
)
func md5Hex(s string) string {
sum := md5.Sum([]byte(s))
return hex.EncodeToString(sum[:])
}
func main() {
appid := "" // apikey
secret := "" // salt
url := "https://api.f.360.cn/urls/std/internal/v2/snap_overview"
body := []byte(`{"query":{"keywords":[{"field":"domain","value":"arthuajia.com"},{"field":"limit","value":"10"}]}}`)
nonce := fmt.Sprintf("%08d", rand.Intn(100000000))
timestamp := fmt.Sprintf("%d", time.Now().Unix())
signature := md5Hex(md5Hex(string(body)) + appid + nonce + timestamp + secret)[16:]
req, err := http.NewRequest(http.MethodPost, url, bytes.NewReader(body))
if err != nil {
panic(err)
}
req.Header.Set("Content-Type", "application/json")
req.Header.Set("X-360-Key", appid)
req.Header.Set("X-360-Nonce", nonce)
req.Header.Set("X-360-Timestamp", timestamp)
req.Header.Set("X-360-Signature", signature)
resp, err := http.DefaultClient.Do(req)
if err != nil {
panic(err)
}
defer resp.Body.Close()
respBody, err := io.ReadAll(resp.Body)
if err != nil {
panic(err)
}
fmt.Println(string(respBody))
}响应示例
业务正常响应
{
"_oid": 1,
"code": "0",
"msg": "ok",
"data": [
{
"source": "36",
"parent_source": "",
"url_md5": "692a3dff138ceed021993e0d84d68e34",
"host": "wanghuan.arthuajia.com",
"port": "80",
"domain": "arthuajia.com",
"cname": "",
"final_url_md5": "",
"final_url": "",
"final_host": "",
"final_port": "",
"final_domain": "",
"final_cname": "",
"final_ip": "",
"ip": "8.130.55.7",
"url": "http://wanghuan.arthuajia.com",
"check_time": "2023-11-02 11:08:31"
}
],
"status": 0
}业务异常响应
{
"code": "GS00301",
"msg": "param missing"
}