batch-processingbatch-scriptcode-freecrawlerdata-collectionfrontendguihtmlinput-parameterslaymanparametersroboticsrpascraperspidervisualvisualizationvisualprogrammingwebwww
Você não pode selecionar mais de 25 tópicos
Os tópicos devem começar com uma letra ou um número, podem incluir traços ('-') e podem ter até 35 caracteres.
136 linhas
4.2 KiB
136 linhas
4.2 KiB
{
|
|
"id": 110,
|
|
"name": "京东全球版-专业的综合网上购物商城",
|
|
"url": "https://www.jd.com",
|
|
"links": "https://www.jd.com",
|
|
"create_time": "7/2/2023, 12:40:16 PM",
|
|
"version": "0.3.3",
|
|
"saveThreshold": 10,
|
|
"cloudflare": 0,
|
|
"environment": 0,
|
|
"containJudge": false,
|
|
"desc": "https://www.jd.com",
|
|
"inputParameters": [
|
|
{
|
|
"id": 0,
|
|
"name": "urlList_0",
|
|
"nodeId": 1,
|
|
"nodeName": "打开网页",
|
|
"value": "https://www.jd.com",
|
|
"desc": "要采集的网址列表，多行以\\n分开",
|
|
"type": "string",
|
|
"exampleValue": "https://www.jd.com"
|
|
}
|
|
],
|
|
"outputParameters": [
|
|
{
|
|
"id": 0,
|
|
"name": "参数1_链接地址",
|
|
"desc": "",
|
|
"type": "string",
|
|
"exampleValue": "https://shouji.jd.com/"
|
|
}
|
|
],
|
|
"graph": [
|
|
{
|
|
"index": 0,
|
|
"id": 0,
|
|
"parentId": 0,
|
|
"type": -1,
|
|
"option": 0,
|
|
"title": "root",
|
|
"sequence": [
|
|
1,
|
|
2
|
|
],
|
|
"parameters": {
|
|
"history": 1,
|
|
"tabIndex": 0,
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0
|
|
},
|
|
"isInLoop": false
|
|
},
|
|
{
|
|
"id": 1,
|
|
"index": 1,
|
|
"parentId": 0,
|
|
"type": 0,
|
|
"option": 1,
|
|
"title": "打开网页",
|
|
"sequence": [],
|
|
"isInLoop": false,
|
|
"position": 0,
|
|
"parameters": {
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0,
|
|
"waitType": 0,
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"url": "https://www.jd.com",
|
|
"links": "https://www.jd.com",
|
|
"maxWaitTime": 10,
|
|
"scrollType": 0,
|
|
"scrollCount": 1,
|
|
"scrollWaitTime": 1
|
|
}
|
|
},
|
|
{
|
|
"id": 2,
|
|
"index": 2,
|
|
"parentId": 0,
|
|
"type": 0,
|
|
"option": 3,
|
|
"title": "提取数据",
|
|
"sequence": [],
|
|
"isInLoop": false,
|
|
"position": 1,
|
|
"parameters": {
|
|
"history": 4,
|
|
"tabIndex": -1,
|
|
"useLoop": false,
|
|
"xpath": "",
|
|
"wait": 0,
|
|
"waitType": 0,
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"paras": [
|
|
{
|
|
"nodeType": 0,
|
|
"contentType": 0,
|
|
"relative": false,
|
|
"name": "参数1_链接地址",
|
|
"desc": "",
|
|
"relativeXPath": "/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/a[1]/@href",
|
|
"allXPaths": [
|
|
"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/a[1]",
|
|
"//a[contains(., '手机')]",
|
|
"/html/body/div[last()-6]/div/div[last()-4]/div/div[last()-2]/div/div/div/div[last()-1]/div[last()-12]/a[last()-1]"
|
|
],
|
|
"exampleValues": [
|
|
{
|
|
"num": 0,
|
|
"value": "https://shouji.jd.com/"
|
|
}
|
|
],
|
|
"unique_index": "9ol8y22adgljky0679",
|
|
"default": "",
|
|
"beforeJS": "",
|
|
"beforeJSWaitTime": 0,
|
|
"JS": "",
|
|
"JSWaitTime": 0,
|
|
"afterJS": "",
|
|
"afterJSWaitTime": 0,
|
|
"downloadPic": 0
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|