@ -0,0 +1,34 @@ | |||
const https = require('https'); | |||
const fs = require("fs"); | |||
const path = require("path"); | |||
// 设置GitHub用户名和仓库名 | |||
const owner = 'NaiboWang'; | |||
const repo = 'EasySpider'; | |||
let config = fs.readFileSync(path.join(__dirname, `package.json`), 'utf8'); | |||
config = JSON.parse(config); | |||
const version = config.version; | |||
console.log(`Current version is ${version}`); | |||
// 发送GET请求获取GitHub的Release API响应 | |||
https.get(`https://api.github.com/repos/${owner}/${repo}/releases/latest`, { | |||
headers: { | |||
'User-Agent': 'Node.js' | |||
} | |||
}, (res) => { | |||
let data = ''; | |||
res.on('data', (chunk) => { | |||
data += chunk; | |||
}); | |||
res.on('end', () => { | |||
// 解析响应JSON并输出最新版本号 | |||
const release = JSON.parse(data); | |||
const latestVersion = release.tag_name.replace('v', ''); | |||
console.log(`Latest version is ${latestVersion}`); | |||
if(version !== latestVersion) { | |||
console.log('There is a new version of EasySpider, you can download it from github repo: https://github.com/NaiboWang/EasySpider/releases'); | |||
} | |||
}); | |||
}).on('error', (err) => { | |||
console.error(`Error: ${err.message}`); | |||
}); |
@ -1 +1 @@ | |||
{"webserver_address":"http://localhost","webserver_port":8074,"user_data_folder":"./user_data","absolute_user_data_folder":"/Users/naibowang/Documents/EasySpider/ElectronJS/user_data"} | |||
{"webserver_address":"http://localhost","webserver_port":8074,"user_data_folder":"./user_data","absolute_user_data_folder":"D:\\Documents\\Projects\\EasySpider\\ElectronJS\\user_data"} |
@ -1 +1 @@ | |||
{"id": 20, "name": "Bilibili\u7c89\u4e1d", "url": "https://space.bilibili.com/291929894/fans/fans", "links": "https://space.bilibili.com/291929894/fans/fans", "containJudge": false, "desc": "https://space.bilibili.com/291929894/fans/fans", "inputParameters": [{"id": 0, "name": "urlList_0", "nodeId": 1, "nodeName": "Open Page", "value": "https://space.bilibili.com/291929894/fans/fans", "desc": "List of URLs to be collected, separated by \\n for multiple lines", "type": "string", "exampleValue": "https://space.bilibili.com/291929894/fans/fans"}, {"id": 1, "name": "loopTimes_Loop_1", "nodeId": 2, "nodeName": "Loop", "desc": "Number of loop executions, 0 means unlimited loops (until element not found)", "type": "int", "exampleValue": 0, "value": 0}], "outputParameters": [{"id": 0, "name": "\u53c2\u65701_\u6587\u672c", "desc": "", "type": "string", "exampleValue": "\u5bf9\u65b9\u7b54\u590d5"}], "graph": [{"index": 0, "id": 0, "parentId": 0, "type": -1, "option": 0, "title": "root", "sequence": [1, 2], "parameters": {"history": 1, "tabIndex": 0, "useLoop": false, "xpath": "", "wait": 0}, "isInLoop": false}, {"id": 1, "index": 1, "parentId": 0, "type": 0, "option": 1, "title": "Open Page", "sequence": [], "isInLoop": false, "position": 0, "parameters": {"useLoop": false, "xpath": "", "wait": 0, "url": "https://space.bilibili.com/291929894/fans/fans", "links": "https://space.bilibili.com/291929894/fans/fans", "scrollType": 0, "scrollCount": 0}}, {"id": 2, "index": 2, "parentId": 0, "type": 1, "option": 8, "title": "Loop", "sequence": [4], "isInLoop": false, "position": 1, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "//a[contains(text(),\"\u4e0b\u4e00\u9875\")]", "wait": 0, "scrollType": 0, "scrollCount": 0, "loopType": 0, "pathList": "", "textList": "", "exitCount": 0, "historyWait": 2}}, {"id": -1, "index": 3, "parentId": 2, "type": 0, "option": 2, "title": "Click Element", "sequence": [], "isInLoop": true, "position": 1, "parameters": {"history": 4, "tabIndex": -1, "useLoop": true, "xpath": "//*[@id=\"page-follows\"]/div[1]/div[2]/div[2]/div[2]/ul[2]/li[7]", "wait": 1, "scrollType": 0, "scrollCount": 0, "paras": [], "loopType": 0}}, {"id": 3, "index": 4, "parentId": 2, "type": 1, "option": 8, "title": "Loop", "sequence": [5], "isInLoop": true, "position": 0, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "/html/body/div[2]/div[4]/div[1]/div[1]/div[1]/div[2]/div[2]/div[2]/ul[1]/li/div[2]/a[1]/span[1]", "wait": 0, "scrollType": 0, "scrollCount": 0, "loopType": 1, "pathList": "", "textList": "", "exitCount": 0, "historyWait": 2}}, {"id": 4, "index": 5, "parentId": 3, "type": 0, "option": 3, "title": "Extract Data", "sequence": [], "isInLoop": true, "position": 0, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "", "wait": 0, "paras": [{"nodeType": 0, "contentType": 0, "relative": true, "name": "\u53c2\u65701_\u6587\u672c", "desc": "", "relativeXpath": "", "exampleValues": [{"num": 0, "value": "\u5bf9\u65b9\u7b54\u590d5"}], "default": ""}], "loopType": 1}}]} | |||
{"id": 20, "name": "Bilibili\u7c89\u4e1d", "url": "https://space.bilibili.com/291929894/fans/fans", "links": "https://space.bilibili.com/291929894/fans/fans", "containJudge": false, "desc": "https://space.bilibili.com/291929894/fans/fans", "inputParameters": [{"id": 0, "name": "urlList_0", "nodeId": 1, "nodeName": "Open Page", "value": "https://space.bilibili.com/291929894/fans/fans", "desc": "List of URLs to be collected, separated by \\n for multiple lines", "type": "string", "exampleValue": "https://space.bilibili.com/291929894/fans/fans"}, {"id": 1, "name": "loopTimes_Loop_1", "nodeId": 2, "nodeName": "Loop", "desc": "Number of loop executions, 0 means unlimited loops (until element not found)", "type": "int", "exampleValue": 0, "value": 0}], "outputParameters": [{"id": 0, "name": "\u53c2\u65701_\u6587\u672c", "desc": "", "type": "string", "exampleValue": "\u5bf9\u65b9\u7b54\u590d5"}], "graph": [{"index": 0, "id": 0, "parentId": 0, "type": -1, "option": 0, "title": "root", "sequence": [1, 2], "parameters": {"history": 1, "tabIndex": 0, "useLoop": false, "xpath": "", "wait": 0}, "isInLoop": false}, {"id": 1, "index": 1, "parentId": 0, "type": 0, "option": 1, "title": "Open Page", "sequence": [], "isInLoop": false, "position": 0, "parameters": {"useLoop": false, "xpath": "", "wait": 0, "url": "https://space.bilibili.com/291929894/fans/fans", "links": "https://space.bilibili.com/291929894/fans/fans", "scrollType": 0, "scrollCount": 0}}, {"id": 2, "index": 2, "parentId": 0, "type": 1, "option": 8, "title": "Loop", "sequence": [4], "isInLoop": false, "position": 1, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "//a[contains(text(),\"\u4e0b\u4e00\u9875\")]", "wait": 0, "scrollType": 0, "scrollCount": 0, "loopType": 0, "pathList": "", "textList": "", "exitCount": 0, "historyWait": 2}}, {"id": -1, "index": 3, "parentId": 2, "type": 0, "option": 2, "title": "Click Element", "sequence": [], "isInLoop": true, "position": 1, "parameters": {"history": 4, "tabIndex": -1, "useLoop": true, "xpath": "//*[@id=\"page-follows\"]/div[1]/div[2]/div[2]/div[2]/ul[2]/li[7]", "wait": 1, "scrollType": 0, "scrollCount": 0, "paras": [], "loopType": 0}}, {"id": 3, "index": 4, "parentId": 2, "type": 1, "option": 8, "title": "Loop", "sequence": [5], "isInLoop": true, "position": 0, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "/html/body/div[2]/div[4]/div[1]/div[1]/div[1]/div[2]/div[2]/div[2]/ul[1]/li/div[2]/a[1]/span[1]", "wait": 0, "scrollType": 0, "scrollCount": 0, "loopType": 1, "pathList": "", "textList": "", "exitCount": 0, "historyWait": 2}}, {"id": 4, "index": 5, "parentId": 3, "type": 0, "option": 3, "title": "Extract Data", "sequence": [], "isInLoop": true, "position": 0, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "", "wait": 0, "paras": [{"nodeType": 0, "contentType": 0, "relative": true, "name": "\u53c2\u65701_\u6587\u672c", "desc": "", "relativeXPath": "", "exampleValues": [{"num": 0, "value": "\u5bf9\u65b9\u7b54\u590d5"}], "default": ""}], "loopType": 1}}]} |
@ -1 +1 @@ | |||
{"id":32,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXpath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} | |||
{"id":32,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} |
@ -1 +1 @@ | |||
{"id":34,"name":"新web采adsf","url":"https://www.jd.com","links":"https://www.jd.com","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"},{"id":1,"name":"inputText_1","nodeName":"提取数据","nodeId":2,"desc":"要输入的文本,如京东搜索框输入:电脑","type":"string","exampleValue":"赛跟","value":"赛跟"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":0,"option":4,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"key\"]","wait":0,"value":"赛跟"}},{"id":3,"index":3,"parentId":0,"type":0,"option":2,"title":"打开网页","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"search-btn\"]/i[1]","wait":0,"scrollType":0,"scrollCount":0,"paras":[]}}]} | |||
{"id":34,"name":"新web采adsf","url":"https://www.jd.com","links":"https://www.jd.com","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,3],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":-1,"index":2,"parentId":0,"type":0,"option":4,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"key\"]","wait":0,"value":"赛跟"}},{"id":2,"index":3,"parentId":0,"type":0,"option":2,"title":"打开网页","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"search-btn\"]/i[1]","wait":0,"scrollType":0,"scrollCount":0,"paras":[]}}]} |
@ -0,0 +1,148 @@ | |||
{ | |||
"id": 35, | |||
"name": "测试", | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"containJudge": false, | |||
"desc": "https://www.jd.com", | |||
"inputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "urlList_0", | |||
"nodeId": 1, | |||
"nodeName": "打开网页", | |||
"value": "https://www.jd.com", | |||
"desc": "要采集的网址列表,多行以\\n分开", | |||
"type": "string", | |||
"exampleValue": "https://www.jd.com" | |||
} | |||
], | |||
"outputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "参数1_背景图片地址", | |||
"desc": "", | |||
"type": "string", | |||
"exampleValue": "url(\"https://i.ebayimg.com/images/g/jyoAAOSwVl1kUFr-/s-l200.webp\")" | |||
} | |||
], | |||
"graph": [ | |||
{ | |||
"index": 0, | |||
"id": 0, | |||
"parentId": 0, | |||
"type": -1, | |||
"option": 0, | |||
"title": "root", | |||
"sequence": [ | |||
1, | |||
4, | |||
2, | |||
3 | |||
], | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0 | |||
}, | |||
"isInLoop": false | |||
}, | |||
{ | |||
"id": 1, | |||
"index": 1, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 1, | |||
"title": "打开网页", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 0, | |||
"parameters": { | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"scrollType": 0, | |||
"scrollCount": 0 | |||
} | |||
}, | |||
{ | |||
"id": 3, | |||
"index": 2, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 3, | |||
"title": "提取数据", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 2, | |||
"parameters": { | |||
"history": 5, | |||
"tabIndex": -1, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"paras": [ | |||
{ | |||
"nodeType": 0, | |||
"contentType": 4, | |||
"relative": false, | |||
"name": "参数1_背景图片地址", | |||
"desc": "", | |||
"relativeXPath": "/html/body/div[6]/div[5]/ul[1]/li[1]/a[1]/div[1]/div[1]", | |||
"exampleValues": [ | |||
{ | |||
"num": 0, | |||
"value": "url(\"https://i.ebayimg.com/images/g/jyoAAOSwVl1kUFr-/s-l200.webp\")" | |||
} | |||
], | |||
"default": "" | |||
} | |||
] | |||
} | |||
}, | |||
{ | |||
"id": 4, | |||
"index": 3, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 5, | |||
"title": "自定义操作", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 3, | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"codeMode": 0, | |||
"code": "alert(\"My name is naibo\")" | |||
} | |||
}, | |||
{ | |||
"id": 2, | |||
"index": 4, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 5, | |||
"title": "自定义操作", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 1, | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"codeMode": "1", | |||
"code": "ping www.baidu.com" | |||
} | |||
} | |||
] | |||
} |
@ -0,0 +1,193 @@ | |||
{ | |||
"id": 36, | |||
"name": "JDJD", | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"containJudge": false, | |||
"desc": "https://www.jd.com", | |||
"inputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "urlList_0", | |||
"nodeId": 1, | |||
"nodeName": "打开网页", | |||
"value": "https://www.jd.com", | |||
"desc": "要采集的网址列表,多行以\\n分开", | |||
"type": "string", | |||
"exampleValue": "https://www.jd.com" | |||
} | |||
], | |||
"outputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "参数1_页面标题", | |||
"desc": "", | |||
"type": "string", | |||
"exampleValue": "京东全球版-专业的综合网上购物商城" | |||
}, | |||
{ | |||
"id": 1, | |||
"name": "参数2_页面URL", | |||
"desc": "", | |||
"type": "string", | |||
"exampleValue": "https://global.jd.com/" | |||
}, | |||
{ | |||
"id": 2, | |||
"name": "参数3_背景图片地址", | |||
"desc": "", | |||
"type": "string", | |||
"exampleValue": "" | |||
} | |||
], | |||
"graph": [ | |||
{ | |||
"index": 0, | |||
"id": 0, | |||
"parentId": 0, | |||
"type": -1, | |||
"option": 0, | |||
"title": "root", | |||
"sequence": [ | |||
1, | |||
3, | |||
2, | |||
4 | |||
], | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0 | |||
}, | |||
"isInLoop": false | |||
}, | |||
{ | |||
"id": 1, | |||
"index": 1, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 1, | |||
"title": "打开网页", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 0, | |||
"parameters": { | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"scrollType": 0, | |||
"scrollCount": 0 | |||
} | |||
}, | |||
{ | |||
"id": 3, | |||
"index": 2, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 3, | |||
"title": "提取数据", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 2, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"paras": [ | |||
{ | |||
"nodeType": 0, | |||
"contentType": 6, | |||
"relative": false, | |||
"name": "参数1_页面标题", | |||
"desc": "", | |||
"extractType": 0, | |||
"relativeXPath": "/html/body/div[4]", | |||
"exampleValues": [ | |||
{ | |||
"num": 0, | |||
"value": "京东全球版-专业的综合网上购物商城" | |||
} | |||
], | |||
"default": "" | |||
}, | |||
{ | |||
"nodeType": 0, | |||
"contentType": 5, | |||
"relative": false, | |||
"name": "参数2_页面URL", | |||
"desc": "", | |||
"extractType": 0, | |||
"relativeXPath": "/html/body/div[4]", | |||
"exampleValues": [ | |||
{ | |||
"num": 0, | |||
"value": "https://global.jd.com/" | |||
} | |||
] | |||
}, | |||
{ | |||
"nodeType": 0, | |||
"contentType": 4, | |||
"relative": false, | |||
"name": "参数3_背景图片地址", | |||
"desc": "", | |||
"extractType": 0, | |||
"relativeXPath": "/html/body/div[4]/div[1]", | |||
"exampleValues": [ | |||
{ | |||
"num": 0, | |||
"value": "" | |||
} | |||
] | |||
} | |||
] | |||
} | |||
}, | |||
{ | |||
"id": 2, | |||
"index": 3, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 5, | |||
"title": "自定义操作", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 1, | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"codeMode": 0, | |||
"code": "alert(\"My name is Naibo Wang\")" | |||
} | |||
}, | |||
{ | |||
"id": 4, | |||
"index": 4, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 5, | |||
"title": "自定义操作", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 3, | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"codeMode": "1", | |||
"code": "ping www.baidu.com" | |||
} | |||
} | |||
] | |||
} |
@ -0,0 +1 @@ | |||
{"id":39,"name":"百度文库","url":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684099456020","links":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684099456020","containJudge":false,"desc":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684099456020","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684099456020","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684099456020"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":10,"url":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684099456020","links":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684099456020","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//canvas","wait":0,"scrollType":0,"scrollCount":0,"loopType":1,"pathList":"","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":8,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","exampleValues":[{"num":0,"value":""},{"num":1,"value":""}],"default":""}],"loopType":1}}]} |
@ -0,0 +1,139 @@ | |||
{ | |||
"id": 41, | |||
"name": "新web采集任务", | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"containJudge": false, | |||
"desc": "https://www.jd.com", | |||
"inputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "urlList_0", | |||
"nodeId": 1, | |||
"nodeName": "打开网页", | |||
"value": "https://www.jd.com", | |||
"desc": "要采集的网址列表,多行以\\n分开", | |||
"type": "string", | |||
"exampleValue": "https://www.jd.com" | |||
} | |||
], | |||
"outputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "参数1_图片地址", | |||
"desc": "", | |||
"type": "string", | |||
"exampleValue": "//m.360buyimg.com/babel/s580x740_jfs/t1/142264/15/32716/14415/63b40389F4a38dbcf/47dcbd8c9f404498.jpg!q70.dpg" | |||
} | |||
], | |||
"graph": [ | |||
{ | |||
"index": 0, | |||
"id": 0, | |||
"parentId": 0, | |||
"type": -1, | |||
"option": 0, | |||
"title": "root", | |||
"sequence": [ | |||
1, | |||
2 | |||
], | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0 | |||
}, | |||
"isInLoop": false | |||
}, | |||
{ | |||
"id": 1, | |||
"index": 1, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 1, | |||
"title": "打开网页", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 0, | |||
"parameters": { | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 2, | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"scrollType": 0, | |||
"scrollCount": 0 | |||
} | |||
}, | |||
{ | |||
"id": 2, | |||
"index": 2, | |||
"parentId": 0, | |||
"type": 1, | |||
"option": 8, | |||
"title": "循环", | |||
"sequence": [ | |||
3 | |||
], | |||
"isInLoop": false, | |||
"position": 1, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": -1, | |||
"useLoop": false, | |||
"xpath": "/html/body/div[5]/div[1]/div[4]/div[1]/div[1]/div[1]/a/img[1]", | |||
"wait": 0, | |||
"scrollType": 0, | |||
"scrollCount": 0, | |||
"loopType": 1, | |||
"pathList": "", | |||
"textList": "", | |||
"exitCount": 0, | |||
"historyWait": 2 | |||
} | |||
}, | |||
{ | |||
"id": 3, | |||
"index": 3, | |||
"parentId": 2, | |||
"type": 0, | |||
"option": 3, | |||
"title": "提取数据", | |||
"sequence": [], | |||
"isInLoop": true, | |||
"position": 0, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": -1, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"paras": [ | |||
{ | |||
"nodeType": 4, | |||
"contentType": 7, | |||
"relative": true, | |||
"name": "参数1_图片地址", | |||
"desc": "", | |||
"extractType": 0, | |||
"relativeXPath": "", | |||
"exampleValues": [ | |||
{ | |||
"num": 0, | |||
"value": "//m.360buyimg.com/babel/s580x740_jfs/t1/142264/15/32716/14415/63b40389F4a38dbcf/47dcbd8c9f404498.jpg!q70.dpg" | |||
}, | |||
{ | |||
"num": 1, | |||
"value": "//m.360buyimg.com/babel/s580x740_jfs/t1/42759/37/22689/30450/63b40382F7411d238/d4622671799c75bd.jpg!q70.dpg" | |||
} | |||
], | |||
"default": "" | |||
} | |||
], | |||
"loopType": 1 | |||
} | |||
} | |||
] | |||
} |
@ -0,0 +1 @@ | |||
{"id":42,"name":"ebay截图","url":"https://www.ebay.com","links":"https://www.ebay.com","containJudge":false,"desc":"https://www.ebay.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.ebay.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.ebay.com"}],"outputParameters":[{"id":0,"name":"参数1_背景图片地址","desc":"","type":"string","exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.ebay.com","links":"https://www.ebay.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":7,"relative":false,"name":"参数1_背景图片地址","desc":"","extractType":0,"relativeXPath":"/html/body","allXPaths":["/html/body","//body[contains(., '')]","//BODY[@class='desktop gh-flex']"],"exampleValues":[{"num":0,"value":""}],"default":""}]}}]} |
@ -0,0 +1 @@ | |||
{"id":44,"name":"ebay自定义","url":"https://www.ebay.com","links":"https://www.ebay.com","containJudge":false,"desc":"https://www.ebay.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.ebay.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.ebay.com"}],"outputParameters":[{"id":0,"name":"自定义操作","desc":"自定义操作返回的数据","type":"string","exampleValue":""},{"id":1,"name":"自定义操作2","desc":"自定义操作返回的数据","type":"string","exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.ebay.com","links":"https://www.ebay.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":0,"option":5,"title":"自定义操作","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"codeMode":0,"code":"return document.querySelectorAll(\"#mainContent > div.hl-cat-nav > ul > li.hl-cat-nav__active\")[0].tagName","waitTime":0,"recordASField":true}},{"id":3,"index":3,"parentId":0,"type":0,"option":5,"title":"自定义操作2","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"codeMode":"1","code":"python D:/tes123t.py --test 123","waitTime":0,"recordASField":true}}]} |
@ -0,0 +1,172 @@ | |||
{ | |||
"id": 45, | |||
"name": "定义JS操作", | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"containJudge": false, | |||
"desc": "https://www.jd.com", | |||
"inputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "urlList_0", | |||
"nodeId": 1, | |||
"nodeName": "打开网页", | |||
"value": "https://www.jd.com", | |||
"desc": "要采集的网址列表,多行以\\n分开", | |||
"type": "string", | |||
"exampleValue": "https://www.jd.com" | |||
}, | |||
{ | |||
"id": 1, | |||
"name": "loopTimes_循环_1", | |||
"nodeId": 3, | |||
"nodeName": "循环", | |||
"desc": "循环循环执行的次数(0代表无限循环)", | |||
"type": "int", | |||
"exampleValue": 0, | |||
"value": 0 | |||
}, | |||
{ | |||
"id": 2, | |||
"name": "inputText_2", | |||
"nodeName": "输入文字", | |||
"nodeId": 4, | |||
"desc": "要输入的文本,如京东搜索框输入:电脑", | |||
"type": "string", | |||
"exampleValue": "", | |||
"value": "" | |||
} | |||
], | |||
"outputParameters": [], | |||
"graph": [ | |||
{ | |||
"index": 0, | |||
"id": 0, | |||
"parentId": 0, | |||
"type": -1, | |||
"option": 0, | |||
"title": "root", | |||
"sequence": [ | |||
1, | |||
3 | |||
], | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0 | |||
}, | |||
"isInLoop": false | |||
}, | |||
{ | |||
"id": 1, | |||
"index": 1, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 1, | |||
"title": "打开网页", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 0, | |||
"parameters": { | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"scrollType": 0, | |||
"scrollCount": 0 | |||
} | |||
}, | |||
{ | |||
"id": 4, | |||
"index": 2, | |||
"parentId": 2, | |||
"type": 0, | |||
"option": 2, | |||
"title": "点击元素", | |||
"sequence": [], | |||
"isInLoop": true, | |||
"position": 1, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": 0, | |||
"useLoop": true, | |||
"xpath": "//*[contains(@ceM\")]/div[1]", | |||
"wait": 0, | |||
"beforeJS": "arguments[0].click()", | |||
"beforeJSWaitTime": 4, | |||
"afterJS": "arguments[0].innerText = \"test\"", | |||
"afterJSWaitTime": 5, | |||
"scrollType": 0, | |||
"scrollCount": 0, | |||
"paras": [], | |||
"allXPaths": [ | |||
"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]", | |||
"//div[contains(., '/手机/数码')]", | |||
"//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG ']" | |||
] | |||
} | |||
}, | |||
{ | |||
"id": 2, | |||
"index": 3, | |||
"parentId": 0, | |||
"type": 1, | |||
"option": 8, | |||
"title": "循环", | |||
"sequence": [ | |||
4, | |||
2 | |||
], | |||
"isInLoop": false, | |||
"position": 1, | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "//*[contains(@class, \"LeftSide_menu_list__qXCeM\")]/div[1]", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"scrollType": 0, | |||
"scrollCount": 0, | |||
"loopType": 0, | |||
"pathList": "", | |||
"textList": "", | |||
"exitCount": 0, | |||
"historyWait": 2 | |||
} | |||
}, | |||
{ | |||
"id": 3, | |||
"index": 4, | |||
"parentId": 2, | |||
"type": 0, | |||
"option": 4, | |||
"title": "输入文字", | |||
"sequence": [], | |||
"isInLoop": true, | |||
"position": 0, | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "adsf", | |||
"beforeJSWaitTime": 1, | |||
"afterJS": "qwe", | |||
"afterJSWaitTime": 2, | |||
"value": "" | |||
} | |||
} | |||
] | |||
} |
@ -0,0 +1 @@ | |||
{"id":46,"name":"新web采集任务","url":"https://www.jd.com","links":"https://www.jd.com","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"/手机/数码"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXpath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","exampleValues":[{"num":0,"value":"/手机/数码"}],"default":"","beforeJS":"asdf","beforeJSWaitTime":1,"afterJS":"asdfasdf","afterJSWaitTime":2}]}}]} |
@ -0,0 +1,278 @@ | |||
{ | |||
"id": 47, | |||
"name": "新web采集任务", | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"containJudge": false, | |||
"desc": "https://www.jd.com", | |||
"inputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "urlList_0", | |||
"nodeId": 1, | |||
"nodeName": "打开网页", | |||
"value": "https://www.jd.com", | |||
"desc": "要采集的网址列表,多行以\\n分开", | |||
"type": "string", | |||
"exampleValue": "https://www.jd.com" | |||
}, | |||
{ | |||
"id": 1, | |||
"name": "inputText_1", | |||
"nodeName": "输入文字", | |||
"nodeId": 3, | |||
"desc": "要输入的文本,如京东搜索框输入:电脑", | |||
"type": "string", | |||
"exampleValue": "123", | |||
"value": "123" | |||
} | |||
], | |||
"outputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "参数1_文本", | |||
"desc": "", | |||
"type": "string", | |||
"exampleValue": "/手机/数码" | |||
} | |||
], | |||
"graph": [ | |||
{ | |||
"index": 0, | |||
"id": 0, | |||
"parentId": 0, | |||
"type": -1, | |||
"option": 0, | |||
"title": "root", | |||
"sequence": [ | |||
1, | |||
2, | |||
3, | |||
4 | |||
], | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0 | |||
}, | |||
"isInLoop": false | |||
}, | |||
{ | |||
"id": 1, | |||
"index": 1, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 1, | |||
"title": "打开网页", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 0, | |||
"parameters": { | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"scrollType": 0, | |||
"scrollCount": 0 | |||
} | |||
}, | |||
{ | |||
"id": 2, | |||
"index": 2, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 2, | |||
"title": "点击元素", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 1, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "//*[contains(@class, \"LeftSide_menu_list__qXCeM\")]/div[1]", | |||
"wait": 0, | |||
"beforeJS": "4", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "3", | |||
"afterJSWaitTime": 0, | |||
"scrollType": 0, | |||
"scrollCount": 0, | |||
"paras": [], | |||
"allXPaths": [ | |||
"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]", | |||
"//div[contains(., '/手机/数码')]", | |||
"//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG ']" | |||
] | |||
} | |||
}, | |||
{ | |||
"id": 3, | |||
"index": 3, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 4, | |||
"title": "输入文字", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 2, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "//*[@id=\"key\"]", | |||
"wait": 0, | |||
"beforeJS": "1", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "2", | |||
"afterJSWaitTime": 0, | |||
"value": "123", | |||
"allXPaths": [ | |||
"/html/body/div[4]/div[1]/div[2]/div[1]/input[1]", | |||
"//input[contains(., '')]", | |||
"id(\"key\")", | |||
"//INPUT[@class='text defcolor']" | |||
] | |||
} | |||
}, | |||
{ | |||
"id": 4, | |||
"index": 4, | |||
"parentId": 0, | |||
"type": 1, | |||
"option": 8, | |||
"title": "循环", | |||
"sequence": [ | |||
5 | |||
], | |||
"isInLoop": false, | |||
"position": 3, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"scrollType": 0, | |||
"scrollCount": 0, | |||
"loopType": 1, | |||
"pathList": "", | |||
"textList": "", | |||
"exitCount": 0, | |||
"historyWait": 2, | |||
"allXPaths": [ | |||
"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]", | |||
"//div[contains(., '/手机/数码')]", | |||
"//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG ']" | |||
] | |||
} | |||
}, | |||
{ | |||
"id": 5, | |||
"index": 5, | |||
"parentId": 4, | |||
"type": 0, | |||
"option": 3, | |||
"title": "提取数据", | |||
"sequence": [], | |||
"isInLoop": true, | |||
"position": 0, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"paras": [ | |||
{ | |||
"nodeType": 0, | |||
"contentType": 9, | |||
"relative": true, | |||
"name": "参数1_文本", | |||
"desc": "", | |||
"extractType": 0, | |||
"relativeXPath": "", | |||
"allXPaths": "", | |||
"exampleValues": [ | |||
{ | |||
"num": 0, | |||
"value": "/手机/数码" | |||
}, | |||
{ | |||
"num": 1, | |||
"value": "/家用电器" | |||
}, | |||
{ | |||
"num": 2, | |||
"value": "/电脑/办公" | |||
}, | |||
{ | |||
"num": 3, | |||
"value": "/家纺/家居/厨具" | |||
}, | |||
{ | |||
"num": 4, | |||
"value": "/家具/家装/灯具/工业品" | |||
}, | |||
{ | |||
"num": 5, | |||
"value": "/内衣/男装/女装/童装" | |||
}, | |||
{ | |||
"num": 6, | |||
"value": "/箱包/钟表/珠宝/女鞋" | |||
}, | |||
{ | |||
"num": 7, | |||
"value": "/运动/户外/男鞋" | |||
}, | |||
{ | |||
"num": 8, | |||
"value": "/汽车用品/车载电器" | |||
}, | |||
{ | |||
"num": 9, | |||
"value": "/母婴/洗护喂养" | |||
}, | |||
{ | |||
"num": 10, | |||
"value": "/玩具乐器/宠物生活" | |||
}, | |||
{ | |||
"num": 11, | |||
"value": "/家庭清洁/个人护理/计生情趣" | |||
}, | |||
{ | |||
"num": 12, | |||
"value": "/图书/童书/文学" | |||
} | |||
], | |||
"default": "", | |||
"beforeJS": "5", | |||
"beforeJSWaitTime": 0, | |||
"JS": "7", | |||
"JSWaitTime": 0, | |||
"afterJS": "6", | |||
"afterJSWaitTime": 0 | |||
} | |||
], | |||
"loopType": 1 | |||
} | |||
} | |||
] | |||
} |
@ -0,0 +1 @@ | |||
{"id":49,"name":"任意代码条件判断示例","url":"https://www.jd.com","links":"https://www.jd.com","containJudge":true,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"/手机/数码"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[4],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div","wait":3,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":0,"loopType":"6","pathList":"","textList":"","code":"python D:/test.py --test 1","waitTime":4,"exitCount":0,"historyWait":2}},{"id":-1,"index":3,"parentId":4,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","exampleValues":[{"num":0,"value":"/手机/数码"},{"num":1,"value":"/家用电器"},{"num":2,"value":"/电脑/办公"},{"num":3,"value":"/家纺/家居/厨具"},{"num":4,"value":"/家具/家装/灯具/工业品"},{"num":5,"value":"/内衣/男装/女装/童装"},{"num":6,"value":"/箱包/钟表/珠宝/女鞋"},{"num":7,"value":"/运动/户外/男鞋"},{"num":8,"value":"/汽车用品/车载电器"},{"num":9,"value":"/母婴/洗护喂养"},{"num":10,"value":"/玩具乐器/宠物生活"},{"num":11,"value":"/家庭清洁/个人护理/计生情趣"},{"num":12,"value":"/图书/童书/文学"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0}],"loopType":1}},{"id":3,"index":4,"parentId":2,"type":2,"option":9,"title":"判断条件","sequence":[5,6],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":4,"parentId":3,"index":5,"type":3,"option":10,"title":"条件分支","sequence":[7],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"6","value":"","code":"python D:/test.py","waitTime":5},"position":0},{"id":5,"parentId":3,"index":6,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":6,"index":7,"parentId":4,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":3,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","//div[contains(., '/手机/数码')]","//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG LeftSide_menu_hover__OCHiO']"],"exampleValues":[{"num":0,"value":"/手机/数码"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0}]}},{"index":8,"id":-1,"parentId":3,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":0},{"index":9,"id":-1,"parentId":3,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":0}]} |
@ -0,0 +1,291 @@ | |||
{ | |||
"id": 50, | |||
"name": "任意代码条件判", | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"containJudge": true, | |||
"desc": "https://www.jd.com", | |||
"inputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "urlList_0", | |||
"nodeId": 1, | |||
"nodeName": "打开网页", | |||
"value": "https://www.jd.com", | |||
"desc": "要采集的网址列表,多行以\\n分开", | |||
"type": "string", | |||
"exampleValue": "https://www.jd.com" | |||
}, | |||
{ | |||
"id": 1, | |||
"name": "loopText_1", | |||
"nodeId": 2, | |||
"nodeName": "循环", | |||
"desc": "要输入的文本/网址,多行以\\n分开", | |||
"type": "string", | |||
"exampleValue": "", | |||
"value": "" | |||
} | |||
], | |||
"outputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "参数1_文本", | |||
"desc": "", | |||
"type": "string", | |||
"exampleValue": "/手机/数码" | |||
} | |||
], | |||
"graph": [ | |||
{ | |||
"index": 0, | |||
"id": 0, | |||
"parentId": 0, | |||
"type": -1, | |||
"option": 0, | |||
"title": "root", | |||
"sequence": [ | |||
1, | |||
2 | |||
], | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0 | |||
}, | |||
"isInLoop": false | |||
}, | |||
{ | |||
"id": 1, | |||
"index": 1, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 1, | |||
"title": "打开网页", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 0, | |||
"parameters": { | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"scrollType": 0, | |||
"scrollCount": 0 | |||
} | |||
}, | |||
{ | |||
"id": 2, | |||
"index": 2, | |||
"parentId": 0, | |||
"type": 1, | |||
"option": 8, | |||
"title": "循环", | |||
"sequence": [ | |||
4 | |||
], | |||
"isInLoop": false, | |||
"position": 1, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": -1, | |||
"useLoop": false, | |||
"xpath": "/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div", | |||
"wait": 3, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"scrollType": 0, | |||
"scrollCount": 0, | |||
"loopType": "5", | |||
"pathList": "", | |||
"textList": "", | |||
"code": "return document.body.scrollWidth > 1000", | |||
"waitTime": 4, | |||
"exitCount": 0, | |||
"historyWait": 2 | |||
} | |||
}, | |||
{ | |||
"id": 5, | |||
"index": 3, | |||
"parentId": 4, | |||
"type": 0, | |||
"option": 3, | |||
"title": "提取数据", | |||
"sequence": [], | |||
"isInLoop": true, | |||
"position": 0, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": -1, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"paras": [ | |||
{ | |||
"nodeType": 0, | |||
"contentType": 0, | |||
"relative": true, | |||
"name": "参数1_文本", | |||
"desc": "", | |||
"extractType": 0, | |||
"relativeXpath": "", | |||
"exampleValues": [ | |||
{ | |||
"num": 0, | |||
"value": "/手机/数码" | |||
}, | |||
{ | |||
"num": 1, | |||
"value": "/家用电器" | |||
}, | |||
{ | |||
"num": 2, | |||
"value": "/电脑/办公" | |||
}, | |||
{ | |||
"num": 3, | |||
"value": "/家纺/家居/厨具" | |||
}, | |||
{ | |||
"num": 4, | |||
"value": "/家具/家装/灯具/工业品" | |||
}, | |||
{ | |||
"num": 5, | |||
"value": "/内衣/男装/女装/童装" | |||
}, | |||
{ | |||
"num": 6, | |||
"value": "/箱包/钟表/珠宝/女鞋" | |||
}, | |||
{ | |||
"num": 7, | |||
"value": "/运动/户外/男鞋" | |||
}, | |||
{ | |||
"num": 8, | |||
"value": "/汽车用品/车载电器" | |||
}, | |||
{ | |||
"num": 9, | |||
"value": "/母婴/洗护喂养" | |||
}, | |||
{ | |||
"num": 10, | |||
"value": "/玩具乐器/宠物生活" | |||
}, | |||
{ | |||
"num": 11, | |||
"value": "/家庭清洁/个人护理/计生情趣" | |||
}, | |||
{ | |||
"num": 12, | |||
"value": "/图书/童书/文学" | |||
} | |||
], | |||
"default": "", | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"JS": "", | |||
"JSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0 | |||
} | |||
], | |||
"loopType": 1 | |||
} | |||
}, | |||
{ | |||
"id": 3, | |||
"index": 4, | |||
"parentId": 2, | |||
"type": 2, | |||
"option": 9, | |||
"title": "判断条件", | |||
"sequence": [ | |||
5 | |||
], | |||
"isInLoop": true, | |||
"position": 0, | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0 | |||
} | |||
}, | |||
{ | |||
"id": 4, | |||
"parentId": 3, | |||
"index": 5, | |||
"type": 3, | |||
"option": 10, | |||
"title": "条件分支", | |||
"sequence": [ | |||
3 | |||
], | |||
"isInLoop": true, | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"class": "5", | |||
"value": "", | |||
"code": "return document.body.scrollheight > 500", | |||
"waitTime": 5 | |||
}, | |||
"position": 0 | |||
}, | |||
{ | |||
"id": -1, | |||
"parentId": 3, | |||
"index": 6, | |||
"type": 3, | |||
"option": 10, | |||
"title": "条件分支", | |||
"sequence": [], | |||
"isInLoop": true, | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"class": 0, | |||
"value": "", | |||
"code": "", | |||
"waitTime": 0 | |||
}, | |||
"position": 1 | |||
} | |||
] | |||
} |
@ -0,0 +1 @@ | |||
{"id":51,"name":"循环内条件判断","url":"https://www.jd.com","links":"https://www.jd.com","containJudge":true,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"/手机/数码"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,5],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":-1,"index":2,"parentId":0,"type":2,"option":9,"title":"判断条件","sequence":[3,4],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":2,"index":3,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":false,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"5","value":"","code":"","waitTime":0},"position":0},{"id":-1,"parentId":2,"index":4,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":false,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":2,"index":5,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[7],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":0,"useLoop":false,"xpath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":0,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","//div[contains(., '/手机/数码')]","//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG ']"]}},{"id":6,"index":6,"parentId":4,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"/手机/数码"},{"num":1,"value":"/家用电器"},{"num":2,"value":"/电脑/办公"},{"num":3,"value":"/家纺/家居/厨具"},{"num":4,"value":"/家具/家装/灯具/工业品"},{"num":5,"value":"/内衣/男装/女装/童装"},{"num":6,"value":"/箱包/钟表/珠宝/女鞋"},{"num":7,"value":"/运动/户外/男鞋"},{"num":8,"value":"/汽车用品/车载电器"},{"num":9,"value":"/母婴/洗护喂养"},{"num":10,"value":"/玩具乐器/宠物生活"},{"num":11,"value":"/家庭清洁/个人护理/计生情趣"},{"num":12,"value":"/图书/童书/文学"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0}],"loopType":1}},{"id":3,"index":7,"parentId":2,"type":2,"option":9,"title":"判断条件","sequence":[8,9],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":4,"parentId":3,"index":8,"type":3,"option":10,"title":"条件分支","sequence":[6],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"7","value":"","code":"return arguments[0].innerText.split(\"/\").length > 2","waitTime":0},"position":0},{"id":5,"parentId":3,"index":9,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1}]} |
@ -0,0 +1,18 @@ | |||
{ | |||
// Use IntelliSense to learn about possible attributes. | |||
// Hover to view descriptions of existing attributes. | |||
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387 | |||
"version": "0.2.0", | |||
"configurations": [ | |||
{ | |||
"name": "Python: EasySpider", | |||
"type": "python", | |||
"request": "launch", | |||
"program": "${file}", | |||
"console": "integratedTerminal", | |||
"justMyCode": true, | |||
// "args": ["--id", "38", "--read_type", "local", "--headless", "1"] | |||
"args": ["--id", "78", "--headless", "0"] | |||
} | |||
] | |||
} |
@ -0,0 +1,6 @@ | |||
{ | |||
"webserver_address": "http://localhost", | |||
"webserver_port": 8074, | |||
"user_data_folder": "./user_data", | |||
"absolute_user_data_folder": "/Users/naibowang/Documents/EasySpider/ElectronJS/user_data" | |||
} |
@ -0,0 +1,78 @@ | |||
<template> | |||
<div id="realcontent"> | |||
<div v-if="lang == 'zh'"> | |||
<div class="toolcannotdrag">提示</div> | |||
<div class="realcontent"> | |||
<p style="font-size: 15px">检测到此页面在iframe中,如想提取此页面数据,请重新设计任务,将网页URL改为下面显示的此iframe的URL地址:</p> | |||
<textarea style="font-size: 15px;width: 100%">{{url}}</textarea> | |||
</div> | |||
</div> | |||
<div v-else-if="lang=='en'"> | |||
<div class="toolcannotdrag">Hint</div> | |||
<div class="realcontent"> | |||
<p style="font-size: 15px">Detected that this page is in an iframe. If you want to extract data from this page, please redesign the task and change the URL of the webpage to the URL address of this iframe displayed below:</p> | |||
<textarea style="font-size: 15px;width: 100%">{{url}}</textarea> | |||
</div> | |||
</div> | |||
</div> | |||
</template> | |||
<script> | |||
import { | |||
global, | |||
getOS, | |||
readXPath, | |||
addEl, | |||
clearEl, | |||
clearReady, | |||
handleElement, | |||
clearParameters, | |||
generateParameters, | |||
generateMultiParameters, | |||
handleDescendents, | |||
generateValTable, | |||
findRelated, | |||
pushToReadyList, | |||
readyToList, | |||
combineXpath, | |||
relatedTest | |||
} from "./global.js"; | |||
import { | |||
input, | |||
sendSingleClick, | |||
collectSingle, | |||
collectMultiNoPattern, | |||
collectMultiWithPattern, | |||
sendLoopClickSingle, | |||
sendLoopClickEvery, | |||
detectAllSelected | |||
} from "./messageInteraction.js"; | |||
import $ from "jquery"; | |||
export default { | |||
el: '#realcontent', | |||
data: { | |||
url: window.location.href, | |||
lang: global.lang, | |||
}, | |||
} | |||
</script> | |||
<style> | |||
#wrapperToolkitIframe{ | |||
position: absolute; | |||
top:0; | |||
} | |||
.toolcannotdrag{ | |||
background-color: navy; | |||
width: 100%; | |||
text-align: center; | |||
font-size: 13px; | |||
height: 26px !important; | |||
padding-top: 8px !important; | |||
color: white; | |||
} | |||
</style> |
@ -1 +1 @@ | |||
{"id":1,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXpath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} | |||
{"id":1,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} |
@ -1 +1 @@ | |||
{"id":2,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXpath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} | |||
{"id":2,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} |
@ -1 +1 @@ | |||
{"id": 20, "name": "Bilibili\u7c89\u4e1d", "url": "https://space.bilibili.com/291929894/fans/fans", "links": "https://space.bilibili.com/291929894/fans/fans", "containJudge": false, "desc": "https://space.bilibili.com/291929894/fans/fans", "inputParameters": [{"id": 0, "name": "urlList_0", "nodeId": 1, "nodeName": "Open Page", "value": "https://space.bilibili.com/291929894/fans/fans", "desc": "List of URLs to be collected, separated by \\n for multiple lines", "type": "string", "exampleValue": "https://space.bilibili.com/291929894/fans/fans"}, {"id": 1, "name": "loopTimes_Loop_1", "nodeId": 2, "nodeName": "Loop", "desc": "Number of loop executions, 0 means unlimited loops (until element not found)", "type": "int", "exampleValue": 0, "value": 0}], "outputParameters": [{"id": 0, "name": "\u53c2\u65701_\u6587\u672c", "desc": "", "type": "string", "exampleValue": "\u5bf9\u65b9\u7b54\u590d5"}], "graph": [{"index": 0, "id": 0, "parentId": 0, "type": -1, "option": 0, "title": "root", "sequence": [1, 2], "parameters": {"history": 1, "tabIndex": 0, "useLoop": false, "xpath": "", "wait": 0}, "isInLoop": false}, {"id": 1, "index": 1, "parentId": 0, "type": 0, "option": 1, "title": "Open Page", "sequence": [], "isInLoop": false, "position": 0, "parameters": {"useLoop": false, "xpath": "", "wait": 0, "url": "https://space.bilibili.com/291929894/fans/fans", "links": "https://space.bilibili.com/291929894/fans/fans", "scrollType": 0, "scrollCount": 0}}, {"id": 2, "index": 2, "parentId": 0, "type": 1, "option": 8, "title": "Loop", "sequence": [4], "isInLoop": false, "position": 1, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "//a[contains(text(),\"\u4e0b\u4e00\u9875\")]", "wait": 0, "scrollType": 0, "scrollCount": 0, "loopType": 0, "pathList": "", "textList": "", "exitCount": 0, "historyWait": 2}}, {"id": -1, "index": 3, "parentId": 2, "type": 0, "option": 2, "title": "Click Element", "sequence": [], "isInLoop": true, "position": 1, "parameters": {"history": 4, "tabIndex": -1, "useLoop": true, "xpath": "//*[@id=\"page-follows\"]/div[1]/div[2]/div[2]/div[2]/ul[2]/li[7]", "wait": 1, "scrollType": 0, "scrollCount": 0, "paras": [], "loopType": 0}}, {"id": 3, "index": 4, "parentId": 2, "type": 1, "option": 8, "title": "Loop", "sequence": [5], "isInLoop": true, "position": 0, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "/html/body/div[2]/div[4]/div[1]/div[1]/div[1]/div[2]/div[2]/div[2]/ul[1]/li/div[2]/a[1]/span[1]", "wait": 0, "scrollType": 0, "scrollCount": 0, "loopType": 1, "pathList": "", "textList": "", "exitCount": 0, "historyWait": 2}}, {"id": 4, "index": 5, "parentId": 3, "type": 0, "option": 3, "title": "Extract Data", "sequence": [], "isInLoop": true, "position": 0, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "", "wait": 0, "paras": [{"nodeType": 0, "contentType": 0, "relative": true, "name": "\u53c2\u65701_\u6587\u672c", "desc": "", "relativeXpath": "", "exampleValues": [{"num": 0, "value": "\u5bf9\u65b9\u7b54\u590d5"}], "default": ""}], "loopType": 1}}]} | |||
{"id": 20, "name": "Bilibili\u7c89\u4e1d", "url": "https://space.bilibili.com/291929894/fans/fans", "links": "https://space.bilibili.com/291929894/fans/fans", "containJudge": false, "desc": "https://space.bilibili.com/291929894/fans/fans", "inputParameters": [{"id": 0, "name": "urlList_0", "nodeId": 1, "nodeName": "Open Page", "value": "https://space.bilibili.com/291929894/fans/fans", "desc": "List of URLs to be collected, separated by \\n for multiple lines", "type": "string", "exampleValue": "https://space.bilibili.com/291929894/fans/fans"}, {"id": 1, "name": "loopTimes_Loop_1", "nodeId": 2, "nodeName": "Loop", "desc": "Number of loop executions, 0 means unlimited loops (until element not found)", "type": "int", "exampleValue": 0, "value": 0}], "outputParameters": [{"id": 0, "name": "\u53c2\u65701_\u6587\u672c", "desc": "", "type": "string", "exampleValue": "\u5bf9\u65b9\u7b54\u590d5"}], "graph": [{"index": 0, "id": 0, "parentId": 0, "type": -1, "option": 0, "title": "root", "sequence": [1, 2], "parameters": {"history": 1, "tabIndex": 0, "useLoop": false, "xpath": "", "wait": 0}, "isInLoop": false}, {"id": 1, "index": 1, "parentId": 0, "type": 0, "option": 1, "title": "Open Page", "sequence": [], "isInLoop": false, "position": 0, "parameters": {"useLoop": false, "xpath": "", "wait": 0, "url": "https://space.bilibili.com/291929894/fans/fans", "links": "https://space.bilibili.com/291929894/fans/fans", "scrollType": 0, "scrollCount": 0}}, {"id": 2, "index": 2, "parentId": 0, "type": 1, "option": 8, "title": "Loop", "sequence": [4], "isInLoop": false, "position": 1, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "//a[contains(text(),\"\u4e0b\u4e00\u9875\")]", "wait": 0, "scrollType": 0, "scrollCount": 0, "loopType": 0, "pathList": "", "textList": "", "exitCount": 0, "historyWait": 2}}, {"id": -1, "index": 3, "parentId": 2, "type": 0, "option": 2, "title": "Click Element", "sequence": [], "isInLoop": true, "position": 1, "parameters": {"history": 4, "tabIndex": -1, "useLoop": true, "xpath": "//*[@id=\"page-follows\"]/div[1]/div[2]/div[2]/div[2]/ul[2]/li[7]", "wait": 1, "scrollType": 0, "scrollCount": 0, "paras": [], "loopType": 0}}, {"id": 3, "index": 4, "parentId": 2, "type": 1, "option": 8, "title": "Loop", "sequence": [5], "isInLoop": true, "position": 0, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "/html/body/div[2]/div[4]/div[1]/div[1]/div[1]/div[2]/div[2]/div[2]/ul[1]/li/div[2]/a[1]/span[1]", "wait": 0, "scrollType": 0, "scrollCount": 0, "loopType": 1, "pathList": "", "textList": "", "exitCount": 0, "historyWait": 2}}, {"id": 4, "index": 5, "parentId": 3, "type": 0, "option": 3, "title": "Extract Data", "sequence": [], "isInLoop": true, "position": 0, "parameters": {"history": 4, "tabIndex": -1, "useLoop": false, "xpath": "", "wait": 0, "paras": [{"nodeType": 0, "contentType": 0, "relative": true, "name": "\u53c2\u65701_\u6587\u672c", "desc": "", "relativeXPath": "", "exampleValues": [{"num": 0, "value": "\u5bf9\u65b9\u7b54\u590d5"}], "default": ""}], "loopType": 1}}]} |
@ -1 +1 @@ | |||
{"id":32,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXpath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} | |||
{"id":32,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} |
@ -1 +1 @@ | |||
{"id":0,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXpath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} | |||
{"id":0,"name":"知乎_登录后采集","url":"https://www.zhihu.com","links":"https://www.zhihu.com","containJudge":false,"desc":"https://www.zhihu.com\n使用带用户配置的浏览器模式来先手工登录后保存信息,再接着执行。","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.zhihu.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.zhihu.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"历史上有哪些通过“正当手段”干出不正当事的人物?"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"url":"https://www.zhihu.com","links":"https://www.zhihu.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"scrollType":0,"scrollCount":0,"loopType":2,"pathList":"//*[contains(@class, \"css-0\")]/div[2]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[3]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[4]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[5]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[6]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[7]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[8]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[9]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[10]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[11]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[12]/div[1]/div[1]/div[1]/h2[1]/div[1]\n//*[contains(@class, \"css-0\")]/div[13]/div[1]/div[1]/div[1]/h2[1]/div[1]","textList":"","exitCount":0,"historyWait":2}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"","exampleValues":[{"num":0,"value":"历史上有哪些通过“正当手段”干出不正当事的人物?"},{"num":1,"value":"新加坡有哪些不好的地方?"},{"num":2,"value":"孙悟空可以秒杀山村老尸那样的厉鬼吗?"},{"num":3,"value":"为什么渐渐厌倦玩《原神》了?"},{"num":4,"value":"历史上有哪些著名的考古乌龙事件?"},{"num":5,"value":"苹果公司为什么能把用户调教得这么好?"},{"num":6,"value":"哪个瞬间让你发现了世界的bug?"},{"num":7,"value":"假如中国的院士,想为亲属谋体制内的工作,难度大吗?为什么?"},{"num":8,"value":"你一直珍藏的视频是哪个?"},{"num":9,"value":"如何评价《原神》角色艾莉丝?"},{"num":10,"value":"索罗斯如何做空的英镑、泰铢?为什么做空香港失败了?"},{"num":11,"value":"如何在婚前认清并杜绝王力宏这种男人?"}],"default":""}],"loopType":2}}]} |