@ -0,0 +1 @@ | |||
{"id":72,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"5/25/2023, 4:48:40 PM","version":"0.3.1","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"/手机/数码"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","//div[contains(., '/手机/数码')]","//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG LeftSide_menu_hover__OCHiO']"],"exampleValues":[{"num":0,"value":"/手机/数码"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} |
@ -0,0 +1 @@ | |||
{"id":73,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"5/25/2023, 4:55:05 PM","version":"0.3.1","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"自定义参数_0","desc":"","type":"string","exampleValue":"自定义字段"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,3],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":-1,"index":2,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"自定义参数_0","desc":"","extractType":0,"relativeXPath":"/html/body","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":2,"index":3,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":7,"relative":false,"name":"自定义参数_0","desc":"","extractType":0,"relativeXPath":"/html/body","allXPaths":[],"exampleValues":[{"num":0,"value":"自定义字段"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} |
@ -1,3 +1,3 @@ | |||
- 删除chrome的install文件夹 | |||
- 修改logic.js及logic_CN.js, ElectronJS/package.json,manifest_v3/package.json,easyspider_executestage.py中的版本号 | |||
- 修改index.html, logic.js及logic_CN.js, ElectronJS/package.json,manifest_v3/package.json,easyspider_executestage.py中的版本号 | |||
- 更新最新的tasks文件夹 |
@ -0,0 +1,52 @@ | |||
## Update Instruction | |||
1. Advanced Operations: | |||
- Custom scripts can be executed in the workflow, including executing JavaScript commands in the browser and invoking scripts at the operating system level. The command's return value can be obtained and recorded, greatly expanding the scope of operations. | |||
- Before and after each operation, you can specify a JavaScript command to be executed targeting the current located element. | |||
2. Custom scripts are also supported in the conditions and loop conditions. The return value of the custom script determines the condition for the judgment of conditions and loops, greatly enhancing the flexibility of tasks. The ability to use the break statement within a loop is added, allowing custom operations to manipulate elements within the loop. | |||
3. Multiple XPath expressions are generated simultaneously for user selection, and the XPath Helper extension is pre-installed for XPath debugging. | |||
4. Added the functionality to extract the background image URL of elements, current page title, and current page URL. | |||
5. Added the capability to save screenshots of elements or entire web pages. This feature works best in headless mode. | |||
6. Added the functionality to download images. | |||
7. Added OCR recognition of elements. To use this feature, Tesseract library needs to be installed first: https://tesseract-ocr.github.io/tessdoc/Installation.html | |||
8. Directly extract the return value of executing JavaScript code on elements, allowing for functionalities such as regular expression matching and obtaining the background color of elements. | |||
9. Added the capability to switch dropdown options and extract the selected value and text of dropdown options. | |||
10. Significantly improved user guidance and explanations to make the software more user-friendly. This includes instructions on handling iframe tags, explanations of parameter meanings for various options, and explanations on modifying the XPath for loop items, and more. | |||
11. Added instructions on how to execute tasks from the command line. | |||
12. Added headless mode configuration, allowing the software to run without a browser interface. | |||
13. Fixed the issue where Chinese paths couldn't be recognized correctly when using user-configured browser modes. | |||
14. Fixed the issue where the program would freeze when there was no unconditional branch in the conditional branching. | |||
15. Fixed the issue where the input box would freeze after saving a task. | |||
16. Added the option to set the maximum waiting time for page load in the "Open Page" and "Click element" operations. | |||
17. Added the functionality to move the mouse to an element. | |||
18. Displays a prompt when an element cannot be found. | |||
19. Fixed the webpage scrolling bug. | |||
20. The task name is initialized with the value of the page title upon the first visit. | |||
21. Added version update prompts. | |||
22. Added the information of the publisher as requested. | |||
23. Updated Chrome version to 113. |
@ -1 +0,0 @@ | |||
{"id":37,"name":"元素截图测试","url":"https://www.jd.com","links":"https://www.jd.com","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"/手机/数码"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":0,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","//div[contains(., '/手机/数码')]","//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG ']"]}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":7,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"/手机/数码"},{"num":1,"value":"/家用电器"},{"num":2,"value":"/电脑/办公"},{"num":3,"value":"/家纺/家居/厨具"},{"num":4,"value":"/家具/家装/灯具/工业品"},{"num":5,"value":"/内衣/男装/女装/童装"},{"num":6,"value":"/箱包/钟表/珠宝/女鞋"},{"num":7,"value":"/运动/户外/男鞋"},{"num":8,"value":"/汽车用品/车载电器"},{"num":9,"value":"/母婴/洗护喂养"},{"num":10,"value":"/玩具乐器/宠物生活"},{"num":11,"value":"/家庭清洁/个人护理/计生情趣"},{"num":12,"value":"/图书/童书/文学"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0}],"loopType":1}}]} |
@ -1 +0,0 @@ | |||
{"id":38,"name":"百度文库","url":"https://wenku.baidu.com/view/d49e7403c181e53a580216fc700abb68a982adbf?_wkts_=1684423170373","links":"https://wenku.baidu.com/view/d49e7403c181e53a580216fc700abb68a982adbf?_wkts_=1684423170373","containJudge":false,"desc":"https://wenku.baidu.com/view/d49e7403c181e53a580216fc700abb68a982adbf?_wkts_=1684423170373","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://wenku.baidu.com/view/d49e7403c181e53a580216fc700abb68a982adbf?_wkts_=1684423170373","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://wenku.baidu.com/view/d49e7403c181e53a580216fc700abb68a982adbf?_wkts_=1684423170373"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":""},{"id":1,"name":"参数2_文本","desc":"","type":"string","exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://wenku.baidu.com/view/d49e7403c181e53a580216fc700abb68a982adbf?_wkts_=1684423170373","links":"https://wenku.baidu.com/view/d49e7403c181e53a580216fc700abb68a982adbf?_wkts_=1684423170373","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":0,"useLoop":false,"xpath":"//canvas","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":0,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"allXPaths":["/html/body/div[1]/div[2]/div[2]/div[4]/div[1]/div[1]/div[3]/div[2]/div[1]/canvas[1]","//canvas[contains(., '')]","id(\"original-creader-canvas-1\")","//CANVAS[@class='creader-canvas']"]}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":7,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":""},{"num":1,"value":""}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0},{"nodeType":0,"contentType":8,"relative":true,"name":"参数2_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":["/html/body/div[1]/div[2]/div[2]/div[4]/div[1]/div[1]/div[3]/div[2]/div[1]/canvas[1]","//canvas[contains(., '')]","id(\"original-creader-canvas-1\")","//CANVAS[@class='creader-canvas']"],"exampleValues":[{"num":0,"value":""}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0}],"loopType":1}}]} |
@ -1,197 +0,0 @@ | |||
{ | |||
"id": 40, | |||
"name": "命令测试", | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"containJudge": false, | |||
"desc": "https://www.jd.com", | |||
"inputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "urlList_0", | |||
"nodeId": 1, | |||
"nodeName": "打开网页", | |||
"value": "https://www.jd.com", | |||
"desc": "要采集的网址列表,多行以\\n分开", | |||
"type": "string", | |||
"exampleValue": "https://www.jd.com" | |||
}, | |||
{ | |||
"id": 1, | |||
"name": "inputText_1", | |||
"nodeName": "输入文字", | |||
"nodeId": 2, | |||
"desc": "要输入的文本,如京东搜索框输入:电脑", | |||
"type": "string", | |||
"exampleValue": "123", | |||
"value": "123" | |||
} | |||
], | |||
"outputParameters": [ | |||
{ | |||
"id": 0, | |||
"name": "参数1_文本", | |||
"desc": "", | |||
"type": "string", | |||
"exampleValue": "领券中心今日推荐" | |||
} | |||
], | |||
"graph": [ | |||
{ | |||
"index": 0, | |||
"id": 0, | |||
"parentId": 0, | |||
"type": -1, | |||
"option": 0, | |||
"title": "root", | |||
"sequence": [ | |||
1, | |||
2, | |||
3, | |||
4 | |||
], | |||
"parameters": { | |||
"history": 1, | |||
"tabIndex": 0, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0 | |||
}, | |||
"isInLoop": false | |||
}, | |||
{ | |||
"id": 1, | |||
"index": 1, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 1, | |||
"title": "打开网页", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 0, | |||
"parameters": { | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"url": "https://www.jd.com", | |||
"links": "https://www.jd.com", | |||
"scrollType": 0, | |||
"scrollCount": 0 | |||
} | |||
}, | |||
{ | |||
"id": 2, | |||
"index": 2, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 4, | |||
"title": "输入文字", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 1, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": -1, | |||
"useLoop": false, | |||
"xpath": "//*[@id=\"key\"]", | |||
"wait": 0, | |||
"beforeJS": "arguments[0].value = \"手机\"", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "arguments[0].value = arguments[0].value + \"价格\"", | |||
"afterJSWaitTime": 0, | |||
"value": "123", | |||
"allXPaths": [ | |||
"/html/body/div[4]/div[1]/div[2]/div[1]/input[1]", | |||
"//input[contains(., '')]", | |||
"id(\"key\")", | |||
"//INPUT[@class='text defcolor']" | |||
] | |||
} | |||
}, | |||
{ | |||
"id": 3, | |||
"index": 3, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 2, | |||
"title": "点击元素", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 2, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": -1, | |||
"useLoop": false, | |||
"xpath": "//*[contains(@class, \"welcome\")]", | |||
"wait": 0, | |||
"beforeJS": "arguments[0].innerText = arguments[0].innerText + \"淘宝\"", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "arguments[0].innerText = arguments[0].innerText + \"天猫\"", | |||
"afterJSWaitTime": 0, | |||
"scrollType": 0, | |||
"scrollCount": 0, | |||
"paras": [], | |||
"allXPaths": [ | |||
"/html/body/div[5]/div[1]/div[1]/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]", | |||
"//div[contains(., 'HI~欢迎来到京东!')]", | |||
"//DIV[@class='welcome']" | |||
] | |||
} | |||
}, | |||
{ | |||
"id": 4, | |||
"index": 4, | |||
"parentId": 0, | |||
"type": 0, | |||
"option": 3, | |||
"title": "提取数据", | |||
"sequence": [], | |||
"isInLoop": false, | |||
"position": 3, | |||
"parameters": { | |||
"history": 4, | |||
"tabIndex": -1, | |||
"useLoop": false, | |||
"xpath": "", | |||
"wait": 0, | |||
"beforeJS": "", | |||
"beforeJSWaitTime": 0, | |||
"afterJS": "", | |||
"afterJSWaitTime": 0, | |||
"paras": [ | |||
{ | |||
"nodeType": 0, | |||
"contentType": 0, | |||
"relative": false, | |||
"name": "参数1_文本", | |||
"desc": "", | |||
"extractType": 0, | |||
"relativeXPath": "/html/body/div[4]/div[1]/ul[1]", | |||
"allXPaths": [ | |||
"/html/body/div[4]/div[1]/ul[1]", | |||
"//ul[contains(., '领券中心今日推荐')]", | |||
"id(\"nav-list\")" | |||
], | |||
"exampleValues": [ | |||
{ | |||
"num": 0, | |||
"value": "领券中心今日推荐" | |||
} | |||
], | |||
"default": "", | |||
"beforeJS": "arguments[0].innerText = arguments[0].innerText + \"1\"", | |||
"beforeJSWaitTime": 0, | |||
"JS": "", | |||
"JSWaitTime": 0, | |||
"afterJS": "arguments[0].innerText = arguments[0].innerText + \"2\"", | |||
"afterJSWaitTime": 0 | |||
} | |||
] | |||
} | |||
} | |||
] | |||
} |
@ -1 +0,0 @@ | |||
{"id":41,"name":"自定义操作示例","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"5/19/2023, 1:04:24 AM","containJudge":false,"desc":"0.3.0及以上","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"/手机/数码"},{"id":1,"name":"自定义操作","desc":"自定义操作返回的数据","type":"string","exampleValue":""},{"id":2,"name":"自定义操作2","desc":"自定义操作返回的数据","type":"string","exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,4,5],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":0,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","//div[contains(., '/手机/数码')]","//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG ']"]}},{"id":5,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":9,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"/手机/数码"},{"num":1,"value":"/家用电器"},{"num":2,"value":"/电脑/办公"},{"num":3,"value":"/家纺/家居/厨具"},{"num":4,"value":"/家具/家装/灯具/工业品"},{"num":5,"value":"/内衣/男装/女装/童装"},{"num":6,"value":"/箱包/钟表/珠宝/女鞋"},{"num":7,"value":"/运动/户外/男鞋"},{"num":8,"value":"/汽车用品/车载电器"},{"num":9,"value":"/母婴/洗护喂养"},{"num":10,"value":"/玩具乐器/宠物生活"},{"num":11,"value":"/家庭清洁/个人护理/计生情趣"},{"num":12,"value":"/图书/童书/文学"}],"default":"","beforeJS":"arguments[0].innerText = arguments[0].innerText + \"类别\"","beforeJSWaitTime":0,"JS":"return arguments[0].innerText.replace(\"女\", \"Girl\")","JSWaitTime":0,"afterJS":"arguments[0].innerText = \"类别2\" + arguments[0].innerText","afterJSWaitTime":0}],"loopType":1}},{"id":3,"index":4,"parentId":0,"type":0,"option":5,"title":"自定义操作","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":0,"code":"return window.innerHeight","waitTime":0,"recordASField":true}},{"id":4,"index":5,"parentId":0,"type":0,"option":5,"title":"自定义操作2","sequence":[],"isInLoop":false,"position":3,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":20,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"1","code":"python D:/test.py","waitTime":0,"recordASField":true}}]} |
@ -1 +0,0 @@ | |||
{"id":42,"name":"高级循环和判断","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"5/19/2023, 2:36:17 AM","containJudge":true,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"自定义操作","desc":"自定义操作返回的数据","type":"string","exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[4],"isInLoop":false,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":3,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":0,"loopType":"6","pathList":"","textList":"","code":"python D:/test.py","waitTime":0,"exitCount":0,"historyWait":2}},{"id":6,"index":3,"parentId":4,"type":0,"option":5,"title":"自定义操作","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":3,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":0,"code":"return window.innerHeight","waitTime":0,"recordASField":"1"}},{"id":3,"index":4,"parentId":2,"type":2,"option":9,"title":"判断条件","sequence":[5,6],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":4,"parentId":3,"index":5,"type":3,"option":10,"title":"条件分支","sequence":[3],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"5","value":"","code":"return window.innerWidth > 500","waitTime":0},"position":0},{"id":5,"parentId":3,"index":6,"type":3,"option":10,"title":"条件分支","sequence":[7],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":7,"index":7,"parentId":5,"type":0,"option":5,"title":"自定义操作2","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":3,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"1","code":"python D:/test.py","waitTime":0,"recordASField":0}}]} |
@ -1 +0,0 @@ | |||
{"id":44,"name":"元素截图","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"5/19/2023, 3:17:56 AM","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":"/手机/数码"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":0,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]","//div[contains(., '/手机/数码')]","//DIV[@class='LeftSide_menu_item__SBMWC LeftSide_text_space__2UhbG ']"]}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":7,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"/手机/数码"},{"num":1,"value":"/家用电器"},{"num":2,"value":"/电脑/办公"},{"num":3,"value":"/家纺/家居/厨具"},{"num":4,"value":"/家具/家装/灯具/工业品"},{"num":5,"value":"/内衣/男装/女装/童装"},{"num":6,"value":"/箱包/钟表/珠宝/女鞋"},{"num":7,"value":"/运动/户外/男鞋"},{"num":8,"value":"/汽车用品/车载电器"},{"num":9,"value":"/母婴/洗护喂养"},{"num":10,"value":"/玩具乐器/宠物生活"},{"num":11,"value":"/家庭清洁/个人护理/计生情趣"},{"num":12,"value":"/图书/童书/文学"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0}],"loopType":1}}]} |
@ -1 +0,0 @@ | |||
{"id":46,"name":"百度文库","url":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684437368706","links":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684437368706","create_time":"5/19/2023, 3:24:01 AM","containJudge":false,"desc":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684437368706","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684437368706","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684437368706"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"string","exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684437368706","links":"https://wenku.baidu.com/view/98593fe25ff7ba0d4a7302768e9951e79b896989.html?fr=hp_Database&_wkts_=1684437368706","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//canvas","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":0,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"allXPaths":["/html/body/div[3]/div[2]/div[2]/div[4]/div[1]/div[1]/div[3]/div[2]/div[1]/canvas[1]","//canvas[contains(., '')]","id(\"original-creader-canvas-1\")","//CANVAS[@class='creader-canvas']"]}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":8,"relative":true,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":""},{"num":1,"value":""}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0}],"loopType":1}}]} |
@ -1 +0,0 @@ | |||
{"id":47,"name":"OCR","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"5/19/2023, 3:35:21 AM","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_图片地址","desc":"","type":"string","exampleValue":"//m.360buyimg.com/babel/jfs/t1/67826/3/24736/33064/63fffd07F86731bb8/b7f9381b8f3b98b1.png"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","scrollType":0,"scrollCount":0}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":8,"relative":false,"name":"参数1_图片地址","desc":"","extractType":0,"relativeXPath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/a[1]/img[1]","allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/a[1]/img[1]","//img[contains(., '')]"],"exampleValues":[{"num":0,"value":"//m.360buyimg.com/babel/jfs/t1/67826/3/24736/33064/63fffd07F86731bb8/b7f9381b8f3b98b1.png"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0}]}}]} |
@ -1,5 +1,5 @@ | |||
### 温馨提醒 | |||
不能通过此文件夹中的文件直接运行程序,这是开发时打包用的,想要下载可直接执行的程序请前往[Releases Page](https://github.com/NaiboWang/EasySpider/releases)下载。 | |||
不能通过此文件夹中的`EasySpider.exe`直接运行程序,这是开发时打包用的,想要下载可直接执行的程序请前往[Releases Page](https://github.com/NaiboWang/EasySpider/releases)下载。 | |||
Cannot run the program directly through the files in this folder. This is used for packaging during development. To download the executable program, please go to [Releases Page](https://github.com/NaiboWang/EasySpider/releases). | |||
Cannot run the program directly through the `EasySpider.exe` in this folder. This is used for packaging during development. To download the executable program, please go to [Releases Page](https://github.com/NaiboWang/EasySpider/releases). |