From 3a59073a2c61f46a435237ef3fb5389fb05c53fe Mon Sep 17 00:00:00 2001 From: naibo Date: Fri, 2 Jun 2023 22:37:21 +0800 Subject: [PATCH] V0.3.2 --- .../EasySpider_windows_amd64/execution_instances/10.json | 1 + .temp_to_pub/EasySpider_windows_amd64/tasks/29.json | 1 + ExecuteStage/.vscode/launch.json | 2 +- ExecuteStage/easyspider_executestage.py | 1 + 4 files changed, 4 insertions(+), 1 deletion(-) create mode 100644 .temp_to_pub/EasySpider_windows_amd64/execution_instances/10.json create mode 100644 .temp_to_pub/EasySpider_windows_amd64/tasks/29.json diff --git a/.temp_to_pub/EasySpider_windows_amd64/execution_instances/10.json b/.temp_to_pub/EasySpider_windows_amd64/execution_instances/10.json new file mode 100644 index 0000000..832ccfb --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_amd64/execution_instances/10.json @@ -0,0 +1 @@ +{"id":10,"name":"BigSpy","url":"https://bigspy.com/adspy/facebook/?app_type=3","links":"https://bigspy.com/adspy/facebook/?app_type=3","create_time":"6/2/2023, 10:20:57 PM","version":"0.3.2","containJudge":false,"desc":"https://bigspy.com/adspy/facebook/?app_type=3","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://bigspy.com/adspy/facebook/?app_type=3","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://bigspy.com/adspy/facebook/?app_type=3"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":500,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://bigspy.com/adspy/facebook/?app_type=3","links":"https://bigspy.com/adspy/facebook/?app_type=3","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_amd64/tasks/29.json b/.temp_to_pub/EasySpider_windows_amd64/tasks/29.json new file mode 100644 index 0000000..e6dcc49 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_amd64/tasks/29.json @@ -0,0 +1 @@ +{"id":29,"name":"BigSpy","url":"https://bigspy.com/adspy/facebook/?app_type=3","links":"https://bigspy.com/adspy/facebook/?app_type=3","create_time":"6/2/2023, 10:20:57 PM","version":"0.3.2","containJudge":false,"desc":"https://bigspy.com/adspy/facebook/?app_type=3","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://bigspy.com/adspy/facebook/?app_type=3","desc":"要采集的网址列表，多行以\\n分开","type":"string","exampleValue":"https://bigspy.com/adspy/facebook/?app_type=3"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":500,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://bigspy.com/adspy/facebook/?app_type=3","links":"https://bigspy.com/adspy/facebook/?app_type=3","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}}]} \ No newline at end of file diff --git a/ExecuteStage/.vscode/launch.json b/ExecuteStage/.vscode/launch.json index c665b42..f3bcbaf 100644 --- a/ExecuteStage/.vscode/launch.json +++ b/ExecuteStage/.vscode/launch.json @@ -12,7 +12,7 @@ "console": "integratedTerminal", "justMyCode": true, // "args": ["--id", "38", "--read_type", "local", "--headless", "1"] - "args": ["--id", "[80]", "--headless", "0", "--user_data", "0"] + "args": ["--id", "[10]", "--headless", "0", "--user_data", "0"] } ] } \ No newline at end of file diff --git a/ExecuteStage/easyspider_executestage.py b/ExecuteStage/easyspider_executestage.py index 0919841..791639d 100644 --- a/ExecuteStage/easyspider_executestage.py +++ b/ExecuteStage/easyspider_executestage.py @@ -24,6 +24,7 @@ from selenium.common.exceptions import StaleElementReferenceException, InvalidSe from selenium.webdriver.common.desired_capabilities import DesiredCapabilities from selenium.webdriver.support.ui import Select from selenium.webdriver import ActionChains +# import undetected_chromedriver as uc import random # import numpy import csv