From 751fa6e05521be929864adb7645b730c6eff91c0 Mon Sep 17 00:00:00 2001 From: naibo Date: Sat, 8 Jul 2023 08:21:15 +0800 Subject: [PATCH] UC Update Iframe --- .../Code/easyspider_executestage.py | 27 +++--- .../EasySpider_windows_x64/Code/utils.py | 37 +++++++-- .../execution_instances/0.json | 2 +- .../execution_instances/1.json | 1 + .../execution_instances/10.json | 1 + .../execution_instances/11.json | 1 + .../execution_instances/2.json | 1 + .../execution_instances/3.json | 1 + .../execution_instances/4.json | 1 + .../execution_instances/5.json | 1 + .../execution_instances/6.json | 1 + .../execution_instances/7.json | 1 + .../execution_instances/8.json | 1 + .../execution_instances/9.json | 1 + .../EasySpider_windows_x64/tasks/108.json | 1 + .../EasySpider_windows_x64/tasks/109.json | 1 + .../EasySpider_windows_x64/tasks/110.json | 1 + .../EasySpider_windows_x64/tasks/111.json | 1 + .../EasySpider_windows_x64/tasks/112.json | 1 + .../EasySpider_windows_x64/tasks/113.json | 1 + ElectronJS/.gitignore | 2 + ElectronJS/EasySpider_en.crx | Bin 207271 -> 207271 bytes ElectronJS/EasySpider_zh.crx | Bin 207271 -> 207271 bytes ElectronJS/src/taskGrid/FlowChart.html | 9 +- ElectronJS/src/taskGrid/FlowChart.js | 2 +- ElectronJS/src/taskGrid/FlowChart_CN.html | 13 ++- ElectronJS/src/taskGrid/invokeTask.html | 4 +- ExecuteStage/.vscode/launch.json | 2 +- ExecuteStage/easyspider_executestage.py | 6 +- ExecuteStage/myChrome.py | 78 +++++++++++++++++- ExecuteStage/utils.py | 37 +++++++-- Extension/manifest_v3/package.js | 21 ++++- 32 files changed, 205 insertions(+), 52 deletions(-) create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/1.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/10.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/11.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/2.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/3.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/4.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/5.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/6.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/7.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/8.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/execution_instances/9.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/tasks/108.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/tasks/109.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/tasks/110.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/tasks/111.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/tasks/112.json create mode 100644 .temp_to_pub/EasySpider_windows_x64/tasks/113.json diff --git a/.temp_to_pub/EasySpider_windows_x64/Code/easyspider_executestage.py b/.temp_to_pub/EasySpider_windows_x64/Code/easyspider_executestage.py index c8801fc..7589848 100644 --- a/.temp_to_pub/EasySpider_windows_x64/Code/easyspider_executestage.py +++ b/.temp_to_pub/EasySpider_windows_x64/Code/easyspider_executestage.py @@ -242,7 +242,7 @@ class BrowserThread(Thread): str(self.id) + "/" + self.saveName + '.xlsx' write_to_excel(file_name, self.OUTPUT, self.outputParametersTypes, self.outputParametersRecord) elif self.outputFormat == "mysql": - self.mysql.write_to_mysql(self.OUTPUT, self.outputParametersRecord) + self.mysql.write_to_mysql(self.OUTPUT, self.outputParametersRecord, self.outputParametersTypes) self.OUTPUT = [] self.log = "" @@ -1345,19 +1345,19 @@ if __name__ == '__main__': if sys.platform == "win32" and platform.architecture()[0] == "32bit": options.binary_location = os.path.join( os.getcwd(), "EasySpider/resources/app/chrome_win32/chrome.exe") # 指定chrome位置 - options.add_extension("EasySpider/resources/app/XPathHelper.crx") driver_path = os.path.join( os.getcwd(), "EasySpider/resources/app/chrome_win32/chromedriver_win32.exe") + option.add_extension("EasySpider/resources/app/XPathHelper.crx") elif sys.platform == "win32" and platform.architecture()[0] == "64bit": options.binary_location = os.path.join( os.getcwd(), "EasySpider/resources/app/chrome_win64/chrome.exe") driver_path = os.path.join( os.getcwd(), "EasySpider/resources/app/chrome_win64/chromedriver_win64.exe") - options.add_extension("EasySpider/resources/app/XPathHelper.crx") + option.add_extension("EasySpider/resources/app/XPathHelper.crx") elif sys.platform == "linux" and platform.architecture()[0] == "64bit": options.binary_location = "EasySpider/resources/app/chrome_linux64/chrome" - options.add_extension("EasySpider/resources/app/XPathHelper.crx") driver_path = "EasySpider/resources/app/chrome_linux64/chromedriver_linux64" + option.add_extension("EasySpider/resources/app/XPathHelper.crx") else: print("Unsupported platform") sys.exit() @@ -1370,21 +1370,16 @@ if __name__ == '__main__': # # option.binary_location = "C:\\Users\\q9823\\AppData\\Local\\Google\\Chrome\\Application\\chrome.exe" # driver_path = "./Chrome/chromedriver.exe" elif os.path.exists(os.getcwd()+"/../ElectronJS"): - if os.getcwd().find("ElectronJS") >= 0: # 软件dev用 - print("Finding chromedriver in EasySpider", - os.getcwd()) - options.binary_location = "chrome_win64/chrome.exe" - driver_path = "chrome_win64/chromedriver_win64.exe" - options.add_extension("../ElectronJS/XPathHelper.crx") - else: # 直接在executeStage文件夹内使用python easyspider_executestage.py时的路径 - print("Finding chromedriver in EasySpider", - os.getcwd()+"/ElectronJS") - option.binary_location = "../ElectronJS/chrome_win64/chrome.exe" # 指定chrome位置 - driver_path = "../ElectronJS/chrome_win64/chromedriver_win64.exe" - option.add_extension("../ElectronJS/XPathHelper.crx") + # 软件dev用 + print("Finding chromedriver in EasySpider", + os.getcwd()+"/ElectronJS") + option.binary_location = "../ElectronJS/chrome_win64/chrome.exe" # 指定chrome位置 + driver_path = "../ElectronJS/chrome_win64/chromedriver_win64.exe" + option.add_extension("../ElectronJS/XPathHelper.crx") else: options.binary_location = "./chrome.exe" # 指定chrome位置 driver_path = "./chromedriver.exe" + option.add_extension("XPathHelper.crx") option.add_experimental_option( 'excludeSwitches', ['enable-automation']) # 以开发者模式 diff --git a/.temp_to_pub/EasySpider_windows_x64/Code/utils.py b/.temp_to_pub/EasySpider_windows_x64/Code/utils.py index 12e1ac6..7e9c599 100644 --- a/.temp_to_pub/EasySpider_windows_x64/Code/utils.py +++ b/.temp_to_pub/EasySpider_windows_x64/Code/utils.py @@ -1,6 +1,7 @@ # 控制流程的暂停和继续 import csv +import datetime import json import os import time @@ -228,15 +229,41 @@ class myMySQL: print("The data table " + table_name + " already exists.") cursor.close() - def write_to_mysql(self, OUTPUT, record): + def write_to_mysql(self, OUTPUT, record, types): # 创建一个游标对象 cursor = self.conn.cursor() - for row in OUTPUT: + for line in OUTPUT: + for i in range(len(line)): + if types[i] == "int" or types[i] == "bigInt": + try: + line[i] = int(line[i]) + except: + line[i] = 0 + elif types[i] == "double": + try: + line[i] = float(line[i]) + except: + line[i] = 0.0 + elif types[i] == "datetime": + try: + line[i] = datetime.datetime.strptime(line[i], '%Y-%m-%d %H:%M:%S') + except: + line[i] = datetime.datetime.strptime("1970-01-01 00:00:00", '%Y-%m-%d %H:%M:%S') + elif types[i] == "date": + try: + line[i] = datetime.datetime.strptime(line[i], '%Y-%m-%d') + except: + line[i] = datetime.datetime.strptime("1970-01-01", '%Y-%m-%d') + elif types[i] == "time": + try: + line[i] = datetime.datetime.strptime(line[i], '%H:%M:%S') + except: + line[i] = datetime.datetime.strptime("00:00:00", '%H:%M:%S') to_write = [] - for i in range(len(row)): + for i in range(len(line)): if record[i]: - to_write.append(row[i]) + to_write.append(line[i]) # 构造插入数据的 SQL 语句 sql = f"INSERT INTO "+ self.table_name +" "+self.field_sql+" VALUES (" for item in to_write: @@ -248,7 +275,7 @@ class myMySQL: cursor.execute(sql, to_write) except Exception as e: print("Error:", e) - # print("Error SQL:", sql) + print("Error SQL:", sql, to_write) print("插入数据库错误,请查看以上的错误提示,然后检查数据的类型是否正确,是否文本过长(超过一万的文本类型要设置为大文本)。") print("Inserting database error, please check the above error, and then check whether the data type is correct, whether the text is too long (text type over 10,000 should be set to large text).") print("重新执行任务时,请删除数据库中的数据表" + self.table_name + ",然后再次运行程序。") diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/0.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/0.json index f902f43..db01377 100644 --- a/.temp_to_pub/EasySpider_windows_x64/execution_instances/0.json +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/0.json @@ -1 +1 @@ -{"id":0,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"7/8/2023, 6:27:01 AM","update_time":"7/8/2023, 6:27:01 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.jd.com"}],"outputParameters":[{"id":0,"name":"参数1_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"手机"},{"id":1,"name":"参数2_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"https://shouji.jd.com/"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div/a","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[5]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/div[1]/a[1]","//a[contains(., '手机')]","/html/body/div[last()-5]/div/div[last()-4]/div/div[last()-2]/div/div/div/div[last()-1]/div[last()-12]/a[last()-1]"]}},{"id":3,"index":3,"parentId":2,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":true,"name":"参数1_链接文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"手机"}],"unique_index":"vaoyqp5ljeljt5coby","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数2_链接地址","desc":"","relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"https://shouji.jd.com/"}],"unique_index":"vaoyqp5ljeljt5coby","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}}]} \ No newline at end of file +{"id":0,"name":"Dynamic Iframe","url":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","links":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","create_time":"7/8/2023, 7:00:31 AM","update_time":"7/8/2023, 7:34:59 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"mysql","saveName":"地震_current_time","containJudge":true,"desc":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history"},{"id":1,"name":"inputText_1","nodeName":"输入文字","nodeId":3,"desc":"要输入的文本,如京东搜索框输入:电脑","type":"text","exampleValue":"1Field[\"参数1_链接文本\"]","value":"1Field[\"参数1_链接文本\"]"},{"id":2,"name":"loopTimes_循环_2","nodeId":5,"nodeName":"循环","desc":"循环循环执行的次数(0代表无限循环)","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"参数1_页面标题","desc":"","type":"text","recordASField":1,"exampleValue":"Dynamic Iframe"},{"id":1,"name":"参数1_链接文本","desc":"","type":"text","recordASField":0,"exampleValue":"查询"},{"id":2,"name":"参数1_页面网址","desc":"","type":"text","recordASField":1,"exampleValue":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history"},{"id":3,"name":"参数1_文本","desc":"","type":"double","recordASField":1,"exampleValue":"5.0"},{"id":4,"name":"参数2_文本","desc":"","type":"datetime","recordASField":1,"exampleValue":"2023-06-2912:58:00"},{"id":5,"name":"参数3_文本","desc":"","type":"text","recordASField":1,"exampleValue":"37.10"},{"id":6,"name":"参数4_文本","desc":"","type":"text","recordASField":1,"exampleValue":"71.85"},{"id":7,"name":"参数5_文本","desc":"","type":"int","recordASField":1,"exampleValue":"140"},{"id":8,"name":"参数7_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"https://news.ceic.ac.cn/CC20230629125800.html"},{"id":9,"name":"参数8_文本","desc":"","type":"text","recordASField":1,"exampleValue":"震级(M)"},{"id":10,"name":"参数9_文本","desc":"","type":"text","recordASField":1,"exampleValue":"发震时刻(UTC+8)"},{"id":11,"name":"参数10_文本","desc":"","type":"text","recordASField":1,"exampleValue":"纬度(°)"},{"id":12,"name":"参数11_文本","desc":"","type":"text","recordASField":1,"exampleValue":"经度(°)"},{"id":13,"name":"参数12_文本","desc":"","type":"text","recordASField":1,"exampleValue":"深度(千米)"},{"id":14,"name":"参数13_文本","desc":"","type":"text","recordASField":1,"exampleValue":"参考位置"},{"id":15,"name":"Break","desc":"自定义操作返回的数据","type":"text","recordASField":0,"exampleValue":""},{"id":16,"name":"退出循环","desc":"自定义操作返回的数据","type":"text","recordASField":0,"exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4,5],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","links":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":6,"relative":false,"name":"参数1_页面标题","desc":"","extractType":0,"relativeXPath":"/html/body/iframe[1]","allXPaths":["/html/body/iframe[1]","//iframe[contains(., '')]","id(\"myIframe\")","/html/body/iframe[last()-1]"],"exampleValues":[{"num":0,"value":"Dynamic Iframe"}],"unique_index":"14hqdlhesn6ljt6eja8","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":false,"name":"参数1_链接文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[5]/a[1]","allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[5]/a[1]","//a[contains(., '查询')]","id(\"search\")","//A[@class='check']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div/a"],"exampleValues":[{"num":0,"value":"查询"}],"unique_index":"gxhcdetmmgcljt6evon","iframe":true,"default":"","paraType":"text","recordASField":0,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":5,"relative":false,"name":"参数1_页面网址","desc":"","extractType":0,"relativeXPath":"/html/body/iframe[1]","allXPaths":["/html/body/iframe[1]","//iframe[contains(., '')]","id(\"myIframe\")","/html/body/iframe[last()-1]"],"exampleValues":[{"num":0,"value":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history"}],"unique_index":"e663xi39mb4ljt6em4l","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":3,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"weidu1\"]","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"1Field[\"参数1_链接文本\"]","allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[2]/input[1]","//input[contains(., '')]","id(\"weidu1\")","//INPUT[@class='span1']","//INPUT[@name='weidu1']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div[last()-3]/input[last()-1]"]}},{"id":4,"index":4,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":3,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"search\"]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[5]/a[1]","//a[contains(., '查询')]","id(\"search\")","//A[@class='check']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div/a"]}},{"id":5,"index":5,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[7,17,6],"isInLoop":false,"position":4,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"pagination\")]/ul[1]/li[last()-1]/a[1]","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/div[1]/ul[1]/li[10]/a[1]","//a[contains(., '»')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div/div/div/ul/li[last()-1]/a"]}},{"id":8,"index":6,"parentId":5,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":2,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"pagination\")]/ul[1]/li[10]/a[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/div[1]/ul[1]/li[10]/a[1]","//a[contains(., '»')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div/div/div/ul/li[last()-1]/a"],"loopType":0}},{"id":6,"index":7,"parentId":5,"type":1,"option":8,"title":"循环","sequence":[8,9],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[1]/table[1]/tbody[1]/tr","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[1]/table[1]/tbody[1]/tr[1]","//tr[contains(., '震级(M)发震时刻(')]","//TR[@class='speed-tr-h1']","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]"]}},{"id":9,"index":8,"parentId":6,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":1,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"/td[1]","allXPaths":["/td[1]","//td[contains(., '5.0')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-5]"],"exampleValues":[{"num":0,"value":"5.0"}],"unique_index":"/td[1]","iframe":true,"default":"8.8","paraType":"double","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数2_文本","desc":"","relativeXPath":"/td[2]","allXPaths":["/td[2]","//td[contains(., '2023-06-29')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-4]"],"exampleValues":[{"num":0,"value":"2023-06-2912:58:00"}],"unique_index":"/td[2]","iframe":true,"default":"2020-02-08 00:01:02","paraType":"datetime","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数3_文本","desc":"","relativeXPath":"/td[3]","allXPaths":["/td[3]","//td[contains(., '37.10')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-3]"],"exampleValues":[{"num":0,"value":"37.10"}],"unique_index":"/td[3]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数4_文本","desc":"","relativeXPath":"/td[4]","allXPaths":["/td[4]","//td[contains(., '71.85')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-2]"],"exampleValues":[{"num":0,"value":"71.85"}],"unique_index":"/td[4]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数5_文本","desc":"","relativeXPath":"/td[5]","allXPaths":["/td[5]","//td[contains(., '140')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-1]"],"exampleValues":[{"num":0,"value":"140"}],"unique_index":"/td[5]","iframe":true,"default":"","paraType":"int","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数1_页面标题","desc":"","relativeXPath":"/td[6]/a[1]","allXPaths":["/td[6]/a[1]","//a[contains(., '塔吉克斯坦')]","id(\"cid\")","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td/a"],"exampleValues":[{"num":0,"value":"塔吉克斯坦"}],"unique_index":"/td[6]/a[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数7_链接地址","desc":"","relativeXPath":"/td[6]/a[1]","allXPaths":["/td[6]/a[1]","//a[contains(., '塔吉克斯坦')]","id(\"cid\")","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td/a"],"exampleValues":[{"num":0,"value":"https://news.ceic.ac.cn/CC20230629125800.html"}],"unique_index":"/td[6]/a[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数8_文本","desc":"","relativeXPath":"/th[1]","allXPaths":["/th[1]","//th[contains(., '震级(M)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-5]"],"exampleValues":[{"num":1,"value":"震级(M)"}],"unique_index":"/th[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数9_文本","desc":"","relativeXPath":"/th[2]","allXPaths":["/th[2]","//th[contains(., '发震时刻(UTC+8')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-4]"],"exampleValues":[{"num":1,"value":"发震时刻(UTC+8)"}],"unique_index":"/th[2]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数10_文本","desc":"","relativeXPath":"/th[3]","allXPaths":["/th[3]","//th[contains(., '纬度(°)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-3]"],"exampleValues":[{"num":1,"value":"纬度(°)"}],"unique_index":"/th[3]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数11_文本","desc":"","relativeXPath":"/th[4]","allXPaths":["/th[4]","//th[contains(., '经度(°)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-2]"],"exampleValues":[{"num":1,"value":"经度(°)"}],"unique_index":"/th[4]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数12_文本","desc":"","relativeXPath":"/th[5]","allXPaths":["/th[5]","//th[contains(., '深度(千米)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-1]"],"exampleValues":[{"num":1,"value":"深度(千米)"}],"unique_index":"/th[5]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数13_文本","desc":"","relativeXPath":"/th[6]","allXPaths":["/th[6]","//th[contains(., '参考位置')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th"],"exampleValues":[{"num":1,"value":"参考位置"}],"unique_index":"/th[6]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":10,"index":9,"parentId":6,"type":2,"option":9,"title":"判断条件","sequence":[10],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":12,"parentId":10,"index":10,"type":3,"option":10,"title":"条件分支","sequence":[16],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"日本","code":"","waitTime":0},"position":0},{"id":-1,"parentId":9,"index":11,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"index":12,"id":-1,"parentId":9,"type":3,"option":10,"title":"条件分支","sequence":[13],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":0},{"id":-1,"index":13,"parentId":10,"type":2,"option":9,"title":"条件分支","sequence":[14,15],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":13,"index":14,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":0},{"id":-1,"parentId":13,"index":15,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":14,"index":16,"parentId":12,"type":0,"option":5,"title":"Break","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}},{"id":7,"index":17,"parentId":5,"type":2,"option":9,"title":"判断条件","sequence":[18],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":11,"parentId":7,"index":18,"type":3,"option":10,"title":"条件分支","sequence":[20],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"5","value":"哥伦比亚","code":"return document.body.innerText.includes(\"哥伦比亚\")","waitTime":0},"position":0},{"id":-1,"parentId":7,"index":19,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":13,"index":20,"parentId":11,"type":0,"option":5,"title":"退出循环","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/1.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/1.json new file mode 100644 index 0000000..0a81e2c --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/1.json @@ -0,0 +1 @@ +{"id":1,"name":"EBAY","url":"https://www.ebay.com","links":"https://www.ebay.com","create_time":"7/8/2023, 7:41:07 AM","update_time":"7/8/2023, 7:41:07 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":true,"desc":"https://www.ebay.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://www.ebay.com","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://www.ebay.com"},{"id":1,"name":"urlList_1","nodeId":3,"nodeName":"Open Page","value":"https://ebay.com?id=Field[\"para1_linktext\"]","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://ebay.com?id=Field[\"para1_linktext\"]"}],"outputParameters":[{"id":0,"name":"para1_linktext","desc":"","type":"text","recordASField":1,"exampleValue":"Score these trending kicks"},{"id":1,"name":"para1_text","desc":"","type":"text","recordASField":1,"exampleValue":"Home"},{"id":2,"name":"Exit Loop","desc":"Output of custom action","type":"text","recordASField":0,"exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.ebay.com","links":"https://www.ebay.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":false,"name":"para1_linktext","desc":"","extractType":0,"relativeXPath":"/html/body/div[6]/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","allXPaths":["/html/body/div[6]/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","//a[contains(., 'Score thes')]","/html/body/div[last()-10]/div[last()-4]/div/div/div[last()-1]/h2/a"],"exampleValues":[{"num":0,"value":"Score these trending kicks"}],"unique_index":"0em1vatjz5vnljt7w6f7","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":3,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"about:blank","links":"https://ebay.com?id=Field[\"para1_linktext\"]","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":4,"index":4,"parentId":0,"type":1,"option":8,"title":"Loop","sequence":[6,5],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[6]/div[1]/ul[1]/li","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[6]/div[1]/ul[1]/li[1]","//li[contains(., 'Home')]","//LI[@class='vl-flyout-nav__active']","/html/body/div[last()-10]/div[last()-6]/ul/li[last()-13]"]}},{"id":6,"index":5,"parentId":4,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"Home"}],"unique_index":"x6qhjfubbbljt7x736","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"arguments[0].innerText += \"Field[\"para1_linktext\"]\"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":5,"index":6,"parentId":4,"type":2,"option":9,"title":"If Condition","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":7,"parentId":5,"index":7,"type":3,"option":10,"title":"Condition","sequence":[9],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"biles","code":"","waitTime":0},"position":0},{"id":-1,"parentId":5,"index":8,"type":3,"option":10,"title":"Condition","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":8,"index":9,"parentId":7,"type":0,"option":5,"title":"Exit Loop","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/10.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/10.json new file mode 100644 index 0000000..7c1a82f --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/10.json @@ -0,0 +1 @@ +{"id":10,"name":"Page Not Found","url":"https://www.genecards.org/lookup/text=Mrpl52","links":"https://turnstile.zeroclover.io/","create_time":"7/8/2023, 8:04:15 AM","update_time":"7/8/2023, 8:04:49 AM","version":"0.3.5","saveThreshold":10,"cloudflare":1,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.genecards.org/lookup/text=Mrpl52","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://turnstile.zeroclover.io/","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://turnstile.zeroclover.io/"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"text","recordASField":1,"exampleValue":"Captcha success!\n\n\n\n \n \n \n Cloudflare Turnstile Demo\n \n \n\n\n \n \n Cloudflare Turnstile Demo w/ Managed Mode\n \n \n \n \n \n\n\n\n ✍操作提示框(可点此拖动) \n ● 已选中1个元素,您可以:\n 确认采集 取消选择 Path: /html/body \n"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":10,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.genecards.org/lookup/text=Mrpl52","links":"https://turnstile.zeroclover.io/","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body","allXPaths":["/html/body","//body[contains(., 'Captcha su')]","/html/body"],"exampleValues":[{"num":0,"value":"Captcha success!\n\n\n\n \n \n \n Cloudflare Turnstile Demo\n \n \n\n\n \n \n Cloudflare Turnstile Demo w/ Managed Mode\n \n \n \n \n \n\n\n\n ✍操作提示框(可点此拖动) \n ● 已选中1个元素,您可以:\n 确认采集 取消选择 Path: /html/body \n"}],"unique_index":"hqoc6f3lcauljt8tjz5","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/11.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/11.json new file mode 100644 index 0000000..44bb933 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/11.json @@ -0,0 +1 @@ +{"id":11,"name":"Page Not Found","url":"https://www.genecards.org/lookup/text=Mrpl52","links":"https://turnstile.zeroclover.io/","create_time":"7/8/2023, 8:04:15 AM","update_time":"7/8/2023, 8:05:38 AM","version":"0.3.5","saveThreshold":10,"cloudflare":1,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.genecards.org/lookup/text=Mrpl52","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://turnstile.zeroclover.io/","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://turnstile.zeroclover.io/"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"text","recordASField":1,"exampleValue":"Captcha success!\n\n\n\n \n \n \n Cloudflare Turnstile Demo\n \n \n\n\n \n \n Cloudflare Turnstile Demo w/ Managed Mode\n \n \n \n \n \n\n\n\n ✍操作提示框(可点此拖动) \n ● 已选中1个元素,您可以:\n 确认采集 取消选择 Path: /html/body \n"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":19,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.genecards.org/lookup/text=Mrpl52","links":"https://turnstile.zeroclover.io/","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body","allXPaths":["/html/body","//body[contains(., 'Captcha su')]","/html/body"],"exampleValues":[{"num":0,"value":"Captcha success!\n\n\n\n \n \n \n Cloudflare Turnstile Demo\n \n \n\n\n \n \n Cloudflare Turnstile Demo w/ Managed Mode\n \n \n \n \n \n\n\n\n ✍操作提示框(可点此拖动) \n ● 已选中1个元素,您可以:\n 确认采集 取消选择 Path: /html/body \n"}],"unique_index":"hqoc6f3lcauljt8tjz5","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/2.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/2.json new file mode 100644 index 0000000..efdfee6 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/2.json @@ -0,0 +1 @@ +{"id":2,"name":"EBAY","url":"https://www.ebay.com","links":"https://www.ebay.com","create_time":"7/8/2023, 7:41:07 AM","update_time":"7/8/2023, 7:41:55 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":true,"desc":"https://www.ebay.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://www.ebay.com","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://www.ebay.com"},{"id":1,"name":"urlList_1","nodeId":3,"nodeName":"Open Page","value":"https://ebay.com?id=Field[\"para1_linktext\"]","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://ebay.com?id=Field[\"para1_linktext\"]"}],"outputParameters":[{"id":0,"name":"para1_linktext","desc":"","type":"text","recordASField":1,"exampleValue":"Score these trending kicks"},{"id":1,"name":"para1_text","desc":"","type":"text","recordASField":1,"exampleValue":"Home"},{"id":2,"name":"Exit Loop","desc":"Output of custom action","type":"text","recordASField":0,"exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.ebay.com","links":"https://www.ebay.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":false,"name":"para1_linktext","desc":"","extractType":0,"relativeXPath":"/html/body/div/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","allXPaths":["/html/body/div[6]/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","//a[contains(., 'Score thes')]","/html/body/div[last()-10]/div[last()-4]/div/div/div[last()-1]/h2/a"],"exampleValues":[{"num":0,"value":"Score these trending kicks"}],"unique_index":"0em1vatjz5vnljt7w6f7","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":3,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"about:blank","links":"https://ebay.com?id=Field[\"para1_linktext\"]","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":4,"index":4,"parentId":0,"type":1,"option":8,"title":"Loop","sequence":[6,5],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div/div[1]/ul[1]/li","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[6]/div[1]/ul[1]/li[1]","//li[contains(., 'Home')]","//LI[@class='vl-flyout-nav__active']","/html/body/div[last()-10]/div[last()-6]/ul/li[last()-13]"]}},{"id":6,"index":5,"parentId":4,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"Home"}],"unique_index":"x6qhjfubbbljt7x736","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"arguments[0].innerText += \"Field[\"para1_linktext\"]\"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":5,"index":6,"parentId":4,"type":2,"option":9,"title":"If Condition","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":7,"parentId":5,"index":7,"type":3,"option":10,"title":"Condition","sequence":[9],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"biles","code":"","waitTime":0},"position":0},{"id":-1,"parentId":5,"index":8,"type":3,"option":10,"title":"Condition","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":8,"index":9,"parentId":7,"type":0,"option":5,"title":"Exit Loop","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/3.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/3.json new file mode 100644 index 0000000..43861d7 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/3.json @@ -0,0 +1 @@ +{"id":3,"name":"EBAY","url":"https://www.ebay.com","links":"https://www.ebay.com","create_time":"7/8/2023, 7:41:07 AM","update_time":"7/8/2023, 7:43:54 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":true,"desc":"https://www.ebay.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://www.ebay.com","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://www.ebay.com"},{"id":1,"name":"urlList_1","nodeId":3,"nodeName":"Open Page","value":"https://ebay.com?id=Field[\"para1_linktext\"]","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://ebay.com?id=Field[\"para1_linktext\"]"}],"outputParameters":[{"id":0,"name":"para1_linktext","desc":"","type":"text","recordASField":1,"exampleValue":"Score these trending kicks"},{"id":1,"name":"para1_text","desc":"","type":"text","recordASField":1,"exampleValue":"Home"},{"id":2,"name":"Exit Loop","desc":"Output of custom action","type":"text","recordASField":0,"exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.ebay.com","links":"https://www.ebay.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":false,"name":"para1_linktext","desc":"","extractType":0,"relativeXPath":"/html/body/div/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","allXPaths":["/html/body/div[6]/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","//a[contains(., 'Score thes')]","/html/body/div[last()-10]/div[last()-4]/div/div/div[last()-1]/h2/a"],"exampleValues":[{"num":0,"value":"Score these trending kicks"}],"unique_index":"0em1vatjz5vnljt7w6f7","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":3,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"about:blank","links":"https://ebay.com?id=Field[\"para1_linktext\"]","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":4,"index":4,"parentId":0,"type":1,"option":8,"title":"Loop","sequence":[6,5],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div/div[1]/ul[1]/li","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[6]/div[1]/ul[1]/li[1]","//li[contains(., 'Home')]","//LI[@class='vl-flyout-nav__active']","/html/body/div[last()-10]/div[last()-6]/ul/li[last()-13]"]}},{"id":6,"index":5,"parentId":4,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"Home"}],"unique_index":"x6qhjfubbbljt7x736","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"arguments[0].innerText += \"Field[\"para1_linktext\"]\"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":5,"index":6,"parentId":4,"type":2,"option":9,"title":"If Condition","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":7,"parentId":5,"index":7,"type":3,"option":10,"title":"Condition","sequence":[9],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"bles","code":"","waitTime":0},"position":0},{"id":-1,"parentId":5,"index":8,"type":3,"option":10,"title":"Condition","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":8,"index":9,"parentId":7,"type":0,"option":5,"title":"Exit Loop","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/4.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/4.json new file mode 100644 index 0000000..49ee76f --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/4.json @@ -0,0 +1 @@ +{"id":4,"name":"EBAY","url":"https://www.ebay.com","links":"https://www.ebay.com","create_time":"7/8/2023, 7:41:07 AM","update_time":"7/8/2023, 7:43:54 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":true,"desc":"https://www.ebay.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://www.ebay.com","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://www.ebay.com"},{"id":1,"name":"urlList_1","nodeId":3,"nodeName":"Open Page","value":"https://ebay.com?id=Field[\"para1_linktext\"]","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://ebay.com?id=Field[\"para1_linktext\"]"}],"outputParameters":[{"id":0,"name":"para1_linktext","desc":"","type":"text","recordASField":1,"exampleValue":"Score these trending kicks"},{"id":1,"name":"para1_text","desc":"","type":"text","recordASField":1,"exampleValue":"Home"},{"id":2,"name":"Exit Loop","desc":"Output of custom action","type":"text","recordASField":0,"exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.ebay.com","links":"https://www.ebay.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":false,"name":"para1_linktext","desc":"","extractType":0,"relativeXPath":"/html/body/div/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","allXPaths":["/html/body/div[6]/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","//a[contains(., 'Score thes')]","/html/body/div[last()-10]/div[last()-4]/div/div/div[last()-1]/h2/a"],"exampleValues":[{"num":0,"value":"Score these trending kicks"}],"unique_index":"0em1vatjz5vnljt7w6f7","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":3,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"about:blank","links":"https://ebay.com?id=Field[\"para1_linktext\"]","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":4,"index":4,"parentId":0,"type":1,"option":8,"title":"Loop","sequence":[6,5],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div/div[1]/ul[1]/li","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[6]/div[1]/ul[1]/li[1]","//li[contains(., 'Home')]","//LI[@class='vl-flyout-nav__active']","/html/body/div[last()-10]/div[last()-6]/ul/li[last()-13]"]}},{"id":6,"index":5,"parentId":4,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"Home"}],"unique_index":"x6qhjfubbbljt7x736","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"arguments[0].innerText += \"Field[\"para1_linktext\"]\"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":5,"index":6,"parentId":4,"type":2,"option":9,"title":"If Condition","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":7,"parentId":5,"index":7,"type":3,"option":10,"title":"Condition","sequence":[9],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"bles","code":"","waitTime":0},"position":0},{"id":-1,"parentId":5,"index":8,"type":3,"option":10,"title":"Condition","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":8,"index":9,"parentId":7,"type":0,"option":5,"title":"Exit Loop","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/5.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/5.json new file mode 100644 index 0000000..4edeb85 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/5.json @@ -0,0 +1 @@ +{"id":5,"name":"EBAY","url":"https://www.ebay.com","links":"https://www.ebay.com","create_time":"7/8/2023, 7:41:07 AM","update_time":"7/8/2023, 7:52:42 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":true,"desc":"https://www.ebay.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://www.ebay.com","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.ebay.com"},{"id":1,"name":"urlList_1","nodeId":3,"nodeName":"Open Page","value":"https://ebay.com?id=Field[\"para1_linktext\"]","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://ebay.com?id=Field[\"para1_linktext\"]"}],"outputParameters":[{"id":0,"name":"para1_linktext","desc":"","type":"text","recordASField":1,"exampleValue":"Score these trending kicks"},{"id":1,"name":"para1_text","desc":"","type":"text","recordASField":1,"exampleValue":"Home"},{"id":2,"name":"Exit Loop","desc":"自定义操作返回的数据","type":"text","recordASField":0,"exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.ebay.com","links":"https://www.ebay.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":false,"name":"para1_linktext","desc":"","extractType":0,"relativeXPath":"/html/body/div/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","allXPaths":["/html/body/div[6]/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","//a[contains(., 'Score thes')]","/html/body/div[last()-10]/div[last()-4]/div/div/div[last()-1]/h2/a"],"exampleValues":[{"num":0,"value":"Score these trending kicks"}],"unique_index":"0em1vatjz5vnljt7w6f7","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":3,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"about:blank","links":"https://ebay.com?id=Field[\"para1_linktext\"]","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":4,"index":4,"parentId":0,"type":1,"option":8,"title":"Loop","sequence":[6,5],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div/div[1]/ul[1]/li","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[6]/div[1]/ul[1]/li[1]","//li[contains(., 'Home')]","//LI[@class='vl-flyout-nav__active']","/html/body/div[last()-10]/div[last()-6]/ul/li[last()-13]"]}},{"id":6,"index":5,"parentId":4,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"Home"}],"unique_index":"x6qhjfubbbljt7x736","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"arguments[0].innerText += \"Field[\"para_linktext\"]\"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":5,"index":6,"parentId":4,"type":2,"option":9,"title":"If Condition","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":7,"parentId":5,"index":7,"type":3,"option":10,"title":"Condition","sequence":[9],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"bles","code":"","waitTime":0},"position":0},{"id":-1,"parentId":5,"index":8,"type":3,"option":10,"title":"Condition","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":8,"index":9,"parentId":7,"type":0,"option":5,"title":"Exit Loop","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/6.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/6.json new file mode 100644 index 0000000..c915643 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/6.json @@ -0,0 +1 @@ +{"id":6,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"7/8/2023, 7:54:10 AM","update_time":"7/8/2023, 7:54:10 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.jd.com"},{"id":1,"name":"inputText_1","nodeName":"输入文字","nodeId":2,"desc":"要输入的文本,如京东搜索框输入:电脑","type":"text","exampleValue":"sadf","value":"sadf"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"key\"]","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"sadf","allXPaths":["/html/body/div[4]/div[1]/div[2]/div[1]/input[1]","//input[contains(., '')]","id(\"key\")","//INPUT[@class='text defcolor']","/html/body/div[last()-6]/div/div[last()-2]/div/input"]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/7.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/7.json new file mode 100644 index 0000000..3c5097e --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/7.json @@ -0,0 +1 @@ +{"id":7,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"7/8/2023, 7:54:10 AM","update_time":"7/8/2023, 7:54:46 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.jd.com"},{"id":1,"name":"inputText_1","nodeName":"输入文字","nodeId":2,"desc":"要输入的文本,如京东搜索框输入:电脑","type":"text","exampleValue":"sadf","value":"sadf"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"key\"]","iframe":false,"wait":5,"waitType":"1","beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"sadf","allXPaths":["/html/body/div[4]/div[1]/div[2]/div[1]/input[1]","//input[contains(., '')]","id(\"key\")","//INPUT[@class='text defcolor']","/html/body/div[last()-6]/div/div[last()-2]/div/input"]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/8.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/8.json new file mode 100644 index 0000000..755ebd2 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/8.json @@ -0,0 +1 @@ +{"id":8,"name":"iP地址查询--手机号码查询归属地 | 邮政编码查询 | iP地址归属地查询 | 身份证号码验证在线查询网","url":"https://www.ip138.com","links":"https://www.ip138.com","create_time":"7/8/2023, 8:00:49 AM","update_time":"7/8/2023, 8:00:49 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.ip138.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://www.ip138.com","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://www.ip138.com"}],"outputParameters":[{"id":0,"name":"para1_text","desc":"","type":"text","recordASField":1,"exampleValue":"\n您的iP地址是:[137.132.211.47 ] 来自:新加坡 \n"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,4,5,6],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.ip138.com","links":"https://www.ip138.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":-1,"index":2,"parentId":0,"type":0,"option":2,"title":"Click Element","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/p[1]/a[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/p[1]/a[1]","//a[contains(., '137.132.21')]","/html/body/p[last()-2]/a[last()-1]"]}},{"id":-1,"index":3,"parentId":0,"type":0,"option":2,"title":"Click Element","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/p[1]/a[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/p[1]/a[1]","//a[contains(., '137.132.21')]","/html/body/p[last()-2]/a[last()-1]"]}},{"id":2,"index":4,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"/html/body/p[1]","allXPaths":["/html/body/p[1]","//p[contains(., '您的iP地址是:[')]","/html/body/p[last()-2]"],"exampleValues":[{"num":0,"value":"\n您的iP地址是:[137.132.211.47 ] 来自:新加坡 \n"}],"unique_index":"s1usikyht6ljt8p52a","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":5,"parentId":0,"type":0,"option":2,"title":"Click Element","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/p[1]/a[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/p[1]/a[1]","//a[contains(., '137.132.21')]","/html/body/p[last()-2]/a[last()-1]"]}},{"id":4,"index":6,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":3,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"/html/body/div[1]/div[2]/div[2]/div[1]/div[2]/div[1]/div[1]/div[2]/div[2]/div[1]/h1[1]","allXPaths":["/html/body/div[1]/div[2]/div[2]/div[1]/div[2]/div[1]/div[1]/div[2]/div[2]/div[1]/h1[1]","//h1[contains(., '137.132.21')]","/html/body/div[last()-3]/div/div[last()-1]/div/div[last()-1]/div[last()-2]/div/div/div/div[last()-1]/h1"],"exampleValues":[{"num":0,"value":"137.132.211.47"}],"unique_index":"538ijdy2kiljt8pa2v","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/execution_instances/9.json b/.temp_to_pub/EasySpider_windows_x64/execution_instances/9.json new file mode 100644 index 0000000..aa69853 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/execution_instances/9.json @@ -0,0 +1 @@ +{"id":9,"name":"Page Not Found","url":"https://www.genecards.org/lookup/text=Mrpl52","links":"https://turnstile.zeroclover.io/","create_time":"7/8/2023, 8:04:15 AM","update_time":"7/8/2023, 8:04:15 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.genecards.org/lookup/text=Mrpl52","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://turnstile.zeroclover.io/","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://turnstile.zeroclover.io/"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"text","recordASField":1,"exampleValue":"Captcha success!\n\n\n\n \n \n \n Cloudflare Turnstile Demo\n \n \n\n\n \n \n Cloudflare Turnstile Demo w/ Managed Mode\n \n \n \n \n \n\n\n\n ✍操作提示框(可点此拖动) \n ● 已选中1个元素,您可以:\n 确认采集 取消选择 Path: /html/body \n"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":10,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.genecards.org/lookup/text=Mrpl52","links":"https://turnstile.zeroclover.io/","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body","allXPaths":["/html/body","//body[contains(., 'Captcha su')]","/html/body"],"exampleValues":[{"num":0,"value":"Captcha success!\n\n\n\n \n \n \n Cloudflare Turnstile Demo\n \n \n\n\n \n \n Cloudflare Turnstile Demo w/ Managed Mode\n \n \n \n \n \n\n\n\n ✍操作提示框(可点此拖动) \n ● 已选中1个元素,您可以:\n 确认采集 取消选择 Path: /html/body \n"}],"unique_index":"hqoc6f3lcauljt8tjz5","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/108.json b/.temp_to_pub/EasySpider_windows_x64/tasks/108.json new file mode 100644 index 0000000..55806c5 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/108.json @@ -0,0 +1 @@ +{"id":108,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"7/8/2023, 6:47:53 AM","update_time":"7/8/2023, 6:49:05 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"csv","saveName":"JD","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.jd.com"},{"id":1,"name":"inputText_1","nodeName":"输入文字","nodeId":2,"desc":"要输入的文本,如京东搜索框输入:电脑","type":"text","exampleValue":"iPhone","value":"iPhone"}],"outputParameters":[{"id":0,"name":"参数1_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"\n\t\t\t\t\t\t\t\t\n\t\t\t\t \t"},{"id":1,"name":"参数2_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"//item.jd.com/100038089781.html"},{"id":2,"name":"参数3_图片地址","desc":"","type":"text","recordASField":1,"exampleValue":"//img11.360buyimg.com/n7/jfs/t1/191960/4/28218/17255/63196f11Ee943e61b/ec9d8feadce365fe.jpg"},{"id":3,"name":"参数4_文本","desc":"","type":"text","recordASField":1,"exampleValue":"<"},{"id":4,"name":"参数5_文本","desc":"","type":"text","recordASField":1,"exampleValue":">"},{"id":5,"name":"参数6_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"},{"id":6,"name":"参数7_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"javascript:;"},{"id":7,"name":"参数8_图片地址","desc":"","type":"text","recordASField":1,"exampleValue":"//img11.360buyimg.com/n7/jfs/t1/191960/4/28218/17255/63196f11Ee943e61b/ec9d8feadce365fe.jpg"},{"id":8,"name":"参数9_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"},{"id":9,"name":"参数10_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"javascript:;"},{"id":10,"name":"参数11_图片地址","desc":"","type":"text","recordASField":1,"exampleValue":"//img10.360buyimg.com/n7/jfs/t1/50423/12/21455/19477/6319674cE5de04487/71457158f73abe8f.jpg"},{"id":11,"name":"参数12_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"},{"id":12,"name":"参数13_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"javascript:;"},{"id":13,"name":"参数14_图片地址","desc":"","type":"text","recordASField":1,"exampleValue":"//img11.360buyimg.com/n7/jfs/t1/219701/6/20281/18752/631969dcE64d9d564/70e6f1011a15ee59.jpg"},{"id":14,"name":"参数15_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"},{"id":15,"name":"参数16_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"javascript:;"},{"id":16,"name":"参数17_图片地址","desc":"","type":"text","recordASField":1,"exampleValue":"//img10.360buyimg.com/n7/jfs/t1/107032/1/21858/21295/63196886E895b7f35/2ef82f3c7ecb9e43.jpg"},{"id":17,"name":"参数18_文本","desc":"","type":"text","recordASField":1,"exampleValue":"¥"},{"id":18,"name":"参数19_文本","desc":"","type":"text","recordASField":1,"exampleValue":"8699.00"},{"id":19,"name":"参数20_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"\n\t\t\t\t\t\t\t\tApple iPhone 14 Pro (A2892) 256GB 深空黑色 支持移动联通电信5G 双卡双待手机【大王卡】\n\t\t\t\t\t\t\t\t【好物限时购】Apple好物限量特价,限时优惠等你来购~快来抢购吧!\n\t\t\t\t\t\t\t"},{"id":20,"name":"参数21_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"//item.jd.com/100038089781.html"},{"id":21,"name":"参数22_文本","desc":"","type":"text","recordASField":1,"exampleValue":"Apple14Pro(A2892)256GB深空黑色支持移动联通电信5G双卡双待手机【大王卡】"},{"id":22,"name":"参数23_文本","desc":"","type":"text","recordASField":1,"exampleValue":"iPhone"},{"id":23,"name":"参数24_文本","desc":"","type":"text","recordASField":1,"exampleValue":"【好物限时购】Apple好物限量特价,限时优惠等你来购~快来抢购吧!"},{"id":24,"name":"参数25_文本","desc":"","type":"text","recordASField":1,"exampleValue":"条评价"},{"id":25,"name":"参数26_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"10万+"},{"id":26,"name":"参数27_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"//item.jd.com/100038089781.html#comment"},{"id":27,"name":"参数28_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"关注"},{"id":28,"name":"参数29_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"javascript:;"},{"id":29,"name":"参数30_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"中国联通京东自营旗舰店"},{"id":30,"name":"参数31_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"//mall.jd.com/index-1000073123.html?from=pc"},{"id":31,"name":"参数32_文本","desc":"","type":"text","recordASField":1,"exampleValue":"自营"},{"id":32,"name":"参数33_文本","desc":"","type":"text","recordASField":1,"exampleValue":"券7000-1100"},{"id":33,"name":"参数34_文本","desc":"","type":"text","recordASField":1,"exampleValue":"赠"},{"id":34,"name":"参数35_文本","desc":"","type":"text","recordASField":1,"exampleValue":"海外预定"},{"id":35,"name":"参数36_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"},{"id":36,"name":"参数37_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"javascript:;"},{"id":37,"name":"参数38_图片地址","desc":"","type":"text","recordASField":1,"exampleValue":"//img10.360buyimg.com/n7/jfs/t1/211889/13/25653/16750/63ecb0feF255ba96e/bdf29159bc58b8cb.jpg"},{"id":38,"name":"参数39_文本","desc":"","type":"text","recordASField":1,"exampleValue":"拍拍"},{"id":39,"name":"参数40_图片地址","desc":"","type":"text","recordASField":1,"exampleValue":"//m.360buyimg.com/cc/jfs/t1/197706/29/27826/4384/63314bc6E21b4c3e9/8b4d5fc44efc5b3f.png"},{"id":40,"name":"参数41_文本","desc":"","type":"text","recordASField":1,"exampleValue":"iPhone"},{"id":41,"name":"参数42_文本","desc":"","type":"text","recordASField":1,"exampleValue":"预约中"},{"id":42,"name":"参数43_文本","desc":"","type":"text","recordASField":1,"exampleValue":"剩余13天17时12分"},{"id":43,"name":"参数44_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"},{"id":44,"name":"参数45_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"javascript:;"},{"id":45,"name":"参数46_图片地址","desc":"","type":"text","recordASField":1,"exampleValue":""},{"id":46,"name":"参数47_链接文本","desc":"","type":"text","recordASField":1,"exampleValue":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"},{"id":47,"name":"参数48_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"javascript:;"},{"id":48,"name":"参数49_图片地址","desc":"","type":"text","recordASField":1,"exampleValue":""},{"id":49,"name":"参数50_文本","desc":"","type":"text","recordASField":1,"exampleValue":"iPhone"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"key\"]","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"iPhone","allXPaths":["/html/body/div[4]/div[1]/div[2]/div[1]/input[1]","//input[contains(., '')]","id(\"key\")","//INPUT[@class='text defcolor']","/html/body/div[last()-6]/div/div[last()-2]/div/input"]}},{"id":3,"index":3,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"search-btn\"]/i[1]","iframe":false,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":"2","scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[4]/div[1]/div[2]/div[1]/button[1]/i[1]","//i[contains(., '')]","/html/body/div[last()-6]/div/div[last()-2]/div/button/i"]}},{"id":4,"index":4,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[5],"isInLoop":false,"position":3,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[5]/div[2]/div[2]/div[1]/div[1]/div[2]/ul[1]/li/div[1]","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[5]/div[2]/div[2]/div[1]/div[1]/div[2]/ul[1]/li[1]/div[1]","//div[contains(., '')]","//DIV[@class='gl-i-wrap']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div"]}},{"id":5,"index":5,"parentId":4,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":true,"name":"参数1_链接文本","desc":"","relativeXPath":"/div[1]/a[1]","allXPaths":["/div[1]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-8]/a"],"exampleValues":[{"num":0,"value":"\n\t\t\t\t\t\t\t\t\n\t\t\t\t \t"}],"unique_index":"/div[1]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数2_链接地址","desc":"","relativeXPath":"/div[1]/a[1]","allXPaths":["/div[1]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-8]/a"],"exampleValues":[{"num":0,"value":"//item.jd.com/100038089781.html"}],"unique_index":"/div[1]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":1,"relative":true,"name":"参数3_图片地址","desc":"","relativeXPath":"/div[1]/a[1]/img[1]","allXPaths":["/div[1]/a[1]/img[1]","//img[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-8]/a/img"],"exampleValues":[{"num":0,"value":"//img11.360buyimg.com/n7/jfs/t1/191960/4/28218/17255/63196f11Ee943e61b/ec9d8feadce365fe.jpg"}],"unique_index":"/div[1]/a[1]/img[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数4_文本","desc":"","relativeXPath":"/div[2]/span[1]","allXPaths":["/div[2]/span[1]","//span[contains(., '<')]","//SPAN[@class='ps-prev']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/span[last()-1]"],"exampleValues":[{"num":0,"value":"<"}],"unique_index":"/div[2]/span[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数5_文本","desc":"","relativeXPath":"/div[2]/span[2]","allXPaths":["/div[2]/span[2]","//span[contains(., '>')]","//SPAN[@class='ps-next']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/span"],"exampleValues":[{"num":0,"value":">"}],"unique_index":"/div[2]/span[2]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数6_链接文本","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[1]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[1]/a[1]","//a[contains(., '')]","//A[@class='curr']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li[last()-3]/a"],"exampleValues":[{"num":0,"value":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"}],"unique_index":"/div[2]/div[1]/ul[1]/li[1]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数7_链接地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[1]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[1]/a[1]","//a[contains(., '')]","//A[@class='curr']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li[last()-3]/a"],"exampleValues":[{"num":0,"value":"javascript:;"}],"unique_index":"/div[2]/div[1]/ul[1]/li[1]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":1,"relative":true,"name":"参数8_图片地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[1]/a[1]/img[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[1]/a[1]/img[1]","//img[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li[last()-3]/a/img"],"exampleValues":[{"num":0,"value":"//img11.360buyimg.com/n7/jfs/t1/191960/4/28218/17255/63196f11Ee943e61b/ec9d8feadce365fe.jpg"}],"unique_index":"/div[2]/div[1]/ul[1]/li[1]/a[1]/img[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数9_链接文本","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[2]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[2]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li[last()-2]/a"],"exampleValues":[{"num":0,"value":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"}],"unique_index":"/div[2]/div[1]/ul[1]/li[2]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数10_链接地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[2]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[2]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li[last()-2]/a"],"exampleValues":[{"num":0,"value":"javascript:;"}],"unique_index":"/div[2]/div[1]/ul[1]/li[2]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":1,"relative":true,"name":"参数11_图片地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[2]/a[1]/img[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[2]/a[1]/img[1]","//img[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li[last()-2]/a/img"],"exampleValues":[{"num":0,"value":"//img10.360buyimg.com/n7/jfs/t1/50423/12/21455/19477/6319674cE5de04487/71457158f73abe8f.jpg"}],"unique_index":"/div[2]/div[1]/ul[1]/li[2]/a[1]/img[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数12_链接文本","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[3]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[3]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li[last()-1]/a"],"exampleValues":[{"num":0,"value":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"}],"unique_index":"/div[2]/div[1]/ul[1]/li[3]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数13_链接地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[3]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[3]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li[last()-1]/a"],"exampleValues":[{"num":0,"value":"javascript:;"}],"unique_index":"/div[2]/div[1]/ul[1]/li[3]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":1,"relative":true,"name":"参数14_图片地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[3]/a[1]/img[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[3]/a[1]/img[1]","//img[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li[last()-1]/a/img"],"exampleValues":[{"num":0,"value":"//img11.360buyimg.com/n7/jfs/t1/219701/6/20281/18752/631969dcE64d9d564/70e6f1011a15ee59.jpg"}],"unique_index":"/div[2]/div[1]/ul[1]/li[3]/a[1]/img[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数15_链接文本","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[4]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[4]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li/a"],"exampleValues":[{"num":0,"value":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"}],"unique_index":"/div[2]/div[1]/ul[1]/li[4]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数16_链接地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[4]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[4]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li/a"],"exampleValues":[{"num":0,"value":"javascript:;"}],"unique_index":"/div[2]/div[1]/ul[1]/li[4]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":1,"relative":true,"name":"参数17_图片地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[4]/a[1]/img[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[4]/a[1]/img[1]","//img[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-7]/div/ul/li/a/img"],"exampleValues":[{"num":0,"value":"//img10.360buyimg.com/n7/jfs/t1/107032/1/21858/21295/63196886E895b7f35/2ef82f3c7ecb9e43.jpg"}],"unique_index":"/div[2]/div[1]/ul[1]/li[4]/a[1]/img[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数18_文本","desc":"","relativeXPath":"/div[3]/strong[1]/em[1]","allXPaths":["/div[3]/strong[1]/em[1]","//em[contains(., '¥')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-6]/strong/em"],"exampleValues":[{"num":0,"value":"¥"}],"unique_index":"/div[3]/strong[1]/em[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数19_文本","desc":"","relativeXPath":"/div[3]/strong[1]/i[1]","allXPaths":["/div[3]/strong[1]/i[1]","//i[contains(., '8699.00')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-6]/strong/i"],"exampleValues":[{"num":0,"value":"8699.00"}],"unique_index":"/div[3]/strong[1]/i[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数20_链接文本","desc":"","relativeXPath":"/div[4]/a[1]","allXPaths":["/div[4]/a[1]","//a[contains(., 'A')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-5]/a"],"exampleValues":[{"num":0,"value":"\n\t\t\t\t\t\t\t\tApple iPhone 14 Pro (A2892) 256GB 深空黑色 支持移动联通电信5G 双卡双待手机【大王卡】\n\t\t\t\t\t\t\t\t【好物限时购】Apple好物限量特价,限时优惠等你来购~快来抢购吧!\n\t\t\t\t\t\t\t"}],"unique_index":"/div[4]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数21_链接地址","desc":"","relativeXPath":"/div[4]/a[1]","allXPaths":["/div[4]/a[1]","//a[contains(., 'A')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-5]/a"],"exampleValues":[{"num":0,"value":"//item.jd.com/100038089781.html"}],"unique_index":"/div[4]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数22_文本","desc":"","relativeXPath":"/div[4]/a[1]/em[1]","allXPaths":["/div[4]/a[1]/em[1]","//em[contains(., 'Apple iPho')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-5]/a/em"],"exampleValues":[{"num":0,"value":"Apple14Pro(A2892)256GB深空黑色支持移动联通电信5G双卡双待手机【大王卡】"}],"unique_index":"/div[4]/a[1]/em[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数23_文本","desc":"","relativeXPath":"/div[4]/a[1]/em[1]/font[1]","allXPaths":["/div[4]/a[1]/em[1]/font[1]","//font[contains(., 'iPhone')]","//FONT[@class='skcolor_ljg']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-5]/a/em/font"],"exampleValues":[{"num":0,"value":"iPhone"}],"unique_index":"/div[4]/a[1]/em[1]/font[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数24_文本","desc":"","relativeXPath":"/div[4]/a[1]/i[1]","allXPaths":["/div[4]/a[1]/i[1]","//i[contains(., '【好物限时购】App')]","id(\"J_AD_100038089781\")","//I[@class='promo-words']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-5]/a/i"],"exampleValues":[{"num":0,"value":"【好物限时购】Apple好物限量特价,限时优惠等你来购~快来抢购吧!"}],"unique_index":"/div[4]/a[1]/i[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数25_文本","desc":"","relativeXPath":"/div[5]/strong[1]","allXPaths":["/div[5]/strong[1]","//strong[contains(., '10万+条评价')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-4]/strong"],"exampleValues":[{"num":0,"value":"条评价"}],"unique_index":"/div[5]/strong[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数26_链接文本","desc":"","relativeXPath":"/div[5]/strong[1]/a[1]","allXPaths":["/div[5]/strong[1]/a[1]","//a[contains(., '10万+')]","id(\"J_comment_100038089781\")","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-4]/strong/a"],"exampleValues":[{"num":0,"value":"10万+"}],"unique_index":"/div[5]/strong[1]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数27_链接地址","desc":"","relativeXPath":"/div[5]/strong[1]/a[1]","allXPaths":["/div[5]/strong[1]/a[1]","//a[contains(., '10万+')]","id(\"J_comment_100038089781\")","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-4]/strong/a"],"exampleValues":[{"num":0,"value":"//item.jd.com/100038089781.html#comment"}],"unique_index":"/div[5]/strong[1]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数28_链接文本","desc":"","relativeXPath":"/div[6]/a[1]","allXPaths":["/div[6]/a[1]","//a[contains(., '关注')]","//A[@class='J_focus']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-3]/a"],"exampleValues":[{"num":0,"value":"关注"}],"unique_index":"/div[6]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数29_链接地址","desc":"","relativeXPath":"/div[6]/a[1]","allXPaths":["/div[6]/a[1]","//a[contains(., '关注')]","//A[@class='J_focus']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-3]/a"],"exampleValues":[{"num":0,"value":"javascript:;"}],"unique_index":"/div[6]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数30_链接文本","desc":"","relativeXPath":"/div[7]/span[1]/a[1]","allXPaths":["/div[7]/span[1]/a[1]","//a[contains(., '中国联通京东自营旗舰')]","//A[@class='curr-shop hd-shopname']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-2]/span/a"],"exampleValues":[{"num":0,"value":"中国联通京东自营旗舰店"}],"unique_index":"/div[7]/span[1]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数31_链接地址","desc":"","relativeXPath":"/div[7]/span[1]/a[1]","allXPaths":["/div[7]/span[1]/a[1]","//a[contains(., '中国联通京东自营旗舰')]","//A[@class='curr-shop hd-shopname']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-2]/span/a"],"exampleValues":[{"num":0,"value":"//mall.jd.com/index-1000073123.html?from=pc"}],"unique_index":"/div[7]/span[1]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数32_文本","desc":"","relativeXPath":"/div[8]/i[1]","allXPaths":["/div[8]/i[1]","//i[contains(., '自营')]","//I[@class='goods-icons J-picon-tips J-picon-fix']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-1]/i[last()-2]"],"exampleValues":[{"num":0,"value":"自营"}],"unique_index":"/div[8]/i[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数33_文本","desc":"","relativeXPath":"/div[8]/i[2]","allXPaths":["/div[8]/i[2]","//i[contains(., '券7000-1100')]","//I[@class='goods-icons4 J-picon-tips']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-1]/i[last()-1]"],"exampleValues":[{"num":0,"value":"券7000-1100"}],"unique_index":"/div[8]/i[2]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数34_文本","desc":"","relativeXPath":"/div[8]/i[3]","allXPaths":["/div[8]/i[3]","//i[contains(., '赠')]","//I[@class='goods-icons4 J-picon-tips']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-29]/div/div[last()-1]/i"],"exampleValues":[{"num":0,"value":"赠"}],"unique_index":"/div[8]/i[3]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数35_文本","desc":"","relativeXPath":"/div[9]","allXPaths":["/div[9]","//div[contains(., '海外预定')]","//DIV[@class='p-stock']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-27]/div/div"],"exampleValues":[{"num":2,"value":"海外预定"}],"unique_index":"/div[9]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数36_链接文本","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[5]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[5]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-26]/div/div[last()-7]/div/ul/li/a"],"exampleValues":[{"num":3,"value":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"}],"unique_index":"/div[2]/div[1]/ul[1]/li[5]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数37_链接地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[5]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[5]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-26]/div/div[last()-7]/div/ul/li/a"],"exampleValues":[{"num":3,"value":"javascript:;"}],"unique_index":"/div[2]/div[1]/ul[1]/li[5]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":1,"relative":true,"name":"参数38_图片地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[5]/a[1]/img[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[5]/a[1]/img[1]","//img[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-26]/div/div[last()-7]/div/ul/li/a/img"],"exampleValues":[{"num":3,"value":"//img10.360buyimg.com/n7/jfs/t1/211889/13/25653/16750/63ecb0feF255ba96e/bdf29159bc58b8cb.jpg"}],"unique_index":"/div[2]/div[1]/ul[1]/li[5]/a[1]/img[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数39_文本","desc":"","relativeXPath":"/div[4]/a[1]/em[1]/span[1]","allXPaths":["/div[4]/a[1]/em[1]/span[1]","//span[contains(., '拍拍')]","//SPAN[@class='p-tag']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-23]/div/div[last()-5]/a/em/span"],"exampleValues":[{"num":6,"value":"拍拍"}],"unique_index":"/div[4]/a[1]/em[1]/span[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":1,"relative":true,"name":"参数40_图片地址","desc":"","relativeXPath":"/div[7]/img[1]","allXPaths":["/div[7]/img[1]","//img[contains(., '')]","//IMG[@class='shop-tag fl']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-23]/div/div[last()-2]/img"],"exampleValues":[{"num":6,"value":"//m.360buyimg.com/cc/jfs/t1/197706/29/27826/4384/63314bc6E21b4c3e9/8b4d5fc44efc5b3f.png"}],"unique_index":"/div[7]/img[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数41_文本","desc":"","relativeXPath":"/div[4]/a[1]/em[1]/font[2]","allXPaths":["/div[4]/a[1]/em[1]/font[2]","//font[contains(., 'iPhone')]","//FONT[@class='skcolor_ljg']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-22]/div/div[last()-6]/a/em/font"],"exampleValues":[{"num":7,"value":"iPhone"}],"unique_index":"/div[4]/a[1]/em[1]/font[2]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数42_文本","desc":"","relativeXPath":"/div[10]/span[1]","allXPaths":["/div[10]/span[1]","//span[contains(., '预约中')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-22]/div/div/span"],"exampleValues":[{"num":7,"value":"预约中"}],"unique_index":"/div[10]/span[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数43_文本","desc":"","relativeXPath":"/div[10]/em[1]","allXPaths":["/div[10]/em[1]","//em[contains(., '剩余13天17时12')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-22]/div/div/em"],"exampleValues":[{"num":7,"value":"剩余13天17时12分"}],"unique_index":"/div[10]/em[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数44_链接文本","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[6]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[6]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-20]/div/div[last()-8]/div/ul/li/a"],"exampleValues":[{"num":9,"value":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"}],"unique_index":"/div[2]/div[1]/ul[1]/li[6]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数45_链接地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[6]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[6]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-20]/div/div[last()-8]/div/ul/li/a"],"exampleValues":[{"num":9,"value":"javascript:;"}],"unique_index":"/div[2]/div[1]/ul[1]/li[6]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":1,"relative":true,"name":"参数46_图片地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[6]/a[1]/img[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[6]/a[1]/img[1]","//img[contains(., '')]","//IMG[@class='err-product']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-20]/div/div[last()-8]/div/ul/li/a/img"],"exampleValues":[{"num":9,"value":""}],"unique_index":"/div[2]/div[1]/ul[1]/li[6]/a[1]/img[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数47_链接文本","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[7]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[7]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-11]/div/div[last()-8]/div/ul/li/a"],"exampleValues":[{"num":18,"value":"\n\t\t\t\t\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\t\t\t"}],"unique_index":"/div[2]/div[1]/ul[1]/li[7]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数48_链接地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[7]/a[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[7]/a[1]","//a[contains(., '')]","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-11]/div/div[last()-8]/div/ul/li/a"],"exampleValues":[{"num":18,"value":"javascript:;"}],"unique_index":"/div[2]/div[1]/ul[1]/li[7]/a[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":4,"contentType":1,"relative":true,"name":"参数49_图片地址","desc":"","relativeXPath":"/div[2]/div[1]/ul[1]/li[7]/a[1]/img[1]","allXPaths":["/div[2]/div[1]/ul[1]/li[7]/a[1]/img[1]","//img[contains(., '')]","//IMG[@class='err-product']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-11]/div/div[last()-8]/div/ul/li/a/img"],"exampleValues":[{"num":18,"value":""}],"unique_index":"/div[2]/div[1]/ul[1]/li[7]/a[1]/img[1]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数50_文本","desc":"","relativeXPath":"/div[4]/a[1]/em[1]/font[3]","allXPaths":["/div[4]/a[1]/em[1]/font[3]","//font[contains(., 'iPhone')]","//FONT[@class='skcolor_ljg']","/html/body/div[last()-11]/div/div/div[last()-1]/div/div[last()-2]/ul/li[last()-3]/div/div[last()-5]/a/em/font"],"exampleValues":[{"num":26,"value":"iPhone"}],"unique_index":"/div[4]/a[1]/em[1]/font[3]","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/109.json b/.temp_to_pub/EasySpider_windows_x64/tasks/109.json new file mode 100644 index 0000000..c299c25 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/109.json @@ -0,0 +1 @@ +{"id":109,"name":"Dynamic Iframe","url":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","links":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","create_time":"7/8/2023, 7:00:31 AM","update_time":"7/8/2023, 7:34:59 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"mysql","saveName":"地震_current_time","containJudge":true,"desc":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history"},{"id":1,"name":"inputText_1","nodeName":"输入文字","nodeId":3,"desc":"要输入的文本,如京东搜索框输入:电脑","type":"text","exampleValue":"1Field[\"参数1_链接文本\"]","value":"1Field[\"参数1_链接文本\"]"},{"id":2,"name":"loopTimes_循环_2","nodeId":5,"nodeName":"循环","desc":"循环循环执行的次数(0代表无限循环)","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"参数1_页面标题","desc":"","type":"text","recordASField":1,"exampleValue":"Dynamic Iframe"},{"id":1,"name":"参数1_链接文本","desc":"","type":"text","recordASField":0,"exampleValue":"查询"},{"id":2,"name":"参数1_页面网址","desc":"","type":"text","recordASField":1,"exampleValue":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history"},{"id":3,"name":"参数1_文本","desc":"","type":"double","recordASField":1,"exampleValue":"5.0"},{"id":4,"name":"参数2_文本","desc":"","type":"datetime","recordASField":1,"exampleValue":"2023-06-2912:58:00"},{"id":5,"name":"参数3_文本","desc":"","type":"text","recordASField":1,"exampleValue":"37.10"},{"id":6,"name":"参数4_文本","desc":"","type":"text","recordASField":1,"exampleValue":"71.85"},{"id":7,"name":"参数5_文本","desc":"","type":"int","recordASField":1,"exampleValue":"140"},{"id":8,"name":"参数7_链接地址","desc":"","type":"text","recordASField":1,"exampleValue":"https://news.ceic.ac.cn/CC20230629125800.html"},{"id":9,"name":"参数8_文本","desc":"","type":"text","recordASField":1,"exampleValue":"震级(M)"},{"id":10,"name":"参数9_文本","desc":"","type":"text","recordASField":1,"exampleValue":"发震时刻(UTC+8)"},{"id":11,"name":"参数10_文本","desc":"","type":"text","recordASField":1,"exampleValue":"纬度(°)"},{"id":12,"name":"参数11_文本","desc":"","type":"text","recordASField":1,"exampleValue":"经度(°)"},{"id":13,"name":"参数12_文本","desc":"","type":"text","recordASField":1,"exampleValue":"深度(千米)"},{"id":14,"name":"参数13_文本","desc":"","type":"text","recordASField":1,"exampleValue":"参考位置"},{"id":15,"name":"Break","desc":"自定义操作返回的数据","type":"text","recordASField":0,"exampleValue":""},{"id":16,"name":"退出循环","desc":"自定义操作返回的数据","type":"text","recordASField":0,"exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4,5],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","links":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":6,"relative":false,"name":"参数1_页面标题","desc":"","extractType":0,"relativeXPath":"/html/body/iframe[1]","allXPaths":["/html/body/iframe[1]","//iframe[contains(., '')]","id(\"myIframe\")","/html/body/iframe[last()-1]"],"exampleValues":[{"num":0,"value":"Dynamic Iframe"}],"unique_index":"14hqdlhesn6ljt6eja8","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":false,"name":"参数1_链接文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[5]/a[1]","allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[5]/a[1]","//a[contains(., '查询')]","id(\"search\")","//A[@class='check']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div/a"],"exampleValues":[{"num":0,"value":"查询"}],"unique_index":"gxhcdetmmgcljt6evon","iframe":true,"default":"","paraType":"text","recordASField":0,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":5,"relative":false,"name":"参数1_页面网址","desc":"","extractType":0,"relativeXPath":"/html/body/iframe[1]","allXPaths":["/html/body/iframe[1]","//iframe[contains(., '')]","id(\"myIframe\")","/html/body/iframe[last()-1]"],"exampleValues":[{"num":0,"value":"http://localhost:8074/taskGrid/test_pages/iframe.html?address=http://www.ceic.ac.cn/history"}],"unique_index":"e663xi39mb4ljt6em4l","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":3,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"weidu1\"]","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"1Field[\"参数1_链接文本\"]","allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[2]/input[1]","//input[contains(., '')]","id(\"weidu1\")","//INPUT[@class='span1']","//INPUT[@name='weidu1']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div[last()-3]/input[last()-1]"]}},{"id":4,"index":4,"parentId":0,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":false,"position":3,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"search\"]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[1]/form[1]/div[5]/a[1]","//a[contains(., '查询')]","id(\"search\")","//A[@class='check']","/html/body/div[last()-3]/div[last()-1]/div/div/div[last()-1]/form/div/a"]}},{"id":5,"index":5,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[7,17,6],"isInLoop":false,"position":4,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"pagination\")]/ul[1]/li[last()-1]/a[1]","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/div[1]/ul[1]/li[10]/a[1]","//a[contains(., '»')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div/div/div/ul/li[last()-1]/a"]}},{"id":8,"index":6,"parentId":5,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":2,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"pagination\")]/ul[1]/li[10]/a[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[2]/div[1]/div[1]/ul[1]/li[10]/a[1]","//a[contains(., '»')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div/div/div/ul/li[last()-1]/a"],"loopType":0}},{"id":6,"index":7,"parentId":5,"type":1,"option":8,"title":"循环","sequence":[8,9],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[1]/table[1]/tbody[1]/tr","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[3]/div[1]/div[1]/div[2]/div[1]/div[1]/table[1]/tbody[1]/tr[1]","//tr[contains(., '震级(M)发震时刻(')]","//TR[@class='speed-tr-h1']","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]"]}},{"id":9,"index":8,"parentId":6,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":1,"relative":true,"name":"参数1_文本","desc":"","relativeXPath":"/td[1]","allXPaths":["/td[1]","//td[contains(., '5.0')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-5]"],"exampleValues":[{"num":0,"value":"5.0"}],"unique_index":"/td[1]","iframe":true,"default":"8.8","paraType":"double","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数2_文本","desc":"","relativeXPath":"/td[2]","allXPaths":["/td[2]","//td[contains(., '2023-06-29')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-4]"],"exampleValues":[{"num":0,"value":"2023-06-2912:58:00"}],"unique_index":"/td[2]","iframe":true,"default":"2020-02-08 00:01:02","paraType":"datetime","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数3_文本","desc":"","relativeXPath":"/td[3]","allXPaths":["/td[3]","//td[contains(., '37.10')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-3]"],"exampleValues":[{"num":0,"value":"37.10"}],"unique_index":"/td[3]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数4_文本","desc":"","relativeXPath":"/td[4]","allXPaths":["/td[4]","//td[contains(., '71.85')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-2]"],"exampleValues":[{"num":0,"value":"71.85"}],"unique_index":"/td[4]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数5_文本","desc":"","relativeXPath":"/td[5]","allXPaths":["/td[5]","//td[contains(., '140')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td[last()-1]"],"exampleValues":[{"num":0,"value":"140"}],"unique_index":"/td[5]","iframe":true,"default":"","paraType":"int","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":1,"contentType":0,"relative":true,"name":"参数1_页面标题","desc":"","relativeXPath":"/td[6]/a[1]","allXPaths":["/td[6]/a[1]","//a[contains(., '塔吉克斯坦')]","id(\"cid\")","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td/a"],"exampleValues":[{"num":0,"value":"塔吉克斯坦"}],"unique_index":"/td[6]/a[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数7_链接地址","desc":"","relativeXPath":"/td[6]/a[1]","allXPaths":["/td[6]/a[1]","//a[contains(., '塔吉克斯坦')]","id(\"cid\")","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-19]/td/a"],"exampleValues":[{"num":0,"value":"https://news.ceic.ac.cn/CC20230629125800.html"}],"unique_index":"/td[6]/a[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数8_文本","desc":"","relativeXPath":"/th[1]","allXPaths":["/th[1]","//th[contains(., '震级(M)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-5]"],"exampleValues":[{"num":1,"value":"震级(M)"}],"unique_index":"/th[1]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数9_文本","desc":"","relativeXPath":"/th[2]","allXPaths":["/th[2]","//th[contains(., '发震时刻(UTC+8')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-4]"],"exampleValues":[{"num":1,"value":"发震时刻(UTC+8)"}],"unique_index":"/th[2]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数10_文本","desc":"","relativeXPath":"/th[3]","allXPaths":["/th[3]","//th[contains(., '纬度(°)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-3]"],"exampleValues":[{"num":1,"value":"纬度(°)"}],"unique_index":"/th[3]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数11_文本","desc":"","relativeXPath":"/th[4]","allXPaths":["/th[4]","//th[contains(., '经度(°)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-2]"],"exampleValues":[{"num":1,"value":"经度(°)"}],"unique_index":"/th[4]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数12_文本","desc":"","relativeXPath":"/th[5]","allXPaths":["/th[5]","//th[contains(., '深度(千米)')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th[last()-1]"],"exampleValues":[{"num":1,"value":"深度(千米)"}],"unique_index":"/th[5]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":0,"contentType":1,"relative":true,"name":"参数13_文本","desc":"","relativeXPath":"/th[6]","allXPaths":["/th[6]","//th[contains(., '参考位置')]","/html/body/div[last()-3]/div[last()-1]/div/div/div/div/div[last()-1]/table/tbody/tr[last()-20]/th"],"exampleValues":[{"num":1,"value":"参考位置"}],"unique_index":"/th[6]","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":10,"index":9,"parentId":6,"type":2,"option":9,"title":"判断条件","sequence":[10],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":12,"parentId":10,"index":10,"type":3,"option":10,"title":"条件分支","sequence":[16],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"日本","code":"","waitTime":0},"position":0},{"id":-1,"parentId":9,"index":11,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"index":12,"id":-1,"parentId":9,"type":3,"option":10,"title":"条件分支","sequence":[13],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":0},{"id":-1,"index":13,"parentId":10,"type":2,"option":9,"title":"条件分支","sequence":[14,15],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":-1,"parentId":13,"index":14,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":0},{"id":-1,"parentId":13,"index":15,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":14,"index":16,"parentId":12,"type":0,"option":5,"title":"Break","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}},{"id":7,"index":17,"parentId":5,"type":2,"option":9,"title":"判断条件","sequence":[18],"isInLoop":true,"position":1,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":11,"parentId":7,"index":18,"type":3,"option":10,"title":"条件分支","sequence":[20],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"5","value":"哥伦比亚","code":"return document.body.innerText.includes(\"哥伦比亚\")","waitTime":0},"position":0},{"id":-1,"parentId":7,"index":19,"type":3,"option":10,"title":"条件分支","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":13,"index":20,"parentId":11,"type":0,"option":5,"title":"退出循环","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/110.json b/.temp_to_pub/EasySpider_windows_x64/tasks/110.json new file mode 100644 index 0000000..cb2528f --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/110.json @@ -0,0 +1 @@ +{"id":110,"name":"EBAY","url":"https://www.ebay.com","links":"https://ebay.com?id=Field[\"para1_linktext\"]","create_time":"7/8/2023, 7:41:07 AM","update_time":"7/8/2023, 7:52:42 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":true,"desc":"https://www.ebay.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://www.ebay.com","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.ebay.com"},{"id":1,"name":"urlList_1","nodeId":3,"nodeName":"Open Page","value":"https://ebay.com?id=Field[\"para1_linktext\"]","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://ebay.com?id=Field[\"para1_linktext\"]"}],"outputParameters":[{"id":0,"name":"para1_linktext","desc":"","type":"text","recordASField":1,"exampleValue":"Score these trending kicks"},{"id":1,"name":"para1_text","desc":"","type":"text","recordASField":1,"exampleValue":"Home"},{"id":2,"name":"Exit Loop","desc":"自定义操作返回的数据","type":"text","recordASField":0,"exampleValue":""}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2,3,4],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.ebay.com","links":"https://www.ebay.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":1,"contentType":0,"relative":false,"name":"para1_linktext","desc":"","extractType":0,"relativeXPath":"/html/body/div/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","allXPaths":["/html/body/div[6]/div[3]/div[1]/div[1]/div[1]/h2[1]/a[1]","//a[contains(., 'Score thes')]","/html/body/div[last()-10]/div[last()-4]/div/div/div[last()-1]/h2/a"],"exampleValues":[{"num":0,"value":"Score these trending kicks"}],"unique_index":"0em1vatjz5vnljt7w6f7","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":3,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"about:blank","links":"https://ebay.com?id=Field[\"para1_linktext\"]","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":4,"index":4,"parentId":0,"type":1,"option":8,"title":"Loop","sequence":[6,5],"isInLoop":false,"position":3,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div/div[1]/ul[1]/li","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[6]/div[1]/ul[1]/li[1]","//li[contains(., 'Home')]","//LI[@class='vl-flyout-nav__active']","/html/body/div[last()-10]/div[last()-6]/ul/li[last()-13]"]}},{"id":6,"index":5,"parentId":4,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":true,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"Home"}],"unique_index":"x6qhjfubbbljt7x736","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"arguments[0].innerText += \"Field[\"para_linktext\"]\"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}],"loopType":1}},{"id":5,"index":6,"parentId":4,"type":2,"option":9,"title":"If Condition","sequence":[7],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0}},{"id":7,"parentId":5,"index":7,"type":3,"option":10,"title":"Condition","sequence":[9],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":"3","value":"bles","code":"","waitTime":0},"position":0},{"id":-1,"parentId":5,"index":8,"type":3,"option":10,"title":"Condition","sequence":[],"isInLoop":true,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"class":0,"value":"","code":"","waitTime":0},"position":1},{"id":8,"index":9,"parentId":7,"type":0,"option":5,"title":"Exit Loop","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"codeMode":"3","code":"","waitTime":0,"recordASField":0,"paraType":"text"}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/111.json b/.temp_to_pub/EasySpider_windows_x64/tasks/111.json new file mode 100644 index 0000000..acf86dc --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/111.json @@ -0,0 +1 @@ +{"id":111,"name":"京东全球版-专业的综合网上购物商城","url":"https://www.jd.com","links":"https://www.jd.com","create_time":"7/8/2023, 7:54:10 AM","update_time":"7/8/2023, 7:54:46 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.jd.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jd.com","desc":"要采集的网址列表,多行以\\n分开","type":"text","exampleValue":"https://www.jd.com"},{"id":1,"name":"inputText_1","nodeName":"输入文字","nodeId":2,"desc":"要输入的文本,如京东搜索框输入:电脑","type":"text","exampleValue":"sadf","value":"sadf"}],"outputParameters":[],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jd.com","links":"https://www.jd.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":4,"title":"输入文字","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[@id=\"key\"]","iframe":false,"wait":5,"waitType":"1","beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"value":"sadf","allXPaths":["/html/body/div[4]/div[1]/div[2]/div[1]/input[1]","//input[contains(., '')]","id(\"key\")","//INPUT[@class='text defcolor']","/html/body/div[last()-6]/div/div[last()-2]/div/input"]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/112.json b/.temp_to_pub/EasySpider_windows_x64/tasks/112.json new file mode 100644 index 0000000..d54e00a --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/112.json @@ -0,0 +1 @@ +{"id":112,"name":"iP地址查询--手机号码查询归属地 | 邮政编码查询 | iP地址归属地查询 | 身份证号码验证在线查询网","url":"https://www.ip138.com","links":"https://www.ip138.com","create_time":"7/8/2023, 8:00:49 AM","update_time":"7/8/2023, 8:00:49 AM","version":"0.3.5","saveThreshold":10,"cloudflare":0,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.ip138.com","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://www.ip138.com","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://www.ip138.com"}],"outputParameters":[{"id":0,"name":"para1_text","desc":"","type":"text","recordASField":1,"exampleValue":"\n您的iP地址是:[137.132.211.47 ] 来自:新加坡 \n"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,4,5,6],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.ip138.com","links":"https://www.ip138.com","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":-1,"index":2,"parentId":0,"type":0,"option":2,"title":"Click Element","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/p[1]/a[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/p[1]/a[1]","//a[contains(., '137.132.21')]","/html/body/p[last()-2]/a[last()-1]"]}},{"id":-1,"index":3,"parentId":0,"type":0,"option":2,"title":"Click Element","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/p[1]/a[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/p[1]/a[1]","//a[contains(., '137.132.21')]","/html/body/p[last()-2]/a[last()-1]"]}},{"id":2,"index":4,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":true,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"/html/body/p[1]","allXPaths":["/html/body/p[1]","//p[contains(., '您的iP地址是:[')]","/html/body/p[last()-2]"],"exampleValues":[{"num":0,"value":"\n您的iP地址是:[137.132.211.47 ] 来自:新加坡 \n"}],"unique_index":"s1usikyht6ljt8p52a","iframe":true,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":5,"parentId":0,"type":0,"option":2,"title":"Click Element","sequence":[],"isInLoop":false,"position":2,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/p[1]/a[1]","iframe":true,"wait":2,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"clickWay":0,"maxWaitTime":10,"paras":[],"allXPaths":["/html/body/p[1]/a[1]","//a[contains(., '137.132.21')]","/html/body/p[last()-2]/a[last()-1]"]}},{"id":4,"index":6,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":3,"parameters":{"history":1,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"para1_text","desc":"","extractType":0,"relativeXPath":"/html/body/div[1]/div[2]/div[2]/div[1]/div[2]/div[1]/div[1]/div[2]/div[2]/div[1]/h1[1]","allXPaths":["/html/body/div[1]/div[2]/div[2]/div[1]/div[2]/div[1]/div[1]/div[2]/div[2]/div[1]/h1[1]","//h1[contains(., '137.132.21')]","/html/body/div[last()-3]/div/div[last()-1]/div/div[last()-1]/div[last()-2]/div/div/div/div[last()-1]/h1"],"exampleValues":[{"num":0,"value":"137.132.211.47"}],"unique_index":"538ijdy2kiljt8pa2v","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file diff --git a/.temp_to_pub/EasySpider_windows_x64/tasks/113.json b/.temp_to_pub/EasySpider_windows_x64/tasks/113.json new file mode 100644 index 0000000..6717a06 --- /dev/null +++ b/.temp_to_pub/EasySpider_windows_x64/tasks/113.json @@ -0,0 +1 @@ +{"id":113,"name":"Page Not Found","url":"https://www.genecards.org/lookup/text=Mrpl52","links":"https://turnstile.zeroclover.io/","create_time":"7/8/2023, 8:04:15 AM","update_time":"7/8/2023, 8:05:38 AM","version":"0.3.5","saveThreshold":10,"cloudflare":1,"environment":0,"maxViewLength":15,"outputFormat":"xlsx","saveName":"current_time","containJudge":false,"desc":"https://www.genecards.org/lookup/text=Mrpl52","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"Open Page","value":"https://turnstile.zeroclover.io/","desc":"List of URLs to be collected, separated by \\n for multiple lines","type":"text","exampleValue":"https://turnstile.zeroclover.io/"}],"outputParameters":[{"id":0,"name":"参数1_文本","desc":"","type":"text","recordASField":1,"exampleValue":"Captcha success!\n\n\n\n \n \n \n Cloudflare Turnstile Demo\n \n \n\n\n \n \n Cloudflare Turnstile Demo w/ Managed Mode\n \n \n \n \n \n\n\n\n ✍操作提示框(可点此拖动) \n ● 已选中1个元素,您可以:\n 确认采集 取消选择 Path: /html/body \n"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0,"waitType":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"Open Page","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":19,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.genecards.org/lookup/text=Mrpl52","links":"https://turnstile.zeroclover.io/","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"cookies":""}},{"id":2,"index":2,"parentId":0,"type":0,"option":3,"title":"Collect Data","sequence":[],"isInLoop":false,"position":1,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"","iframe":false,"wait":0,"waitType":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"paras":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body","allXPaths":["/html/body","//body[contains(., 'Captcha su')]","/html/body"],"exampleValues":[{"num":0,"value":"Captcha success!\n\n\n\n \n \n \n Cloudflare Turnstile Demo\n \n \n\n\n \n \n Cloudflare Turnstile Demo w/ Managed Mode\n \n \n \n \n \n\n\n\n ✍操作提示框(可点此拖动) \n ● 已选中1个元素,您可以:\n 确认采集 取消选择 Path: /html/body \n"}],"unique_index":"hqoc6f3lcauljt8tjz5","iframe":false,"default":"","paraType":"text","recordASField":1,"beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]} \ No newline at end of file diff --git a/ElectronJS/.gitignore b/ElectronJS/.gitignore index a95c2eb..9bb343a 100644 --- a/ElectronJS/.gitignore +++ b/ElectronJS/.gitignore @@ -15,3 +15,5 @@ execution_instances/* info.log npminstall-debug.log mysql_config.json +EasySpider_en/ +EasySpider_zh/ diff --git a/ElectronJS/EasySpider_en.crx b/ElectronJS/EasySpider_en.crx index 280424359f98f77fa01fd096d8b30c122deb7012..a0d319b6c529771fdf926e7737739b803c4251df 100644 GIT binary patch delta 1295 zcmX}idpOez90qXq8_j6OnJpuFMr@ixjY4B{x1=+flT)H~oGFWx>WChjU0TVtq={ll zl-opOtVmgr=`t0ilcHLsxvX3sm(H=L&R^fp`+naFrBQ{_D3`!$#HJEyl742|FSqe> z@dt*%Vx_?*EBC;;K*q4N1Rv1eaaQ@;N(eFbghA)?-3$|QTXbihZ7Gu&mS(x0@`AqC zYR#^#zC~hQMwuvw&=uvi3C{$5My4Y$3m*1+M%h)0gk3G)e!o*2c{@BOc5+06aX7jB z>XoU(1zCTRxGPy=@Iq1FcqzMu`bgo0j)(61cJ2IOtMTVI9Rxl^x3PWx#EAt+XlZ0heR{bRNy<029#U**eit<7UE ztZ^)o?TXn+tLQDz@BKBj;5NOkoif9b-s@BS70Ji(CbiY1$!!>LV4#b9?%62?BYi(G z@}=y!Nv^Cm%TCVsRwbVG|Ll1&cYC~~cD;h3IyOfOQt*<-L?}AfxmbEHINUe*iXOo| zGR3QOo#l<%!M>Vtv%bbVL%&`dCihs*?qDsn7#e^8T^(IhHrS~Q))b4}(Dm9H9E^a5 z@9ptzq|sqBr_g!A=8C?Ft(t4sTmDu|%#I0BO^0{7LvDGRMEb2=#5E?u!qjR)ni5S0 z1uknSn!Am)2MDG+2H$B_b`GGQ9kLXXM!ZEuKji*T&e8U~` zk8Bv%tPrO>tyAR$&nhcVFkyH+>)?#8X}i5YZ=2cu``EzEP1dCZM2+M)fbHEiaF#FN>>L*dS)_@}qwsCg4XaTppVb z)VXwG(q~swjN`7dzYJ^+$fAx)E=0tP%pjusotdJdoX`dH!R*dvaa@%?a+TWK5@F$2 zaj@#lySNAZVghO4ujU(6xb$n4v#~<(B#tuyHig0~LBs?cqAQ8s6k1iC6q`T|2EYg% z2n3>&;-hMa0^bb+{=*p+b7g~1ND1u!pc^@2yc8N#Odd*${oG1DEzl=%_S#*5_}v4D>jN-RLt!VdRiOveEM{{p3EQ>y>~ delta 1295 zcmZ2}nP>TBo(abFyL&ySiD(IU*tMqS6oz$MPt3@E)~&_KlPr96wX{%>jLBX9^E=!< zKTq<0^r&>PQb35v(+Ys^l;0qJA zb^l3uFtql{MBDC%068EJoF@7Zc{_ix+8iN%A^7Tm}yupVm&M2CaPI(g-7_c>p!qRy<@XBcwgdSy8@HeB8(q;T5zp4`w1AR*C!$FaoL5By)N}y z$26ZcJd9j)|3mF_%@A{qohI@6H`m)wXxMm{c{bw*){cYzvrK>H@NZkh5&X>jS*+3; z=l1Q2PhLvaan$JYL`hw#ICP6+ZOj@|wK>nedi!Ud%s<+?xhJfLZ&lO`*$D39kXvUp z=CzCL-6`jnT*AGsRq3HcWL;a=hk5an3wHm=sZV`Vrpv_4$iOJnz!D|hF?*$lD^JGG zkgSeZ({vwviGAX*f2YOTOoMyeWl?e#*Djozl3%^FAoSALvcxY*cF%1VtE(J3|7&gK z3#s@gH*N-Pp5PiiF`u~pm7xM3s*~yNHt&EKp zkImot&9M?(ha{|ve$U^vWL?`P4(_#VMb|xFMX$g1gYQt0e!)`C#bpP#} z>$lD2?j~DYzPm!zS@>&hr`+Rz|KCTRIuyECriXj$Ev2r5>YW^=cba(rZ`a!E)iq(x zo^wYZ1&eomPh9!tRaAR0=aDtD%9V|l1{54kUwcb&l>z6KTZ~yo5l!cRT4d&Kx%ub2 zb@_)QY&*M!3N+U2&CQJMum2Y-!D;@*E$>-|&ttpPdrcev+U(>$X3-R@&7&MUTW^^| z+5tr|yXv;Pv1#h-Tl&lgfMw)7pzP}R;R=D3H5mvNPN(?=E|E`i@FwKk8Jue*A=FOxm^a`vMDZ)O$|1`ZAm292KQo8wrH zcrXJQlV4=ZZg%pW&j;r)#ysH%aW=omZV?AF@|#z%f*Desn(AP6ZX1q+=w^Y9?E)Ja zw+n1!I*TBo(abF8%-a_?#wuE^72Z}mV{+CGKmMi72PlA78IV8!x_q!U%O0d>#Tmy z4p}p1?)D3eb&SS7-`{1wyX9wSw)51|B2KA&JYP=UUmepnc^+4_Li5b`4}{z}=C2cX z4=ztj5bTff@-L;&-(^2mBLW2$EZYl@3pNTfUEL*s`oFU?BNlauxu5g-(e@5;a z_xqVfU6DPHl`Po5tO)jLI=|$0ec`|5de7guZCuG_DRucnXvBm_kp)qg5Aj%bg?>=q zbMDBC!?U~lT?8vl4(&_%kuf9bzRm9Zdtq_2+LBum0-qM}xv|vB9NaFP@%NBy*p*=6 zszj~DOv=-m(!b_T?Um0G^{_}3=w0u$`LwQkh*aG_yUW@y>sS?)IkTsrq)e7l!nD6?t07Z*i9rJ*+xiDCg3V_$ia> zp1hTQpOv}Q{)%n(1c$IKLQZB~+Qji%=Mk;?xw{!|oaoyZF zQ$2QBgByd|J*A4=2=@u%{q`pUpJ-)rn6&fosUGuYxv`Pu=Hr&r+~`aJw{n5#obUiIRvdM}mlXC_&!kJ#bf#D6fg z+PAgx;n{gh_k~%v)_+akE7$hUKF-J@^VH5e(=V?mjH-ED^GEW#U%P1Y*{S;Go`M0o z_tw5ESesrRdTs7|AD7Hy*{#brNNeY^AD^+mU`h83I zWN~5Op{_6?^RFv>88&aq!3?QRO?9w3w++WZbhE(5c7ctI z+XXf<9Y_NSY`-kde24?gnxVk_f)UJWR${hf0kNjX)_Ng=~#@-Q>;Qn=xME0n)B3y=5jx#T#nU{MV29^ zSeJ5`Kl`UDuy%Ik%g^(Q5a_ps-k)x z1RyPLJq^;8u>QL7nrKbjnfx)gG}Mgt>BF`c+_NNm=5a&j_{>km#%A0Zd($kacHu@KiN`};(N>O?fVO)G39Kez@_PEifngmpVOf>gVZyM`_f#gKR1+b}YB7ar zop%Md5@J_F=aSjw=R6BFesp>=Zf6$Tl-kgHHZ_igf%yv0LhY|g;k{ct5k66M*>PSU z=Sc+%vPsN3Q(K{uug%G^qY^_%K`rW_Bu z%d+ekUTF+Mc=d#g%DnsXho~Lw>`)uauY}gjzKtWH(m?{QM@rv)-o?Sar&6?(9#gtl zmy{9a+TXh;qO6=$yOb7=8;x)5TLC{r&8)95Yr0)})M}pC98ara4cIkTLtxx)FImwNo4kMzYQ1upe(UmlV2y_bx z%{VqI9{tp%--)QHcxxk3%oEL)^{=T|FR zz8QMF-}QJ9kseR8<>+!DlCJ^UU}_a2fGLPt8CHNBbXixW8vyJwm`K1wU3h&*+IO@d k0ax|wA0*(T1|9_jsBsAe;MI_$fM7K?*#0*r+5{kdkpKVy diff --git a/ElectronJS/src/taskGrid/FlowChart.html b/ElectronJS/src/taskGrid/FlowChart.html index 4f08ebc..66d99b1 100644 --- a/ElectronJS/src/taskGrid/FlowChart.html +++ b/ElectronJS/src/taskGrid/FlowChart.html @@ -265,6 +265,8 @@ + +
- - -
@@ -578,8 +577,8 @@ diff --git a/ElectronJS/src/taskGrid/FlowChart.js b/ElectronJS/src/taskGrid/FlowChart.js index c0971f5..93c866f 100644 --- a/ElectronJS/src/taskGrid/FlowChart.js +++ b/ElectronJS/src/taskGrid/FlowChart.js @@ -101,7 +101,7 @@ let app = new Vue({ if(newVal == 3){ this.nowNode["title"] = LANG("退出循环", "Exit Loop"); } else { - this.nowNode["title"] = LANG("自定义操作", "Custom Operation"); + this.nowNode["title"] = LANG("自定义操作", "Custom Action"); } } } diff --git a/ElectronJS/src/taskGrid/FlowChart_CN.html b/ElectronJS/src/taskGrid/FlowChart_CN.html index 231ccd0..0bb8ecf 100644 --- a/ElectronJS/src/taskGrid/FlowChart_CN.html +++ b/ElectronJS/src/taskGrid/FlowChart_CN.html @@ -249,6 +249,8 @@ + + - + @@ -298,10 +300,7 @@ - - - - + @@ -578,8 +577,8 @@ diff --git a/ElectronJS/src/taskGrid/invokeTask.html b/ElectronJS/src/taskGrid/invokeTask.html index 49c0bba..4704fe4 100644 --- a/ElectronJS/src/taskGrid/invokeTask.html +++ b/ElectronJS/src/taskGrid/invokeTask.html @@ -213,7 +213,7 @@ - + @@ -221,7 +221,7 @@ lang}} - +
diff --git a/ExecuteStage/.vscode/launch.json b/ExecuteStage/.vscode/launch.json index 4ea0d28..9ffbf9e 100644 --- a/ExecuteStage/.vscode/launch.json +++ b/ExecuteStage/.vscode/launch.json @@ -12,7 +12,7 @@ "justMyCode": true, // "args": ["--id", "[7]", "--read_type", "remote", "--headless", "0"] // "args": ["--id", "[9]", "--read_type", "remote", "--headless", "0", "--saved_file_name", "YOUTUBE"] - "args": ["--id", "[0]", "--headless", "0", "--user_data", "1"] + "args": ["--id", "[11]", "--headless", "0", "--user_data", "1"] } ] } \ No newline at end of file diff --git a/ExecuteStage/easyspider_executestage.py b/ExecuteStage/easyspider_executestage.py index 40902fe..8c7dd36 100644 --- a/ExecuteStage/easyspider_executestage.py +++ b/ExecuteStage/easyspider_executestage.py @@ -41,7 +41,7 @@ import pytesseract from PIL import Image # import uuid from threading import Thread, Event -from myChrome import MyChrome +from myChrome import MyChrome, MyUCChrome from utils import check_pause, download_image, get_output_code, isnull, myMySQL, new_line, write_to_csv, write_to_excel desired_capabilities = DesiredCapabilities.CHROME desired_capabilities["pageLoadStrategy"] = "none" @@ -242,7 +242,7 @@ class BrowserThread(Thread): str(self.id) + "/" + self.saveName + '.xlsx' write_to_excel(file_name, self.OUTPUT, self.outputParametersTypes, self.outputParametersRecord) elif self.outputFormat == "mysql": - self.mysql.write_to_mysql(self.OUTPUT, self.outputParametersRecord) + self.mysql.write_to_mysql(self.OUTPUT, self.outputParametersRecord, self.outputParametersTypes) self.OUTPUT = [] self.log = "" @@ -1473,7 +1473,7 @@ if __name__ == '__main__': browser_t = MyChrome( options=options, chrome_options=option, executable_path=driver_path) elif cloudflare == 1: - browser_t = uc.Chrome( + browser_t = MyUCChrome( options=options, chrome_options=option, executable_path=driver_path) print("Pass Cloudflare Mode") print("过Cloudflare验证模式") diff --git a/ExecuteStage/myChrome.py b/ExecuteStage/myChrome.py index d4a1ab9..f54f0a5 100644 --- a/ExecuteStage/myChrome.py +++ b/ExecuteStage/myChrome.py @@ -1,5 +1,3 @@ - - from selenium.webdriver.chrome.options import Options from selenium.webdriver.common.keys import Keys from selenium.webdriver.common.action_chains import ActionChains @@ -14,10 +12,12 @@ from selenium.webdriver.common.desired_capabilities import DesiredCapabilities from selenium.webdriver.support.ui import Select from selenium.webdriver import ActionChains from selenium.webdriver.common.by import By +import undetected_chromedriver as uc desired_capabilities = DesiredCapabilities.CHROME desired_capabilities["pageLoadStrategy"] = "none" + class MyChrome(webdriver.Chrome): def __init__(self, *args, **kwargs): @@ -89,3 +89,77 @@ class MyChrome(webdriver.Chrome): raise NoSuchElementException else: return super().find_elements(by=by, value=value) + + +class MyUCChrome(uc.Chrome): + + def __init__(self, *args, **kwargs): + self.iframe_env = False # 现在的环境是root还是iframe + super().__init__(*args, **kwargs) # 调用父类的 __init__ + + def find_element(self, by=By.ID, value=None, iframe=False): + # 在这里改变查找元素的行为 + if self.iframe_env: + super().switch_to.default_content() + self.iframe_env = False + if iframe: + # 获取所有的 iframe + try: + iframes = super().find_elements(By.CSS_SELECTOR, "iframe") + except Exception as e: + print(e) + find_element = False + # 遍历所有的 iframe 并点击里面的元素 + for iframe in iframes: + # 切换到 iframe + super().switch_to.default_content() + super().switch_to.frame(iframe) + self.iframe_env = True + try: + # 在 iframe 中查找并点击元素 + # 在这个例子中,我们查找 XPath 为 '//div[1]' 的元素 + element = super().find_element(by=by, value=value) + find_element = True + except: + print("No such element found in the iframe") + # 完成操作后切回主文档 + # super().switch_to.default_content() + if find_element: + return element + if not find_element: + raise NoSuchElementException + else: + return super().find_element(by=by, value=value) + + def find_elements(self, by=By.ID, value=None, iframe=False): + # 在这里改变查找元素的行为 + if self.iframe_env: + super().switch_to.default_content() + self.iframe_env = False + if iframe: + # 获取所有的 iframe + iframes = super().find_elements(By.CSS_SELECTOR, "iframe") + find_element = False + # 遍历所有的 iframe 并点击里面的元素 + for iframe in iframes: + # 切换到 iframe + try: + super().switch_to.default_content() + super().switch_to.frame(iframe) + self.iframe_env = True + # 在 iframe 中查找并点击元素 + # 在这个例子中,我们查找 XPath 为 '//div[1]' 的元素 + elements = super().find_elements(by=by, value=value) + if len(elements) > 0: + find_element = True + # 完成操作后切回主文档 + # super().switch_to.default_content() + if find_element: + return elements + except: + print("No such element found in the iframe") + if not find_element: + raise NoSuchElementException + else: + return super().find_elements(by=by, value=value) + diff --git a/ExecuteStage/utils.py b/ExecuteStage/utils.py index 12e1ac6..7e9c599 100644 --- a/ExecuteStage/utils.py +++ b/ExecuteStage/utils.py @@ -1,6 +1,7 @@ # 控制流程的暂停和继续 import csv +import datetime import json import os import time @@ -228,15 +229,41 @@ class myMySQL: print("The data table " + table_name + " already exists.") cursor.close() - def write_to_mysql(self, OUTPUT, record): + def write_to_mysql(self, OUTPUT, record, types): # 创建一个游标对象 cursor = self.conn.cursor() - for row in OUTPUT: + for line in OUTPUT: + for i in range(len(line)): + if types[i] == "int" or types[i] == "bigInt": + try: + line[i] = int(line[i]) + except: + line[i] = 0 + elif types[i] == "double": + try: + line[i] = float(line[i]) + except: + line[i] = 0.0 + elif types[i] == "datetime": + try: + line[i] = datetime.datetime.strptime(line[i], '%Y-%m-%d %H:%M:%S') + except: + line[i] = datetime.datetime.strptime("1970-01-01 00:00:00", '%Y-%m-%d %H:%M:%S') + elif types[i] == "date": + try: + line[i] = datetime.datetime.strptime(line[i], '%Y-%m-%d') + except: + line[i] = datetime.datetime.strptime("1970-01-01", '%Y-%m-%d') + elif types[i] == "time": + try: + line[i] = datetime.datetime.strptime(line[i], '%H:%M:%S') + except: + line[i] = datetime.datetime.strptime("00:00:00", '%H:%M:%S') to_write = [] - for i in range(len(row)): + for i in range(len(line)): if record[i]: - to_write.append(row[i]) + to_write.append(line[i]) # 构造插入数据的 SQL 语句 sql = f"INSERT INTO "+ self.table_name +" "+self.field_sql+" VALUES (" for item in to_write: @@ -248,7 +275,7 @@ class myMySQL: cursor.execute(sql, to_write) except Exception as e: print("Error:", e) - # print("Error SQL:", sql) + print("Error SQL:", sql, to_write) print("插入数据库错误,请查看以上的错误提示,然后检查数据的类型是否正确,是否文本过长(超过一万的文本类型要设置为大文本)。") print("Inserting database error, please check the above error, and then check whether the data type is correct, whether the text is too long (text type over 10,000 should be set to large text).") print("重新执行任务时,请删除数据库中的数据表" + self.table_name + ",然后再次运行程序。") diff --git a/Extension/manifest_v3/package.js b/Extension/manifest_v3/package.js index be053ec..775f2b9 100644 --- a/Extension/manifest_v3/package.js +++ b/Extension/manifest_v3/package.js @@ -1,4 +1,4 @@ -import fs from 'fs'; +import fs from 'fs-extra'; import path from 'path'; import { fileURLToPath } from 'url'; import readline from 'readline'; @@ -49,8 +49,7 @@ execSync(`npm run crx EasySpider_en`, (error, stdout, stderr) => { console.log(`stdout: ${stdout}`); }); fs.copyFileSync(path.join(__dirname, './EasySpider_en.crx'), path.join(__dirname, '../../ElectronJS/EasySpider_en.crx')); - - +copyFolderSync(path.join(__dirname, './EasySpider_en'), path.join(__dirname, '../../ElectronJS/EasySpider_en')); // 生成中文插件 try{ removeDir(path.join(__dirname, `EasySpider_zh`)); @@ -90,7 +89,7 @@ execSync(`npm run crx EasySpider_zh`, (error, stdout, stderr) => { console.log(`stdout: ${stdout}`); }); fs.copyFileSync(path.join(__dirname, './EasySpider_zh.crx'), path.join(__dirname, '../../ElectronJS/EasySpider_zh.crx')); - +copyFolderSync(path.join(__dirname, './EasySpider_zh'), path.join(__dirname, '../../ElectronJS/EasySpider_zh')); function removeDir(dir) { let files = fs.readdirSync(dir) @@ -108,3 +107,17 @@ function removeDir(dir) { fs.rmdirSync(dir)//如果文件夹是空的,就将自己删除掉 } +function copyFolderSync(source, target) { + try { + // 如果目标文件夹已存在,则先删除 + if (fs.existsSync(target)) { + fs.removeSync(target); + } + + // 复制文件夹 + fs.copySync(source, target); + console.log('文件夹复制完成!'); + } catch (err) { + console.error('复制文件夹时出错:', err); + } +} \ No newline at end of file