mirror of
https://github.com/NaiboWang/EasySpider.git
synced 2026-11-03 14:41:49 +08:00
687 lines
33 KiB
JavaScript
687 lines
33 KiB
JavaScript
let exampleMsg = { //示例消息
|
||
"type": 0, //消息类型，1代表增加操作
|
||
"data": {
|
||
"option": 1, //增加选项
|
||
"parameters": { //传入的参数
|
||
"url": "https://www.baidu.com"
|
||
}
|
||
}
|
||
}
|
||
console.log(JSON.stringify(exampleMsg));
|
||
let ws = new WebSocket("ws://localhost:" + getUrlParam("wsport"));
|
||
ws.onopen = function () {
|
||
// Web Socket 已连接上，使用 send() 方法发送数据
|
||
console.log("已连接");
|
||
message = {
|
||
type: 0, //消息类型，0代表链接操作
|
||
message: {
|
||
id: 2, //socket id
|
||
}
|
||
};
|
||
this.send(JSON.stringify(message));
|
||
};
|
||
ws.onclose = function () {
|
||
// 关闭 websocket
|
||
console.log("连接已关闭...");
|
||
};
|
||
let old_title = "";
|
||
ws.onmessage = function (evt) {
|
||
evt = JSON.parse(evt.data);
|
||
console.log(evt);
|
||
if (evt["type"] == "title") { //如果不是特殊处理的话，默认全部是增加元素操作
|
||
if (old_title == "新任务 | New Task") { //只记录第一次的title
|
||
$("#serviceName").val(evt.data.title);
|
||
$("#create_time").val(new Date().toLocaleString());
|
||
}
|
||
old_title = evt.data.title;
|
||
} else if (evt["type"] == "notify") {
|
||
if (evt["level"] == "success") {
|
||
showSuccess(LANG(evt["msg_zh"], evt["msg_en"]));
|
||
} else if (evt["level"] == "info") {
|
||
showInfo(LANG(evt["msg_zh"], evt["msg_en"]));
|
||
} else if (evt["level"] == "error") {
|
||
showError(LANG(evt["msg_zh"], evt["msg_en"]));
|
||
}
|
||
} else {
|
||
handleAddElement(evt); //处理增加元素操作
|
||
}
|
||
};
|
||
|
||
function changeOutputFormat(param) {
|
||
try {
|
||
for (let i = 0; i < param["parameters"].length; i++) {
|
||
let exampleValue = param["parameters"][i]["exampleValues"][0]["value"];
|
||
let len = exampleValue.length;
|
||
if (len > 20000) {
|
||
if ($("#outputFormat").val() == "xlsx") {
|
||
$("#outputFormat").val("csv"); //如果有一个参数的示例值长度超过20000，就默认输出为csv
|
||
showInfo(LANG("单个字段示例值长度超过16000，超出Excel单个单元格存储限制，已自动切换保存为csv格式。", "The length of the example value of a single field exceeds 16000, which exceeds the storage limit of a single cell of Excel, and has been automatically switched to save as csv format."), 5000);
|
||
}
|
||
break;
|
||
} else if (len > 500) {
|
||
if ($("#outputFormat").val() == "xlsx") {
|
||
showInfo(LANG("单个字段示例值长度超过300，建议保存为CSV格式，否则可能会出现数据存储不完整的情况（Python Excel写入库openpyxl的Bug）。", "The length of the example value of a single field exceeds 300, it is recommended to save as CSV format, otherwise there may be a situation where the data storage is incomplete (Bug of Python Excel write library openpyxl)."), 10000);
|
||
}
|
||
break;
|
||
}
|
||
}
|
||
} catch (e) {
|
||
console.log(e);
|
||
}
|
||
}
|
||
|
||
function changeGetDataParameters(msg, i) {
|
||
msg["parameters"][i]["default"] = ""; //找不到元素时候的默认值
|
||
msg["parameters"][i]["paraType"] = "text"; //参数类型
|
||
msg["parameters"][i]["recordASField"] = 1; //是否记录为字段值
|
||
msg["parameters"][i]["beforeJS"] = ""; //执行前执行的js
|
||
msg["parameters"][i]["beforeJSWaitTime"] = 0; //执行前js等待时间
|
||
msg["parameters"][i]["JS"] = ""; //如果是JS，需要执行的js
|
||
msg["parameters"][i]["JSWaitTime"] = 0; //JS等待时间
|
||
msg["parameters"][i]["afterJS"] = ""; //执行后执行的js
|
||
msg["parameters"][i]["afterJSWaitTime"] = 0; //执行后js等待时间
|
||
msg["parameters"][i]["downloadPic"] = 0; //是否下载图片
|
||
}
|
||
|
||
|
||
function handleAddElement(msg) {
|
||
if (msg["type"] == "openPage") {
|
||
addElement(1, msg);
|
||
} else if (msg["type"] == "singleClick") {
|
||
addElement(2, msg);
|
||
} else if (msg["type"] == "inputText") {
|
||
addElement(4, msg);
|
||
} else if (msg["type"] == "batchInputText") {
|
||
addElement(8, msg);
|
||
addElement(4, msg);
|
||
//切换到循环输入文字操作
|
||
let parentNode = nodeList[actionSequence[app._data.nowNode["parentId"]]]; //获取当前操作，即点击下一页操作的父元素，即循环操作
|
||
let parentId = parentNode["id"]; //循环操作的id
|
||
$("#" + parentId).click(); //点击循环操作
|
||
} else if (msg["type"] == "changeOption") {
|
||
addElement(6, msg);
|
||
} else if (msg["type"] == "mouseMove") {
|
||
addElement(7, msg);
|
||
} else if (msg["type"] == "loopMouseMove") {
|
||
addElement(8, msg);
|
||
msg["xpath"] = ""; //循环移动到单个元素，单个元素的xpath设置为空
|
||
addElement(7, msg);
|
||
} else if (msg["type"] == "loopClickSingle") {
|
||
addElement(8, msg);
|
||
msg["xpath"] = ""; //循环点击单个元素，单个元素的xpath设置为空
|
||
addElement(2, msg);
|
||
app._data.nowArrow["position"] = -1; //循环点击单个元素，下一个要插入的位置一般在元素上方
|
||
} else if (msg["type"] == "loopClickEvery") {
|
||
addElement(8, msg);
|
||
msg["xpath"] = ""; //循环点击每个元素，单个元素的xpath设置为空
|
||
addElement(2, msg);
|
||
} else if (msg["type"] == "loopClickNextPage") {
|
||
let withLoop = msg.lastAction.includes("WithLoop"); //最后一个操作是否是循环操作
|
||
if (withLoop) {
|
||
//如果之前是循环提取数据操作，锚点先调整到循环提取数据操作下方
|
||
let loopElementId = app._data.nowArrow["pId"];
|
||
let loopElement = $("#" + loopElementId);
|
||
app._data.nowArrow["position"] = loopElement.attr("position");
|
||
app._data.nowArrow["pId"] = loopElement.attr("pId");
|
||
}
|
||
//按照循环点击元素的方式添加操作
|
||
addElement(8, msg);
|
||
msg["xpath"] = ""; //循环点击下一页，单个元素的xpath设置为空
|
||
addElement(2, msg);
|
||
//parentId是在actionSequence中的位置，nodeList[actionSequence[parentId]]才是父元素
|
||
//position是在父元素的sequence中的位置,nodeList[actionSequence[parentId]]["sequence"][position]才是该元素在nodeList中的位置，actionSequence[id]
|
||
let parentNode = nodeList[actionSequence[app._data.nowNode["parentId"]]]; //获取当前操作，即点击下一页操作的父元素，即循环操作
|
||
let parent_position = parentNode["position"];
|
||
let last_collect_data_node_position = parent_position - 1; //循环操作的上一个操作一般是提取数据操作
|
||
let parent_parentId = parentNode["parentId"]; //循环操作的父元素的id
|
||
let last_collect_data_node_index = nodeList[actionSequence[parent_parentId]]["sequence"][last_collect_data_node_position]; //提取数据操作在nodeList中的位置
|
||
let last_collect_data_node = nodeList[last_collect_data_node_index]; //提取数据操作
|
||
$("#" + last_collect_data_node["id"]).click(); //点击提取数据元素
|
||
app._data.nowArrow['position'] = -1; //循环点击下一页，下一个要插入的位置一般在元素上方
|
||
option = 10; //剪切操作
|
||
toolBoxKernel(null, null); //剪切操作
|
||
//切换到循环点击下一页操作
|
||
parentNode = nodeList[actionSequence[app._data.nowNode["parentId"]]]; //获取当前操作，即点击下一页操作的父元素，即循环操作
|
||
let parentId = parentNode["id"]; //循环操作的id
|
||
$("#" + parentId).click(); //点击循环操作
|
||
} else if (msg["type"] == "singleCollect" || msg["type"] == "multiCollectNoPattern") {
|
||
if (app._data.nowNode != null && app._data["nowNode"]["option"] == 3) { //如果现在节点就是提取数据节点，直接在此节点添加参数，而不是生成一个新的提取数据节点
|
||
for (let i = 0; i < msg["parameters"].length; i++) {
|
||
changeGetDataParameters(msg, i);
|
||
app._data["nowNode"]["parameters"]["params"].push(msg["parameters"][i]);
|
||
}
|
||
changeOutputFormat(msg);
|
||
app._data.params.parameters = app._data["nowNode"]["parameters"]["params"];
|
||
setTimeout(function () {
|
||
$("#app > div.elements > div.toolkitcontain > table.toolkittb4 > tbody > tr:last-child")[0].scrollIntoView(false); //滚动到底部
|
||
}, 200);
|
||
} else {
|
||
addElement(3, msg);
|
||
changeOutputFormat(msg);
|
||
}
|
||
notifyParameterNum(msg["parameters"].length); //通知浏览器端参数的个数变化
|
||
} else if (msg["type"] == "multiCollectWithPattern") {
|
||
addElement(8, msg);
|
||
addElement(3, msg);
|
||
changeOutputFormat(msg);
|
||
notifyParameterNum(msg["parameters"].length); //通知浏览器端参数的个数变化
|
||
} else if (msg["type"] == "GetCookies") {
|
||
for (let node of nodeList) {
|
||
if (node["option"] == 1) {
|
||
node["parameters"]["cookies"] = msg["message"];
|
||
$("#pageCookies").val(msg["message"]);
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
function notifyParameterNum(num) {
|
||
parameterNum += num;
|
||
let message = {
|
||
type: 3, //消息类型，3代表元素增加事件
|
||
from: 1, //0代表从浏览器到流程图，1代表从流程图到浏览器
|
||
message: {"pipe": JSON.stringify({"type": "update_parameter_num", "value": parameterNum})} // {}全选{BS}退格
|
||
};
|
||
ws.send(JSON.stringify(message));
|
||
}
|
||
|
||
function trailElement(node, type = 1) {
|
||
// type=0代表标记节点，type=1代表试运行
|
||
let parentNode = nodeList[actionSequence[node["parentId"]]];
|
||
if (node.option == 10) { //条件分支的话，传父元素的父元素
|
||
parentNode = nodeList[actionSequence[parentNode["parentId"]]];
|
||
}
|
||
if (parentNode.option == 10) { //如果父元素是条件分支，传父元素的爷爷元素
|
||
parentNode = nodeList[actionSequence[parentNode["parentId"]]];
|
||
parentNode = nodeList[actionSequence[parentNode["parentId"]]];
|
||
}
|
||
let message = {
|
||
type: 4, //消息类型，4代表试运行事件
|
||
from: 1, //0代表从浏览器到流程图，1代表从流程图到浏览器
|
||
message: {"type": type, "node": JSON.stringify(node), "parentNode": JSON.stringify(parentNode)}
|
||
};
|
||
ws.send(JSON.stringify(message));
|
||
console.log(node);
|
||
console.log(message);
|
||
}
|
||
|
||
|
||
// 流程图元素点击后的处理逻辑，注意在FlowChart_CN.js中watch的那些数据的加载都需要在这里执行！！！
|
||
function handleElement() {
|
||
app._data["nowNode"] = nodeList[vueData.nowNodeIndex];
|
||
app._data["nodeType"] = app._data["nowNode"]["option"];
|
||
app._data.useLoop = app._data["nowNode"]["parameters"]["useLoop"];
|
||
app._data["codeMode"] = -1; //自定义初始化
|
||
if (app._data["nodeType"] == 8) {
|
||
app._data.loopType = app._data["nowNode"]["parameters"]["loopType"];
|
||
} else if (app._data["nodeType"] == 3) {
|
||
app._data.paraIndex = 0; //参数索引初始化
|
||
app._data.params.parameters = app._data["nowNode"]["parameters"]["params"];
|
||
} else if (app._data["nodeType"] == 5) {
|
||
app._data.codeMode = app._data["nowNode"]["parameters"]["codeMode"];
|
||
} else if (app._data["nodeType"] == 10) {
|
||
app._data.TClass = app._data["nowNode"]["parameters"]["class"];
|
||
}
|
||
}
|
||
|
||
// 新增元素时的默认参数处理
|
||
function addParameters(t) {
|
||
t["parameters"] = {
|
||
history: 1,
|
||
tabIndex: 0,
|
||
useLoop: false, //是否使用循环中的元素
|
||
xpath: "", //xpath
|
||
iframe: false, //是否在iframe中
|
||
wait: 0, //执行后等待
|
||
waitType: 0, //等待类型，0代表固定时间，1代表随机等待
|
||
beforeJS: "", //执行前执行的js
|
||
beforeJSWaitTime: 0, //执行前js等待时间
|
||
afterJS: "", //执行后执行的js
|
||
afterJSWaitTime: 0, //执行后js等待时间
|
||
waitElement: "", //等待元素
|
||
waitElementTime: 10, //等待元素时间
|
||
waitElementIframeIndex: 0, //等待元素在第几个iframe中
|
||
}; //公共参数处理
|
||
if (t.option == 1) {
|
||
t["parameters"]["url"] = "about:blank";
|
||
t["parameters"]["links"] = "about:blank";
|
||
t["parameters"]["maxWaitTime"] = 10; //最长等待时间
|
||
t["parameters"]["scrollType"] = 0; //滚动类型，0不滚动，1向下滚动1屏，2滚动到底部
|
||
t["parameters"]["scrollCount"] = 1; //滚动次数
|
||
t["parameters"]["scrollWaitTime"] = 1; //滚动后等待时间
|
||
t["parameters"]["cookies"] = ""; //cookies
|
||
} else if (t.option == 2) { //点击元素
|
||
t["parameters"]["scrollType"] = 0; //滚动类型，0不滚动，1向下滚动1屏，2滚动到底部
|
||
t["parameters"]["scrollCount"] = 1; //滚动次数
|
||
t["parameters"]["scrollWaitTime"] = 1; //滚动后等待时间
|
||
t["parameters"]["clickWay"] = 0; //点击方式，0代表selenium点击，1代表js点击
|
||
t["parameters"]["newTab"] = 0; //是否新标签页打开
|
||
t["parameters"]["maxWaitTime"] = 10; //最长等待时间
|
||
t["parameters"]["params"] = []; //默认参数列表
|
||
t["parameters"]["wait"] = 2; //点击后等待时间默认2s
|
||
t["parameters"]["beforeJS"] = ""; //执行前执行的js
|
||
t["parameters"]["beforeJSWaitTime"] = 0; //执行前js等待时间
|
||
t["parameters"]["afterJS"] = ""; //执行后执行的js
|
||
t["parameters"]["afterJSWaitTime"] = 0; //执行后js等待时间
|
||
t["parameters"]["alertHandleType"] = 0; //弹窗处理类型，1代表确认，2代表取消
|
||
} else if (t.option == 3) { //提取数据
|
||
t["parameters"]["clear"] = 0; //清空其他字段数据
|
||
t["parameters"]["newLine"] = 1; //生成新行
|
||
t["parameters"]["params"] = []; //默认参数列表
|
||
} else if (t.option == 4) { //输入文字
|
||
t["parameters"]["value"] = "";
|
||
t["parameters"]["index"] = 0; //输入框索引
|
||
t["parameters"]["beforeJS"] = ""; //执行前执行的js
|
||
t["parameters"]["beforeJSWaitTime"] = 0; //执行前js等待时间
|
||
t["parameters"]["afterJS"] = ""; //执行后执行的js
|
||
t["parameters"]["afterJSWaitTime"] = 0; //执行后js等待时间
|
||
} else if (t.option == 5) { //自定义操作
|
||
t["title"] = LANG("执行JavaScript", "Run JavaScript");
|
||
t["parameters"]["clear"] = 0; //清空其他字段数据
|
||
t["parameters"]["newLine"] = 1; //生成新行
|
||
t["parameters"]["codeMode"] = 0; //代码模式，0代表JS, 2代表系统级别
|
||
t["parameters"]["code"] = "";
|
||
t["parameters"]["waitTime"] = 0; //最长等待时间
|
||
t["parameters"]["recordASField"] = 0; //是否记录脚本输出
|
||
t["parameters"]["paraType"] = "text"; //记录脚本输出的字段索引
|
||
t["parameters"]["emailConfig"] = {
|
||
"host": "",
|
||
"port": 465,
|
||
"username": "",
|
||
"password": "",
|
||
"from": "",
|
||
"to": "",
|
||
"subject": "",
|
||
"content": "",
|
||
}
|
||
} else if (t.option == 6) { //切换下拉选项
|
||
t["parameters"]["optionMode"] = 0; //下拉模式
|
||
t["parameters"]["optionValue"] = ""; //下拉值
|
||
t["parameters"]["index"] = 0; //输入框索引
|
||
} else if (t.option == 8) { //循环
|
||
t["title"] = LANG("循环 - 单个元素", "Loop - Single Element");
|
||
t["parameters"]["scrollType"] = 0; //滚动类型，0不滚动，1向下滚动1屏，2滚动到底部
|
||
t["parameters"]["scrollCount"] = 1; //滚动次数
|
||
t["parameters"]["scrollWaitTime"] = 1; //滚动后等待时间
|
||
t["parameters"]["loopType"] = 0; //默认循环类型
|
||
t["parameters"]["xpath"] = "";
|
||
t["parameters"]["pathList"] = "";
|
||
t["parameters"]["textList"] = "";
|
||
t["parameters"]["code"] = ""; //执行的代码
|
||
t["parameters"]["waitTime"] = 0; //最长等待时间
|
||
t["parameters"]["exitCount"] = 0; //执行多少次后退出循环，0代表不设置此条件
|
||
t["parameters"]["exitElement"] = "//body"; //检测此元素不变时退出循环
|
||
t["parameters"]["historyWait"] = 2; //历史记录回退时间，用于循环点击每个链接的情况下点击链接后不打开新标签页的情况
|
||
t["parameters"]["breakMode"] = 0; //break类型，0代表JS，2代表系统命令
|
||
t["parameters"]["breakCode"] = ""; //break条件
|
||
t["parameters"]["breakCodeWaitTime"] = 0; //break条件等待时间
|
||
} else if (t.option == 9) { //条件
|
||
t["title"] = LANG("判断条件 - 从左往右依次判断", "Judgment Condition - Judge from Left to Right");
|
||
} else if (t.option == 10) { //条件分支
|
||
t["parameters"]["class"] = 0; //0代表什么条件都没有，1代表当前页面包括文本，2代表当前页面包括元素，3代表当前循环包括文本，4代表当前循环包括元素
|
||
t["parameters"]["value"] = ""; //相关值
|
||
t["parameters"]["code"] = ""; //code
|
||
t["parameters"]["waitTime"] = 0; //最长等待时间
|
||
}
|
||
}
|
||
|
||
|
||
function updateUI() {
|
||
refresh(false);
|
||
app.$data.nowArrow["num"]++; //改变元素的值,通知画图，重新对锚点画图
|
||
let tnodes = document.getElementsByClassName("clk");
|
||
let position = nodeList[vueData.nowNodeIndex]["position"];
|
||
let pid = nodeList[vueData.nowNodeIndex]["parentId"];
|
||
for (let i = 0; i < tnodes.length; i++) {
|
||
if (position == tnodes[i].getAttribute("position") && pid == tnodes[i].getAttribute("pId")) {
|
||
tnodes[i].style.borderColor = "blue"; // 点击了确定按钮之后需要重新对选中的颜色画框
|
||
nowNode = tnodes[i];
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
|
||
//修改元素参数，注意所有socket传过来的参数都需要在这里赋值给操作
|
||
function modifyParameters(t, param) {
|
||
t["parameters"]["history"] = param["history"];
|
||
t["parameters"]["tabIndex"] = param["tabIndex"];
|
||
t["parameters"]["iframe"] = param["iframe"];
|
||
if (t.option == 1) {
|
||
t["parameters"]["url"] = param["url"];
|
||
t["parameters"]["links"] = param["links"];
|
||
$("#serviceDescription").val(param["url"]);
|
||
$("#url").val(param["url"]);
|
||
} else if (t.option == 2) { //鼠标点击事件
|
||
t["parameters"]["xpath"] = param["xpath"];
|
||
t["parameters"]["useLoop"] = param["useLoop"];
|
||
t["parameters"]["allXPaths"] = param["allXPaths"];
|
||
if(param["type"] == "loopClickEvery"){
|
||
t["parameters"]["newTab"] = 1; //循环点击每个元素，新标签页打开
|
||
}
|
||
} else if (t.option == 4) { //输入文字事件
|
||
t["parameters"]["value"] = param["value"];
|
||
t["parameters"]["xpath"] = param["xpath"];
|
||
t["parameters"]["allXPaths"] = param["allXPaths"];
|
||
t["parameters"]["useLoop"] = param["useLoop"];
|
||
} else if (t.option == 6) {
|
||
t["parameters"]["xpath"] = param["xpath"];
|
||
t["parameters"]["allXPaths"] = param["allXPaths"];
|
||
t["parameters"]["optionMode"] = param["optionMode"];
|
||
t["parameters"]["optionValue"] = param["optionValue"];
|
||
} else if (t.option == 7) {
|
||
t["parameters"]["xpath"] = param["xpath"];
|
||
t["parameters"]["useLoop"] = param["useLoop"];
|
||
t["parameters"]["allXPaths"] = param["allXPaths"];
|
||
} else if (t.option == 8) { //循环事件
|
||
t["parameters"]["loopType"] = param["loopType"];
|
||
t["parameters"]["xpath"] = param["xpath"];
|
||
t["parameters"]["allXPaths"] = param["allXPaths"];
|
||
t["parameters"]["textList"] = param["value"];
|
||
if (param["nextPage"]) { //循环点击下一页的情况下
|
||
t["title"] = LANG("循环点击下一页", "Loop Click Next Page");
|
||
} else if (param["type"] == "loopClickSingle") { //循环点击单个元素
|
||
t["title"] = LANG("循环点击", "Loop Click");
|
||
let content = param["content"].trim();
|
||
if (content.length > 15) {
|
||
content = content.substring(0, 15) + "...";
|
||
content = LANG("：", ": ") + content;
|
||
} else if(content.length == 0){
|
||
content = LANG("单个元素", " Single Element");
|
||
} else {
|
||
content = LANG("：", ": ") + content;
|
||
}
|
||
t["title"] += content;
|
||
} else if (param["type"] == "loopClickEvery") { //循环点击每个元素
|
||
t["title"] = LANG("循环点击每个元素", "Loop click Every Element");
|
||
} else if (param["type"] == "loopMouseMove") { //循环移动到单个元素
|
||
t["title"] = LANG("循环移动到每个元素", "Loop Move to Every Element");
|
||
} else if (param["type"] == "multiCollectWithPattern") {
|
||
t["title"] = LANG("循环采集数据", "Loop Collect Data");
|
||
} else if (param["type"] == "batchInputText") {
|
||
t["title"] = LANG("循环输入文字", "Loop Input Text");
|
||
} else {
|
||
t["title"] = LANG("循环", "Loop");
|
||
}
|
||
if (param["loopType"] == 2) //如果是固定元素列表
|
||
{
|
||
t["parameters"]["pathList"] = param["pathList"].join("\n");
|
||
}
|
||
} else if (t.option == 3) { //采集数据
|
||
for (let i = 0; i < param["parameters"].length; i++) {
|
||
changeGetDataParameters(param, i);
|
||
}
|
||
t["parameters"]["params"] = param["parameters"];
|
||
}
|
||
}
|
||
|
||
function showSuccess(msg, time = 4000) {
|
||
$("#tip").text(msg);
|
||
$("#tip").slideDown(); //提示框
|
||
let fadeout = setTimeout(function () {
|
||
$("#tip").slideUp();
|
||
}, time);
|
||
}
|
||
|
||
function showInfo(msg, time = 4000) {
|
||
$("#info_message").text(msg);
|
||
$("#tipInfo").slideDown(); //提示框
|
||
let fadeout = setTimeout(function () {
|
||
$("#tipInfo").slideUp();
|
||
}, time);
|
||
}
|
||
|
||
function showError(msg, time = 4000) {
|
||
$("#error_message").text(msg);
|
||
$("#tipError").slideDown(); //提示框
|
||
let fadeout = setTimeout(function () {
|
||
$("#tipError").slideUp();
|
||
}, time);
|
||
}
|
||
|
||
|
||
//点击确定按钮时的处理
|
||
$("#confirm").mousedown(updateUI);
|
||
|
||
//点击保存任务按钮时的处理
|
||
$("#saveButton").mousedown(function () {
|
||
saveService(0);
|
||
});
|
||
//点击另存为任务按钮时的处理
|
||
$("#saveAsButton").mousedown(function () {
|
||
saveService(1);
|
||
});
|
||
|
||
let sId = getUrlParam('id');
|
||
let backEndAddressServiceWrapper = getUrlParam("backEndAddressServiceWrapper");
|
||
let mobile = getUrlParam("mobile");
|
||
if (mobile == "true") {
|
||
$("#environment").val(1);
|
||
}
|
||
|
||
let serviceInfo = {
|
||
"version": "0.6.0"
|
||
};
|
||
|
||
function saveService(type) {
|
||
let serviceId = $("#serviceId").val();
|
||
let text = LANG("确认要保存任务吗（不能用鼠标点击时，请按键盘回车键）？", "Are you sure to save the task (if you can't use the mouse to click, please press the enter key)?");
|
||
if (type == 1) { //任务另存为
|
||
serviceId = -1;
|
||
$("#create_time").val(new Date().toLocaleString());
|
||
text = LANG("确认要另存为任务吗（不能用鼠标点击时，请按键盘回车键）？", "Are you sure to save the task as (if you can't use the mouse to click, please press the enter key)?");
|
||
}
|
||
// if (confirm(text)) {
|
||
let serviceName = $("#serviceName").val();
|
||
let url = $("#url").val();
|
||
let serviceDescription = $("#serviceDescription").val();
|
||
let inputParameters = [];
|
||
let outputParameters = [];
|
||
let outputNames = [];
|
||
let inputIndex = 0;
|
||
let outputIndex = 0;
|
||
let links = "about:blank"; //记录所有的link
|
||
let containJudge = false; //是否含有判断语句
|
||
let saveThreshold = parseInt($("#saveThreshold").val());
|
||
let cloudflare = parseInt($("#cloudflare").val());
|
||
let environment = parseInt($("#environment").val());
|
||
for (let i = 1; i < nodeList.length; i++) {
|
||
if (nodeList[i]["id"] != -1) { //已经被删除的节点不进行统计
|
||
if (nodeList[i]["option"] == 1) //打开网页操作，统计输入框输入操作
|
||
{
|
||
if (!nodeList[i]["parameters"]["useLoop"]) //如果不是使用循环里的文本
|
||
{
|
||
inputParameters.push({
|
||
id: inputIndex,
|
||
name: "urlList_" + inputIndex++,
|
||
nodeId: i, //记录操作位于的节点位置，重要！！！
|
||
nodeName: nodeList[i]["title"],
|
||
value: nodeList[i]["parameters"]["links"],
|
||
desc: LANG("要采集的网址列表，多行以\\n分开", "List of URLs to be collected, separated by \\n for multiple lines",),
|
||
type: "text",
|
||
exampleValue: nodeList[i]["parameters"]["links"]
|
||
});
|
||
links = nodeList[i]["parameters"]["links"];
|
||
}
|
||
} else if (nodeList[i]["option"] == 4) //输入文字操作
|
||
{
|
||
if (!nodeList[i]["parameters"]["useLoop"]) //如果不是使用循环里的文本
|
||
{
|
||
inputParameters.push({
|
||
id: inputIndex,
|
||
name: "inputText_" + inputIndex++,
|
||
nodeName: nodeList[i]["title"],
|
||
nodeId: i,
|
||
desc: LANG("要输入的文本，如京东搜索框输入：电脑", "The text to be entered, such as 'computer' at eBay search box"),
|
||
type: "text",
|
||
exampleValue: nodeList[i]["parameters"]["value"],
|
||
value: nodeList[i]["parameters"]["value"],
|
||
});
|
||
}
|
||
} else if (nodeList[i]["option"] == 8) //循环操作
|
||
{
|
||
if (parseInt(nodeList[i]["parameters"]["loopType"]) > 2 && parseInt(nodeList[i]["parameters"]["loopType"]) < 5) { //循环中的循环输入文本或循环输入网址
|
||
inputParameters.push({
|
||
id: inputIndex,
|
||
name: "loopText_" + inputIndex++,
|
||
nodeId: i,
|
||
nodeName: nodeList[i]["title"],
|
||
desc: LANG("要输入的文本/网址,多行以\\n分开", "Text/URL to be entered, multiple lines should be separated by \\n"),
|
||
type: "text",
|
||
exampleValue: nodeList[i]["parameters"]["textList"],
|
||
value: nodeList[i]["parameters"]["textList"],
|
||
});
|
||
} else if (parseInt(nodeList[i]["parameters"]["loopType"]) == 0) {
|
||
inputParameters.push({
|
||
id: inputIndex,
|
||
name: "loopTimes_" + inputIndex++,
|
||
nodeId: i,
|
||
nodeName: nodeList[i]["title"],
|
||
desc: LANG("循环" + nodeList[i]["title"] + "执行的次数（0代表无限循环）", "Number of loop executions for loop " + nodeList[i]["title"] + ", 0 means unlimited loops (until element not found)"),
|
||
type: "int",
|
||
exampleValue: nodeList[i]["parameters"]["exitCount"],
|
||
value: nodeList[i]["parameters"]["exitCount"],
|
||
});
|
||
}
|
||
} else if (nodeList[i]["option"] == 3) //提取数据操作
|
||
{
|
||
for (let j = 0; j < nodeList[i]["parameters"]["params"].length; j++) {
|
||
if (outputNames.indexOf(nodeList[i]["parameters"]["params"][j]["name"]) < 0) { //参数名称还未被添加
|
||
outputNames.push(nodeList[i]["parameters"]["params"][j]["name"]);
|
||
outputParameters.push({
|
||
id: outputIndex++,
|
||
name: nodeList[i]["parameters"]["params"][j]["name"],
|
||
desc: nodeList[i]["parameters"]["params"][j]["desc"],
|
||
type: nodeList[i]["parameters"]["params"][j]["paraType"],
|
||
recordASField: nodeList[i]["parameters"]["params"][j]["recordASField"],
|
||
exampleValue: nodeList[i]["parameters"]["params"][j]["exampleValues"][0]["value"],
|
||
});
|
||
}
|
||
}
|
||
} else if (nodeList[i]["option"] == 5) //自定义操作
|
||
{
|
||
// if (nodeList[i]["parameters"]["recordASField"] == 1) {
|
||
let id = outputIndex++;
|
||
let title = nodeList[i]["title"];
|
||
// if (outputNames.indexOf(title) >= 0) { //参数名称已经被添加
|
||
// $('#myModal').modal('hide');
|
||
// $("#tip2").slideDown(); //提示框
|
||
// fadeout = setTimeout(function() {
|
||
// $("#tip2").slideUp();
|
||
// }, 5000);
|
||
// return;
|
||
// }
|
||
outputNames.push(title);
|
||
outputParameters.push({
|
||
id: id,
|
||
name: title,
|
||
desc: LANG("自定义操作返回的数据", "Output of custom action"),
|
||
type: nodeList[i]["parameters"]["paraType"],
|
||
recordASField: nodeList[i]["parameters"]["recordASField"],
|
||
exampleValue: "",
|
||
});
|
||
// }
|
||
} else if (nodeList[i]["option"] == 9) //条件判断
|
||
{
|
||
containJudge = true;
|
||
}
|
||
}
|
||
}
|
||
serviceInfo = {
|
||
"id": parseInt(serviceId),
|
||
"name": serviceName,
|
||
"url": url,
|
||
"links": links,
|
||
"create_time": $("#create_time").val(),
|
||
"update_time": new Date().toLocaleString(),
|
||
"version": "0.6.0",
|
||
"saveThreshold": saveThreshold,
|
||
// "cloudflare": cloudflare,
|
||
"quitWaitTime": parseInt($("#quitWaitTime").val()),
|
||
"environment": environment,
|
||
"maximizeWindow": parseInt($("#maximizeWindow").val()),
|
||
"maxViewLength": parseInt($("#maxViewLength").val()),
|
||
"recordLog": parseInt($("#recordLog").val()),
|
||
"outputFormat": $("#outputFormat").val(),
|
||
"saveName": $("#saveName").val(),
|
||
"dataWriteMode": parseInt($("#dataWriteMode").val()),
|
||
"inputExcel": $("#inputExcel").val(),
|
||
"startFromExit": parseInt($("#startFromExit").val()),
|
||
"pauseKey": $("#pauseKey").val(),
|
||
"containJudge": containJudge,
|
||
"browser": $("#browser").val(),
|
||
"desc": serviceDescription,
|
||
"inputParameters": inputParameters,
|
||
"outputParameters": outputParameters,
|
||
"graph": nodeList, //图结构要存储下来
|
||
};
|
||
if (serviceInfo.outputFormat == "mysql") {
|
||
if (!isValidMySQLTableName(serviceInfo.saveName)) {
|
||
$('#myModal').modal('hide');
|
||
showError(LANG("提示：保存名不符合MySQL表名规范，请重试！", "The save name is not valid for MySQL table name!"));
|
||
return;
|
||
}
|
||
}
|
||
$.post(backEndAddressServiceWrapper + "/manageTask", {params: JSON.stringify(serviceInfo)},
|
||
function (result) {
|
||
$("#serviceId").val(parseInt(result))
|
||
if (type == 1) { //任务另存为
|
||
let currentUrl = window.location.href;
|
||
let id = getUrlParam("id");
|
||
let newUrl = currentUrl.replace("id=" + id, "id=" + result + "&saveAs=1");
|
||
window.location.href = newUrl;
|
||
}
|
||
});
|
||
// alert("保存成功!");
|
||
$('#myModal').modal('hide');
|
||
showSuccess(LANG("保存成功！", "Save successfully!"));
|
||
// }
|
||
}
|
||
|
||
if (sId != null && sId != -1) //加载任务
|
||
{
|
||
$.get(backEndAddressServiceWrapper + "/queryTask?id=" + sId, function (result) {
|
||
nodeList = result["graph"];
|
||
app.$data.list.nl = nodeList;
|
||
for (let node of nodeList) { //兼容旧版本
|
||
if (node["option"] == 1) {
|
||
if (!("cookies" in node["parameters"])) {
|
||
node["parameters"]["cookies"] = "";
|
||
}
|
||
} else if(node["option"] == 3){ //提取数据
|
||
if(node["parameters"]["paras"] != undefined){
|
||
node["parameters"]["params"] = node["parameters"]["paras"];
|
||
}
|
||
}
|
||
}
|
||
$("#serviceName").val(result["name"]);
|
||
$("#serviceId").val(result["id"]);
|
||
$("#url").val(result["url"]);
|
||
$("#serviceDescription").val(result["desc"]);
|
||
for (let key of Object.keys(result)) {
|
||
try {
|
||
$("#" + key).val(result[key]);
|
||
} catch (e) {
|
||
console.log(e);
|
||
}
|
||
}
|
||
if (result["version"] != serviceInfo["version"]) {
|
||
showInfo(LANG("提示：该任务为" + result["version"] + "版本任务，当前版本为" + serviceInfo["version"] + "，可能存在兼容性问题，请按照当前版本指南设计任务流程以避免任务执行不正常。", "This task is designed by EasySpider " + result["version"] + ", current version of EasySpider is " + serviceInfo["version"] + ", there may be compatibility issues, please design the task flow according to the current version guide to avoid abnormal task execution."));
|
||
}
|
||
if (getUrlParam("saveAs") == 1) {
|
||
showSuccess(LANG("另存为成功！", "Save as successfully!"));
|
||
}
|
||
refresh();
|
||
});
|
||
} else {
|
||
refresh(); //新增任务
|
||
}
|
||
|
||
function LANG(zh, en) {
|
||
if (window.location.href.indexOf("_CN") != -1) {
|
||
return zh;
|
||
} else {
|
||
return en;
|
||
}
|
||
}
|