From eb23fb942e479694d7569f9fb09d6f75ebb29e70 Mon Sep 17 00:00:00 2001 From: samwaf Date: Wed, 5 Feb 2025 10:36:59 +0800 Subject: [PATCH] feat:spider deny strategy --- global/config.go | 1 + wafenginecore/checkbot.go | 6 +++++- waftask/task_config.go | 4 ++++ 3 files changed, 10 insertions(+), 1 deletion(-) diff --git a/global/config.go b/global/config.go index 02125f2..d8f1bcc 100644 --- a/global/config.go +++ b/global/config.go @@ -28,5 +28,6 @@ var ( GCONFIG_RECORD_DNS_BOT_EXPIRE_HOURS int64 = 24 //DNS bot有效期 单位小时 默认1天 GCONFIG_RECORD_DNS_NORMAL_EXPIRE_HOURS int64 = 7 * 24 //DNS 正常有效期 单位小时 默认7天 + GCONFIG_RECORD_SPIDER_DENY int64 = 0 //爬虫禁止访问开关 默认 0 只检测不阻止访问 1 检测并阻止访问 ) diff --git a/wafenginecore/checkbot.go b/wafenginecore/checkbot.go index 5b43340..a6dc627 100644 --- a/wafenginecore/checkbot.go +++ b/wafenginecore/checkbot.go @@ -44,7 +44,11 @@ func (waf *WafEngine) CheckBot(r *http.Request, weblogbean *innerbean.WebLog, fo weblogbean.GUEST_IDENTIFICATION = botResult.BotName weblogbean.RISK_LEVEL = 1 - result.IsBlock = true + if global.GCONFIG_RECORD_SPIDER_DENY == 1 { + result.IsBlock = true + } else { + result.IsBlock = false + } result.Title = botResult.BotName result.Content = "请正确访问" return result diff --git a/waftask/task_config.go b/waftask/task_config.go index 3e79b6b..f1b5cf7 100644 --- a/waftask/task_config.go +++ b/waftask/task_config.go @@ -57,6 +57,9 @@ func setConfigIntValue(name string, value int64, change int) { case "token_expire_time": global.GCONFIG_RECORD_TOKEN_EXPIRE_MINTUTES = value break + case "spider_deny": + global.GCONFIG_RECORD_SPIDER_DENY = value + break default: zlog.Warn("Unknown config item:", name) } @@ -166,5 +169,6 @@ func TaskLoadSetting(initLoad bool) { updateConfigIntItem(initLoad, "system", "record_all_src_byte_info", global.GCONFIG_RECORD_ALL_SRC_BYTE_INFO, "启动记录原始请求BODY报文（1启动 0关闭）", "int", "") updateConfigIntItem(initLoad, "system", "token_expire_time", global.GCONFIG_RECORD_TOKEN_EXPIRE_MINTUTES, "管理平台令牌有效期，单位分钟（默认5分钟）", "int", "") + updateConfigIntItem(initLoad, "system", "spider_deny", global.GCONFIG_RECORD_SPIDER_DENY, "爬虫禁止访问开关 默认 0 只检测不阻止访问 1 检测并阻止访问）", "int", "") }