SamWaf/wafdb/patch_sql.go

package wafdb

import (
	"SamWaf/common/zlog"
	"gorm.io/gorm"
	"time"
)

/*
*
一些后续补丁
*/
func pathLogSql(db *gorm.DB) {
	// 20241018 创建联合索引 weblog
	startTime := time.Now()

	zlog.Info("ready create log index maybe use a few minutes ")
	err := db.Exec("CREATE INDEX IF NOT EXISTS idx_web_logs_task_flag_time ON web_logs (task_flag, unix_add_time)").Error
	if err != nil {
		panic("failed to create index: idx_web_logs_task_flag_time " + err.Error())
	} else {
		zlog.Info("db", "idx_web_logs_task_flag_time created")
	}
	// 创建联合索引
	err = db.Exec("CREATE INDEX IF NOT EXISTS idx_web_time_tenant_user_code ON web_logs (unix_add_time, tenant_id,user_code)").Error
	if err != nil {
		panic("failed to create index: idx_web_time_tenant_user_code " + err.Error())
	} else {
		zlog.Info("db", "idx_web_time_tenant_user_code created")
	}
	// 详情索引
	err = db.Exec("CREATE INDEX IF NOT EXISTS idx_req_uuid_web_logs ON web_logs (REQ_UUID, tenant_id, user_code)").Error
	if err != nil {
		panic("failed to create index:idx_req_uuid_web_logs " + err.Error())
	} else {
		zlog.Info("db", "idx_unique_req_uuid_web_logs created")
	}
	// 整体索引
	err = db.Exec("CREATE INDEX IF NOT EXISTS idx_tenant_usercode_web_logs ON web_logs ( tenant_id, user_code)").Error
	if err != nil {
		panic("failed to create index: idx_tenant_usercode_web_logs " + err.Error())
	} else {
		zlog.Info("db", "idx_tenant_usercode_web_logs created")
	}

	// 20250123 创建联合索引
	err = db.Exec("CREATE INDEX IF NOT EXISTS idx_web_time_desc_tenant_user_code ON web_logs (unix_add_time desc, tenant_id,user_code)").Error
	if err != nil {
		panic("failed to create index: idx_web_time_desc_tenant_user_code " + err.Error())
	} else {
		zlog.Info("db", "idx_web_time_desc_tenant_user_code created")
	}
	//20250123 建立带IP得
	err = db.Exec("CREATE INDEX IF NOT EXISTS idx_web_time_desc_tenant_user_code_ip ON web_logs (unix_add_time desc, tenant_id,user_code,src_ip)").Error
	if err != nil {
		panic("failed to create index: idx_web_time_desc_tenant_user_code_ip " + err.Error())
	} else {
		zlog.Info("db", "idx_web_time_desc_tenant_user_code_ip created")
	}

	// 记录结束时间并计算耗时
	duration := time.Since(startTime)
	zlog.Info("create log index completely", "duration", duration.String())
}
func pathCoreSql(db *gorm.DB) {
	startTime := time.Now()

	zlog.Info("ready create core index maybe use a few minutes ")
	// 20241018 创建联合索引 weblog
	err := db.Exec("UPDATE system_configs SET item_class = 'system' WHERE item_class IS NULL or item_class='' ").Error
	if err != nil {
		panic("failed to system_config :item_class " + err.Error())
	} else {
		zlog.Info("db", "system_config :item_class init successfully")
	}
	// 20241026 是否自动跳转https站点
	err = db.Exec("UPDATE hosts SET auto_jump_http_s=0 WHERE auto_jump_http_s IS NULL ").Error
	if err != nil {
		panic("failed to hosts :auto_jump_https " + err.Error())
	} else {
		zlog.Info("db", "hosts :auto_jump_https init successfully")
	}
	//20241030 初始化一次状态信息
	err = db.Exec("UPDATE hosts SET start_status=0 WHERE start_status IS NULL ").Error
	if err != nil {
		panic("failed to hosts :start_status " + err.Error())
	} else {
		zlog.Info("db", "hosts :start_status init successfully")
	}
	//20241106 创建iptagtag索引
	err = db.Exec("CREATE UNIQUE INDEX IF NOT EXISTS uni_iptags_full ON ip_tags (user_code, tenant_id, ip, ip_tag)").Error
	if err != nil {
		panic("failed to create index : uni_iptags_full " + err.Error())
	} else {
		zlog.Info("db", "uni_iptags_full created")
	}
	// 创建iptag ip索引
	err = db.Exec("CREATE INDEX IF NOT EXISTS idx_iptag_ip ON ip_tags ( user_code, tenant_id, ip)").Error
	if err != nil {
		panic("failed to create index: idx_iptag_ip " + err.Error())
	} else {
		zlog.Info("db", "idx_iptag_ip created")
	}
	//20241209 是否传递后端域名到后端服务器侧
	err = db.Exec("UPDATE hosts SET is_trans_back_domain=0 WHERE is_trans_back_domain IS NULL ").Error
	if err != nil {
		panic("failed to hosts :is_trans_back_domain " + err.Error())
	} else {
		zlog.Info("db", "hosts :is_trans_back_domain init successfully")
	}
	//20250103 初始化一次HTTP Auth Base 状态信息
	err = db.Exec("UPDATE hosts SET is_enable_http_auth_base=0 WHERE is_enable_http_auth_base IS NULL ").Error
	if err != nil {
		panic("failed to hosts :is_enable_http_auth_base " + err.Error())
	} else {
		zlog.Info("db", "hosts :is_enable_http_auth_base init successfully")
	}
	//20250106 初始化一次站点超时状态信息
	err = db.Exec("UPDATE hosts SET response_time_out=60 WHERE response_time_out IS NULL ").Error
	if err != nil {
		panic("failed to hosts :response_time_out " + err.Error())
	} else {
		zlog.Info("db", "hosts :response_time_out init successfully")
	}
	//20250219 初始化敏感词拦截方式和拦截动作
	err = db.Exec("UPDATE sensitives SET check_direction='in',action='deny' WHERE check_direction IS NULL ").Error
	if err != nil {
		panic("failed to sensitives :response_time_out " + err.Error())
	} else {
		zlog.Info("db", "sensitives :response_time_out init successfully")
	}

	//20250307 是否跳过后端https有效性验证
	err = db.Exec("UPDATE hosts SET insecure_skip_verify=0 WHERE insecure_skip_verify IS NULL ").Error
	if err != nil {
		panic("failed to hosts :insecure_skip_verify " + err.Error())
	} else {
		zlog.Info("db", "hosts :insecure_skip_verify init successfully")
	}
	// 记录结束时间并计算耗时
	duration := time.Since(startTime)
	zlog.Info("create core index completely", "duration", duration.String())
}

// 处理统计部分代码
func pathStatsSql(db *gorm.DB) {
	startTime := time.Now()

	zlog.Info("ready create stats index maybe use a few minutes, ")

	// 为stats_days表创建索引
	err := db.Exec("CREATE INDEX IF NOT EXISTS idx_stats_days_lookup ON stats_days (tenant_id, user_code, host_code, type, day)").Error
	if err != nil {
		panic("failed to create index: idx_stats_days_lookup " + err.Error())
	} else {
		zlog.Info("db", "idx_stats_days_lookup created")
	}

	// 为stats_ip_days表创建索引
	err = db.Exec("CREATE INDEX IF NOT EXISTS idx_stats_ip_days_lookup ON stats_ip_days (tenant_id, user_code, host_code, ip, type, day)").Error
	if err != nil {
		panic("failed to create index: idx_stats_ip_days_lookup " + err.Error())
	} else {
		zlog.Info("db", "idx_stats_ip_days_lookup created")
	}

	// 为stats_ip_city_days表创建索引
	err = db.Exec("CREATE INDEX IF NOT EXISTS idx_stats_ip_city_days_lookup ON stats_ip_city_days (tenant_id, user_code, host_code, country, province, city, type, day)").Error
	if err != nil {
		panic("failed to create index: idx_stats_ip_city_days_lookup " + err.Error())
	} else {
		zlog.Info("db", "idx_stats_ip_city_days_lookup created")
	}

	// 记录结束时间并计算耗时
	duration := time.Since(startTime)
	zlog.Info("create stats index completely", "duration", duration.String())
}