opensource/sealos
3
0
Fork 0
mirror of https://github.com/labring/sealos.git synced 2026-10-29 17:25:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update db backup (#4976)

Browse Source 
* update kafka monitor

* if backup exceed 1 hour,send notification
This commit is contained in:
谢金虎
2024-08-21 11:29:07 +08:00
committed by GitHub
parent ae37edef3f
commit 0549a9a8ee
1 changed files with 22 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
service/exceptionmonitor/helper/monitor/database_backup_monitor.go
+22 -7
View File
@@ -46,22 +46,34 @@ func checkDatabaseBackups() error {
func processBackup(backup unstructured.Unstructured) {
status, found, err := unstructured.NestedString(backup.Object, "status", "phase")
backupName, namespace, startTime := backup.GetName(), backup.GetNamespace(), backup.GetCreationTimestamp().String()
backupName, namespace, startTimestamp := backup.GetName(), backup.GetNamespace(), backup.GetCreationTimestamp().String()
if err != nil {
log.Printf("Unable to get %s status in ns %s:%v", backupName, namespace, err)
log.Printf("Unable to get %s status in %s:%v", backupName, namespace, err)
return
}
if !found || status != "Failed" {
if !found || (status != "Failed" && status != "InProgress") {
return
}
if status == "InProgress" {
startTime, err := time.Parse(time.RFC3339, startTimestamp)
if err != nil {
log.Printf("%s Unable to parsing time in %s:%v", backupName, namespace, err)
fmt.Println("Error parsing time:", err)
return
}
currentTime := time.Now().UTC()
duration := currentTime.Sub(startTime)
if duration >= time.Hour {
SendBackupNotification(backupName, namespace, status, startTimestamp)
}
return
}
fmt.Println(backupName, namespace)
debt, _, _ := checkDebt(namespace)
if !debt {
return
}
backupPolicyName, _, _ := unstructured.NestedString(backup.Object, "spec", "backupPolicyName")
databaseName := getPrefix(backupPolicyName)
fmt.Println(databaseName)
cluster, err := api.DynamicClient.Resource(databaseClusterGVR).Namespace(namespace).Get(context.Background(), databaseName, metav1.GetOptions{})
if cluster != nil && errors.IsNotFound(err) {
return
@@ -70,7 +82,10 @@ func processBackup(backup unstructured.Unstructured) {
if dbStatus == "Stopped" {
return
}
fmt.Println(dbStatus)
SendBackupNotification(backupName, namespace, status, startTimestamp)
}
func SendBackupNotification(backupName, namespace, status, startTimestamp string) {
notificationInfo := notification.Info{
DatabaseClusterName: backupName,
Namespace: namespace,
@@ -80,7 +95,7 @@ func processBackup(backup unstructured.Unstructured) {
NotificationType: "exception",
}
if _, ok := api.LastBackupStatusMap[backupName]; !ok {
message := notification.GetBackupMessage("exception", namespace, backupName, status, startTime, "")
message := notification.GetBackupMessage("exception", namespace, backupName, status, startTimestamp, "")
if err := notification.SendFeishuNotification(notificationInfo, message, api.FeishuWebhookURLMap["FeishuWebhookURLBackup"]); err != nil {
log.Printf("Error sending exception notification:%v", err)
}