mirror of
https://github.com/rustfs/console.git
synced 2026-08-31 01:37:52 +08:00
ca87e9e007
* feat: move status route and format repo * fix: resolve lint warnings * fix: load bucket usage asynchronously * fix: sign version config request * fix: show spinner for bucket usage loading * fix: prevent object list fetch loop * fix: dedupe list requests * feat: add sidebar version footer
143 lines
4.5 KiB
TypeScript
143 lines
4.5 KiB
TypeScript
import { DeleteObjectCommand, S3Client } from "@aws-sdk/client-s3"
|
|
import type { ManagedTask, TaskHandler, TaskLifecycleStatus } from "./task-manager"
|
|
|
|
export type DeleteStatus = "pending" | "running" | "completed" | "failed" | "canceled"
|
|
|
|
export interface DeleteTask extends ManagedTask<DeleteStatus> {
|
|
kind: "delete"
|
|
key: string
|
|
bucketName: string
|
|
prefix?: string
|
|
versionId?: string
|
|
forceDelete?: boolean
|
|
actionLabel: string
|
|
displayName: string
|
|
subInfo: string
|
|
}
|
|
|
|
export interface DeleteTaskConfig {
|
|
maxRetries?: number
|
|
retryDelay?: number
|
|
}
|
|
|
|
export interface DeleteTaskHelpers {
|
|
handler: TaskHandler<DeleteTask, DeleteStatus>
|
|
createTasks: (
|
|
keys: string[],
|
|
bucketName: string,
|
|
prefix?: string,
|
|
options?: { forceDelete?: boolean },
|
|
) => DeleteTask[]
|
|
createVersionedTasks: (
|
|
items: { key: string; versionId?: string }[],
|
|
bucketName: string,
|
|
prefix?: string,
|
|
options?: { forceDelete?: boolean },
|
|
) => DeleteTask[]
|
|
}
|
|
|
|
const lifecycle: TaskLifecycleStatus<DeleteStatus> = {
|
|
pending: "pending",
|
|
running: "running",
|
|
completed: "completed",
|
|
failed: "failed",
|
|
canceled: "canceled",
|
|
}
|
|
|
|
function attachForceDeleteHeader(command: DeleteObjectCommand) {
|
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
;(command.middlewareStack.add as any)(
|
|
(next: (args: unknown) => Promise<unknown>) => async (args: { request?: { headers?: Record<string, string> } }) => {
|
|
if (args?.request?.headers) {
|
|
args.request.headers["X-Rustfs-Force-Delete"] = "true"
|
|
}
|
|
return next(args)
|
|
},
|
|
{ step: "build", name: "forceDeleteMiddleware", tags: ["FORCE_DELETE"] },
|
|
)
|
|
}
|
|
|
|
export function createDeleteTaskHelpers(s3Client: S3Client, config: DeleteTaskConfig = {}): DeleteTaskHelpers {
|
|
const maxRetries = config.maxRetries ?? 3
|
|
const retryDelay = config.retryDelay ?? 1000
|
|
|
|
const perform: TaskHandler<DeleteTask, DeleteStatus>["perform"] = async (task) => {
|
|
const { key, bucketName, prefix, versionId, forceDelete } = task
|
|
const abortController = new AbortController()
|
|
task.abortController = abortController
|
|
|
|
const command = new DeleteObjectCommand({
|
|
Bucket: bucketName,
|
|
Key: (prefix ?? "") + key,
|
|
...(versionId ? { VersionId: versionId } : {}),
|
|
})
|
|
|
|
if (forceDelete) attachForceDeleteHeader(command)
|
|
|
|
await s3Client.send(command, { abortSignal: abortController.signal })
|
|
task.progress = 100
|
|
}
|
|
|
|
const shouldRetry: TaskHandler<DeleteTask, DeleteStatus>["shouldRetry"] = (task, error) => {
|
|
if (task.status === lifecycle.canceled) return false
|
|
if ((task.retryCount ?? 0) >= maxRetries) return false
|
|
const errorMessage = String((error as Error)?.message ?? "").toLowerCase()
|
|
const nonRetryableErrors = ["access denied", "forbidden", "invalid credentials", "bucket not found", "no such key"]
|
|
return !nonRetryableErrors.some((msg) => errorMessage.includes(msg))
|
|
}
|
|
|
|
const handler: TaskHandler<DeleteTask, DeleteStatus> = {
|
|
lifecycle,
|
|
perform,
|
|
shouldRetry,
|
|
isCanceledError: (error) =>
|
|
(error as Error)?.name === "AbortError" || String((error as Error)?.message ?? "").includes("canceled"),
|
|
maxRetries,
|
|
retryDelay,
|
|
}
|
|
|
|
const createTasksFromItems = (
|
|
items: { key: string; versionId?: string; forceDelete?: boolean }[],
|
|
bucketName: string,
|
|
prefix?: string,
|
|
): DeleteTask[] =>
|
|
items.map((item) => ({
|
|
id: `${Date.now()}-${Math.random().toString(36).slice(2, 11)}-${item.key}-${item.versionId ?? "latest"}`,
|
|
kind: "delete" as const,
|
|
key: item.key,
|
|
versionId: item.versionId,
|
|
forceDelete: item.forceDelete,
|
|
status: lifecycle.pending,
|
|
progress: 0,
|
|
bucketName,
|
|
prefix: prefix ?? "",
|
|
actionLabel: "Delete",
|
|
displayName: item.key,
|
|
subInfo: item.versionId ? `Version: ${item.versionId}` : "",
|
|
error: undefined,
|
|
abortController: undefined,
|
|
retryCount: 0,
|
|
}))
|
|
|
|
const createTasks = (keys: string[], bucketName: string, prefix?: string, options?: { forceDelete?: boolean }) =>
|
|
createTasksFromItems(
|
|
keys.map((key) => ({ key, forceDelete: options?.forceDelete })),
|
|
bucketName,
|
|
prefix,
|
|
)
|
|
|
|
const createVersionedTasks = (
|
|
items: { key: string; versionId?: string }[],
|
|
bucketName: string,
|
|
prefix?: string,
|
|
options?: { forceDelete?: boolean },
|
|
) =>
|
|
createTasksFromItems(
|
|
items.map((item) => ({ ...item, forceDelete: options?.forceDelete })),
|
|
bucketName,
|
|
prefix,
|
|
)
|
|
|
|
return { handler, createTasks, createVersionedTasks }
|
|
}
|