package fileutils2 import ( "bufio" "fmt" "io/ioutil" "os" "os/exec" "path" "regexp" "strings" "golang.org/x/sys/unix" "yunion.io/x/log" ) func Cleandir(sPath string, keepdir bool) error { if f, _ := os.Lstat(sPath); f == nil || f.Mode()&os.ModeSymlink == os.ModeSymlink { return nil } files, _ := ioutil.ReadDir(sPath) for _, file := range files { fp := path.Join(sPath, file.Name()) if f, _ := os.Lstat(fp); f.Mode()&os.ModeSymlink == os.ModeSymlink { if !keepdir { if err := os.Remove(fp); err != nil { return err } } } else if f.IsDir() { Cleandir(fp, keepdir) if !keepdir { if err := os.Remove(fp); err != nil { return err } } } else { if err := os.Remove(fp); err != nil { return err } } } return nil } // TODO: test func Zerofiles(sPath string) error { f, err := os.Lstat(sPath) switch { case err != nil: return err case f.Mode()&os.ModeSymlink == os.ModeSymlink: // islink return nil case f.Mode().IsRegular(): return FilePutContents(sPath, "", false) case f.Mode().IsDir(): files, err := ioutil.ReadDir(sPath) if err != nil { return err } for _, file := range files { if file.Mode()&os.ModeSymlink == os.ModeSymlink { continue } else if file.Mode().IsRegular() { if err := FilePutContents(path.Join(sPath, file.Name()), "", false); err != nil { return err } } else if file.Mode().IsDir() { return Zerofiles(path.Join(sPath, file.Name())) } } } return nil } func FilePutContents(filename string, content string, modAppend bool) error { var mode = os.O_WRONLY | os.O_CREATE if modAppend { mode = mode | os.O_APPEND } fd, err := os.OpenFile(filename, mode, 0644) if err != nil { return err } defer fd.Close() _, err = fd.WriteString(content) return err } func IsBlockDevMounted(dev string) bool { devPath := "/dev/" + dev mounts, err := exec.Command("mount").Output() if err != nil { return false } for _, s := range strings.Split(string(mounts), "\n") { if strings.HasPrefix(s, devPath) { return true } } return false } func IsBlockDeviceUsed(dev string) bool { if strings.HasPrefix(dev, "/dev/") { dev = dev[strings.LastIndex(dev, "/")+1:] } devStr := fmt.Sprint(" %s\n", dev) devs, _ := exec.Command("cat", "/proc/partitions").Output() if idx := strings.Index(string(devs), devStr); idx > 0 { return false } return true } func ChangeAllBlkdevsParams(params map[string]string) { if _, err := os.Stat("/sys/block"); !os.IsNotExist(err) { blockDevs, err := ioutil.ReadDir("/sys/block") if err != nil { log.Errorln(err) return } for _, b := range blockDevs { if IsBlockDevMounted(b.Name()) { for k, v := range params { ChangeBlkdevParameter(b.Name(), k, v) } } } } } func ChangeBlkdevParameter(dev, key, value string) { p := path.Join("/sys/block", dev, key) if _, err := os.Stat(p); !os.IsNotExist(err) { err = FilePutContents(p, value, false) if err != nil { log.Errorf("Fail to set %s of %s to %s:%s", key, dev, value, err) } log.Infof("Set %s of %s to %s", key, dev, value) } } func PathNotExists(path string) bool { if _, err := os.Stat(path); os.IsNotExist(err) { return true } return false } func PathExists(path string) bool { if _, err := os.Stat(path); !os.IsNotExist(err) { return true } return false } func FileGetContents(file string) (string, error) { content, err := ioutil.ReadFile(file) if err != nil { return "", err } return string(content), nil } func GetFsFormat(diskPath string) string { ret, err := exec.Command("blkid", "-o", "value", "-s", "TYPE", diskPath).Output() if err != nil { return "" } var res string for _, line := range strings.Split(string(ret), "\n") { res += line } return res } func CleanFailedMountpoints() { var mtfile = "/etc/mtab" if _, err := os.Stat(mtfile); os.IsNotExist(err) { mtfile = "/proc/mounts" } f, err := os.Open(mtfile) if err != nil { log.Errorf("CleanFailedMountpoints error: %s", err) } reader := bufio.NewReader(f) line, _, err := reader.ReadLine() for err != nil { m := strings.Split(string(line), " ") if len(m) > 1 { mp := m[1] if _, err := os.Stat(mp); os.IsNotExist(err) { log.Warningf("Mount point %s not exists", mp) } exec.Command("umount", mp).Run() } } } type HostsFile map[string][]string func (hf HostsFile) Parse(content string) { lines := strings.Split(content, "\n") for _, line := range lines { data := regexp.MustCompile(`\s+`).Split(line, -1) for len(data) > 0 && data[len(data)-1] == "" { data = data[:len(data)-1] } if len(data) > 1 { hf[data[0]] = data[1:] } } } func (hf HostsFile) Add(name string, value ...string) { hf[name] = value } func (hf HostsFile) String() string { var ret = "" for k, v := range hf { if len(v) > 0 { ret += fmt.Sprintf("%s\t%s\n", k, strings.Join(v, "\t")) } } return ret } func Writable(path string) bool { return unix.Access(path, unix.W_OK) == nil } func FsFormatToDiskType(fsFormat string) string { switch { case fsFormat == "swap": return "linux-swap" case strings.HasPrefix(fsFormat, "ext") || fsFormat == "xfs": return "ext2" case strings.HasPrefix(fsFormat, "fat"): return "fat32" case fsFormat == "ntfs": return fsFormat default: return "" } } func Mkpartition(imagePath, fsFormat string) error { var ( parted = "/sbin/parted" labelType = "gpt" diskType = FsFormatToDiskType(fsFormat) ) if len(diskType) == 0 { return fmt.Errorf("Unknown fsFormat %s", fsFormat) } // 创建一个新磁盘分区表类型, ex: mbr gpt msdos ... err := exec.Command(parted, "-s", imagePath, "mklabel", labelType).Run() if err != nil { log.Errorf("mklabel %s %s error %s", imagePath, fsFormat, err) return err } // 创建一个part-type类型的分区, part-type可以是:"primary", "logical", "extended" // 如果指定fs-type(即diskType)则在创建分区的同时进行格式化 err = exec.Command(parted, "-s", "-a", "cylinder", imagePath, "mkpart", "primary", diskType, "0", "100%").Run() if err != nil { log.Errorf("mkpart %s %s error %s", imagePath, fsFormat, err) return err } return nil } func FormatPartition(path, fs, uuid string) error { var cmd, cmdUuid []string switch { case fs == "swap": cmd = []string{"mkswap", "-U", uuid} case fs == "ext2": cmd = []string{"mkfs.ext2"} cmdUuid = []string{"tune2fs", "-U", uuid} case fs == "ext3": cmd = []string{"mkfs.ext3"} cmdUuid = []string{"tune2fs", "-U", uuid} case fs == "ext4": cmd = []string{"mkfs.ext4", "-E", "lazy_itable_init=1"} cmdUuid = []string{"tune2fs", "-U", uuid} case fs == "ext4dev": cmd = []string{"mkfs.ext4dev", "-E", "lazy_itable_init=1"} cmdUuid = []string{"tune2fs", "-U", uuid} case strings.HasPrefix(fs, "fat"): cmd = []string{"mkfs.msdos"} // #case fs == "ntfs": // # cmd = []string{"/sbin/mkfs.ntfs"} case fs == "xfs": cmd = []string{"mkfs.xfs", "-f"} cmdUuid = []string{"xfs_admin", "-U", uuid} } if len(cmd) > 0 { var cmds = cmd cmds = append(cmds, path) if err := exec.Command(cmds[0], cmds[1:]...).Run(); err != nil { log.Errorln(err) return err } if len(cmdUuid) > 0 { cmds = cmdUuid cmds = append(cmds, path) if err := exec.Command(cmds[0], cmds[1:]...).Run(); err != nil { log.Errorln(err) return err } } return nil } return fmt.Errorf("Unknown fs %s", fs) }