guest generate start stop script

pkg/hostman/guestman/guestman.go

@@ -367,6 +367,18 @@ func (m *SGuestManager) DoSnapshot(ctx context.Context, params interface{}) (jso
 	return nil, nil
 }
 
+func (m *SGuestManager) GetFreePortByBase(basePort int64) int64 {
+	var port = 1
+	for {
+		if netutils2.IsTcpPortUsed("0.0.0.0", basePort+port) ||
+			netutils2.IsTcpPortUsed("127.0.0.1", basePort+port) {
+			port += 1
+		} else {
+			return basePort + port
+		}
+	}
+}
+
 func (m *SGuestManager) GetFreeVncPort() int64 {
 	vncPorts := make(map[int]struct{}, 0)
 	for _, guest := range m.Servers {
@@ -378,7 +390,7 @@ func (m *SGuestManager) GetFreeVncPort() int64 {
 	var port = 1
 	for {
 		if _, ok := vncPorts[port]; !ok && !netutils2.IsTcpPortUsed("0.0.0.0", VNC_PORT_BASE+port) &&
-			!netutils2.IsTcpPortUsed("0.0.0.0", MONITOR_PORT_BASE+port) {
+			!netutils2.IsTcpPortUsed("127.0.0.1", MONITOR_PORT_BASE+port) {
 			break
 		} else {
 			port += 1

pkg/hostman/guestman/qemu-kvm.go

@@ -28,9 +28,11 @@ import (
 )
 
 const (
-	STATE_FILE_PREFIX = "STATEFILE"
-	MONITOR_PORT_BASE = 55900
-	MAX_TRY           = 3
+	STATE_FILE_PREFIX             = "STATEFILE"
+	MONITOR_PORT_BASE             = 55900
+	LIVE_MIGRATE_PORT_BASE        = 4396
+	BUILT_IN_NBD_SERVER_PORT_BASE = 7777
+	MAX_TRY                       = 3
 )
 
 type SKVMGuestInstance struct {
@@ -222,17 +224,11 @@ func (s *SKVMGuestInstance) asyncScriptStart(ctx context.Context, params interfa
 }
 
 func (s *SKVMGuestInstance) saveScripts(data *jsonutils.JSONDict) error {
-	startScript, err := s.generateStartScript(data)
-	if err != nil {
-		return err
-	}
+	startScript := s.generateStartScript(data)
 	if err := fileutils2.FilePutContents(s.GetStartScriptPath, startScript, false); err != nil {
 		return err
 	}
-	stopScript, err := s.generateStopScript(data)
-	if err != nil {
-		return err
-	}
+	stopScript := s.generateStopScript(data)
 	return fileutils2.FilePutContents(s.GetStopScriptPath, stopScript, false)
 }
 
@@ -308,10 +304,10 @@ func (s *SKVMGuestInstance) StartMonitor(ctx context.Context) {
 }
 
 func (s *SKVMGuestInstance) delayStartMonitor(ctx context.Context) {
-	if options.HostOptions.EnableQmpMonitor && s.GetQmpMonitorPort() > 0 {
+	if options.HostOptions.EnableQmpMonitor && s.GetQmpMonitorPort(-1) > 0 {
 		s.monitor = monitor.NewQmpMonitor(s.onMonitorDisConnect, s.onMonitorTimeout,
 			func() { s.onMonitorConnected(ctx) })
-		s.monitor.Connect("127.0.0.1", s.GetQmpMonitorPort())
+		s.monitor.Connect("127.0.0.1", s.GetQmpMonitorPort(-1))
 	}
 }
 
@@ -348,8 +344,10 @@ func (s *SKVMGuestInstance) onMonitorTimeout(err error) {
 	// TODO
 }
 
-func (s *SKVMGuestInstance) GetQmpMonitorPort() int {
-	var vncPort = s.GetVncPort()
+func (s *SKVMGuestInstance) GetQmpMonitorPort(vncPort int) int {
+	if vncPort <= 0 {
+		vncPort = s.GetVncPort()
+	}
 	if vncPort > 0 {
 		return vncPort + MONITOR_PORT_BASE + 200
 	} else {

pkg/hostman/guestman/qemu-kvmhelper.go

@@ -2,26 +2,53 @@ package guestman
 
 import (
 	"fmt"
+	"path"
+	"strconv"
 
 	"yunion.io/x/jsonutils"
 	"yunion.io/x/onecloud/pkg/hostman/hostinfo"
 	"yunion.io/x/onecloud/pkg/hostman/options"
 	"yunion.io/x/onecloud/pkg/hostman/storageman"
+	"yunion.io/x/onecloud/pkg/util/fileutils2"
 	"yunion.io/x/onecloud/pkg/util/qemutils"
+	"yunion.io/x/pkg/utils"
 )
 
-var (
+const (
 	OS_NAME_LINUX   = "Linux"
 	OS_NAME_WINDOWS = "Windows"
 	OS_NAME_MACOS   = "macOS"
 	OS_NAME_ANDROID = "Android"
 	OS_NAME_VMWARE  = "VMWare"
+
+	MODE_READLINE = "readline"
+	MODE_CONTROL  = "control"
+
+	DISK_DRIVER_VIRTIO = "virtio"
+	DISK_DRIVER_SCSI   = "scsi"
+	DISK_DRIVER_PVSCSI = "pvscsi"
+	DISK_DRIVER_IDE    = "ide"
+	DISK_DRIVER_SATA   = "sata"
 )
 
-func IsKvmSupport() bool {
+func (s *SKVMGuestInstance) IsKvmSupport() bool {
 	return hostinfo.Instance().IsKvmSupport()
 }
 
+func (s *SKVMGuestInstance) IsVdiSpice() bool {
+	vdi, _ := s.Desc.GetString("vdi")
+	return vdi == "spice"
+}
+
+func (s *SKVMGuestInstance) getMonitorDesc(idstr, port, mode string) string {
+	var cmd = ""
+	cmd += fmt.Sprintf(" -chardev socket,id=%sdev", idstr)
+	cmd += fmt.Sprintf(",port=%d", port)
+	cmd += ",host=127.0.0.1,nodelay,server,nowait"
+	cmd += fmt.Sprintf(" -mon chardev=%sdev,id=%s,mode=%s", idstr, idstr, mode)
+	return cmd
+}
+
 func (s *SKVMGuestInstance) getOsname() string {
 	if s.Desc.Contains("metadata") {
 		metadata, _ := s.Desc.Get("metadata")
@@ -33,8 +60,190 @@ func (s *SKVMGuestInstance) getOsname() string {
 	return OS_NAME_LINUX
 }
 
-func (s *SKVMGuestInstance) generateStartScript(data *jsonutils.JSONDict) (string, error) {
-	osname := s.GetOsname()
+func (s *SKVMGuestInstance) getMachine() string {
+	machine, err := s.Desc.GetString("machine")
+	if err != nil {
+		machine = "pc"
+	}
+	return machine
+}
+
+func (s *SKVMGuestInstance) getBios() string {
+	bios, err := s.Desc.GetString("bios")
+	if err != nil {
+		bios = "bios"
+	}
+	return bios
+}
+
+func (s *SKVMGuestInstance) isQ35() bool {
+	return s.getMachine() == "q35"
+}
+
+func (s *SKVMGuestInstance) getPciBus() string {
+	if s.isQ35() {
+		return "pcie.0"
+	} else {
+		return "pci.0"
+	}
+}
+
+func (s *SKVMGuestInstance) getDriveDesc(disk jsonutils.JSONObject, format string) string {
+	diskIndex, _ := disk.Int("index")
+	cacheMode, _ := disk.GetString("cache_mode")
+	aioMode, _ := disk.GetString("aio_mode")
+
+	cmd := " -drive"
+	cmd += fmt.Sprintf(" file=$DISK_%s", diskIndex)
+	cmd += ",if=none"
+	cmd += fmt.Sprintf(",id=drive_%s", diskIndex)
+	if len(format) == 0 || format == "qcow2" {
+		// pass    # qemu will automatically detect image format
+	} else if format == "raw" {
+		cmd += ",format=raw"
+	}
+	cmd += fmt.Sprintf(",cache=%s", cacheMode)
+	cmd += fmt.Sprintf(",aio=%s", aioMode)
+	if disk.Contains("url") { // # a remote file backed image
+		cmd += ",copy-on-read=on"
+	}
+	// #cmd += ",media=disk"
+	return cmd
+}
+
+func (s *SKVMGuestInstance) getDiskAddr(idx int) int {
+	var base = 5
+	if s.IsVdiSpice() {
+		base += 10
+	}
+	idxNum, _ := strconv.Atoi(idx)
+	return base + idx
+}
+
+func (s *SKVMGuestInstance) getDiskDeviceModel(driver string) string {
+	if driver == DISK_DRIVER_VIRTIO {
+		return "virtio-blk-pci"
+	} else if utils.IsInStringArray(driver, []string{DISK_DRIVER_SCSI, DISK_DRIVER_PVSCSI}) {
+		return "scsi-hd"
+	} else if driver == DISK_DRIVER_IDE {
+		return "ide-hd"
+	} else if driver == DISK_DRIVER_SATA {
+		return "ide-drive"
+	} else {
+		return "None"
+	}
+}
+
+func (s *SKVMGuestInstance) getDriveDesc(disk jsonutils.JSONObject) string {
+	diskIndex, _ := disk.Int("index")
+	diskDriver, _ := disk.GetString("driver")
+
+	var cmd = ""
+	cmd += fmt.Sprintf(" -device %s", s.getDiskDeviceModel(diskDriver))
+	cmd += fmt.Sprintf(",drive=drive_%s", diskIndex)
+	if diskDriver == DISK_DRIVER_VIRTIO {
+		cmd += fmt.Sprintf(",bus=%s,addr=0x%x", s.getPciBus(), s.getDiskAddr(int(diskIndex)))
+	} else if utils.IsInStringArray(iskDriver, []string{DISK_DRIVER_SCSI, DISK_DRIVER_PVSCSI}) {
+		cmd += ",bus=scsi.0"
+	} else if diskDriver == DISK_DRIVER_IDE {
+		cmd += fmt.Sprintf(",bus=ide.%d,unit=%d", diskIndex/2, diskIndex%2)
+	} else if diskDriver == DISK_DRIVER_SATA {
+		cmd += fmt.Sprintf(",bus=ide.%d", diskIndex)
+	}
+	cmd += fmt.Sprintf(",id=drive_%d", diskIndex)
+	return cmd
+}
+
+func (s *SKVMGuestInstance) getNicUpScriptPath(nic jsonutils.JSONObject) string {
+	ifname, _ := nic.GetString("ifname")
+	bridge, _ := nic.GetString("bridge")
+	return path.Join(s.HomeDir(), fmt.Sprintf("if-up-%s-%s.sh", bridge, ifname))
+}
+
+func (s *SKVMGuestInstance) getNicDownScriptPath(nic jsonutils.JSONObject) string {
+	ifname, _ := nic.GetString("ifname")
+	bridge, _ := nic.GetString("bridge")
+	return path.Join(s.HomeDir(), fmt.Sprintf("if-down-%s-%s.sh", bridge, ifname))
+}
+
+func (s *SKVMGuestInstance) getNetdevDesc(nic jsonutils.JSONObject) string {
+	ifname, _ := nic.GetString("ifname")
+	driver, _ := nic.GetString("driver")
+
+	s.generateNicScripts(nic)
+	upscript := s.getNicUpScriptPath(nic)
+	downscript := s.getNicDownScriptPath(nic)
+	cmd := " -netdev type=tap"
+	cmd += fmt.Sprintf(",id=%s", ifname)
+	cmd += fmt.Sprintf(",ifname=%s", ifname)
+	if driver == "virtio" && s.IsKvmSupport() {
+		cmd += ",vhost=on,vhostforce=off"
+	}
+	cmd += fmt.Sprintf(",script=%s", upscript)
+	cmd += fmt.Sprintf(",downscript=%s", downscript)
+	return cmd
+}
+
+func (s *SKVMGuestInstance) getNicDeviceModel(name string) string {
+	if name == "virtio" {
+		return "virtio-net-pci"
+	} else if name == "e1000" {
+		return "e1000-82545em"
+	} else {
+		return name
+	}
+}
+
+func (s *SKVMGuestInstance) getNicAddr(index int) string {
+	var diskCnt = 10
+	disks, _ := s.Desc.GetArray("disks")
+	if len(disks) > 10 {
+		diskCnt = 20
+	}
+	return s.getDiskAddr(diskCnt + index)
+}
+
+func (s *SKVMGuestInstance) getVnicDesc(nic jsonutils.JSONObject) string {
+	ifname, _ := nic.GetString("ifname")
+	driver, _ := nic.GetString("driver")
+	mac, _ := nic.GetString("mac")
+	index, _ := nic.Int("index")
+	vectors, _ := nic.Int("vectors")
+	bw, _ := nic.Int("bw")
+
+	cmd := fmt.Sprintf(" -device %s", s.getNicDeviceModel(driver))
+	cmd += fmt.Sprintf(",netdev=%s", ifname)
+	cmd += fmt.Sprintf(",mac=%s", mac)
+
+	cmd += fmt.Sprintf(",addr=0x%x", s.getNicAddr(int(index)))
+	if driver == "virtio" {
+		if nic.Contains("vectors") {
+			cmd += fmt.Sprintf(",vectors=%d", vectors)
+		}
+		cmd += fmt.Sprintf("$(nic_speed %d)", bw)
+	}
+	return cmd
+}
+
+func (s *SKVMGuestInstance) getQgaDesc() string {
+	cmd := " -chardev socket,path="
+	cmd += path.Join(s.HomeDir(), "qga.sock")
+	cmd += ",server,nowait,id=qga0"
+	cmd += " -device virtserialport,chardev=qga0,name=org.qemu.guest_agent.0"
+	return cmd
+}
+
+func (s *SKVMGuestInstance) generateStartScript(data *jsonutils.JSONDict) string {
+	var (
+		uuid, _  = s.Desc.GetString("uuid")
+		mem, _   = s.Desc.Int("mem")
+		cpu, _   = s.Desc.Int("cpu")
+		name, _  = s.Desc.GetString("name")
+		nics, _  = s.Desc.GetArray("nics")
+		disks, _ = s.Desc.GetArray("disks")
+		osname   = s.GetOsname()
+	)
+
 	if osname == OS_NAME_MACOS {
 		s.Desc.Set("machine", jsonutils.NewString("q35"))
 		s.Desc.Set("bios", jsonutils.NewString("UEFI"))
@@ -52,7 +261,6 @@ func (s *SKVMGuestInstance) generateStartScript(data *jsonutils.JSONDict) (strin
 
 	// TODO: isolatedDevsParams := hostinfo.Instance()...
 
-	nics, _ := s.Desc.GetArray("nics")
 	for _, nic := range nics {
 		downscript := s.getNicDownScriptPath(nic)
 		ifname, _ := nic.GetString("ifnam")
@@ -60,8 +268,6 @@ func (s *SKVMGuestInstance) generateStartScript(data *jsonutils.JSONDict) (strin
 	}
 
 	if options.HostOptions.HugepagesOption == "native" {
-		uuid, _ := s.Desc.GetString("uuid")
-		mem, _ := s.Desc.Int("mem")
 		cmd += fmt.Sprintf("mkdir -p /dev/hugepages/%s\n", uuid)
 		cmd += fmt.Sprintf("mount -t hugetlbfs -o size=%dM hugetlbfs-%s /dev/hugepages/%s\n",
 			mem, uuid, uuid)
@@ -70,7 +276,6 @@ func (s *SKVMGuestInstance) generateStartScript(data *jsonutils.JSONDict) (strin
 	cmd += "sleep 1\n"
 	cmd += fmt.Sprintf("echo %d > %s\n", vncPort, s.GetVncFilePath())
 
-	disks, _ := s.Desc.GetArray("disks")
 	for _, disk := range disks {
 		diskPath, _ := disk.GetString("path")
 		d := storageman.GetManager().GetDiskByPath(diskPath)
@@ -79,7 +284,6 @@ func (s *SKVMGuestInstance) generateStartScript(data *jsonutils.JSONDict) (strin
 		}
 
 		diskIndex, _ := disk.Int("index")
-		// TODO
 		cmd += d.GetDiskSetupScripts(diskIndex)
 	}
 
@@ -134,5 +338,218 @@ func (s *SKVMGuestInstance) generateStartScript(data *jsonutils.JSONDict) (strin
 	cmd += fmt.Sprintf(" -cpu %s", cpu_type)
 
 	// TODO hmp - -
+	// cmd += s.getMonitorDesc("hmqmon", s.GetQmpMonitorPort(int(vncPort)), MODE_READLINE)
+	if options.HostOptions.EnableQmpMonitor {
+		cmd += s.getMonitorDesc("qmqmon", s.GetQmpMonitorPort(int(vncPort)), MODE_CONTROL)
+	}
 
+	cmd += " -rtc base=utc,clock=host,driftfix=none"
+	cmd += " -daemonize"
+	cmd += " -nodefaults -nodefconfig"
+	cmd += " -no-kvm-pit-reinjection"
+	cmd += " -global kvm-pit.lost_tick_policy=discard"
+	cmd += fmt.Sprintf(" -machine %s,accel=%s", s.getMachine(), accel)
+	cmd += " -k en-us"
+	// #cmd += " -g 800x600"
+	cmd += fmt.Sprintf(" -smp %d", cpu)
+	cmd += fmt.Sprintf(" -name %s", name)
+	// #cmd += fmt.Sprintf(" -uuid %s", self.desc["uuid"])
+	cmd += fmt.Sprintf(" -m %d", mem)
+
+	if options.HostOptions.HugepagesOption == "native" {
+		cmd += fmt.Sprintf(" -mem-prealloc -mem-path %s", fmt.Sprintf("/dev/hugepages/%s", uuid))
+	}
+
+	bootOrder, _ := s.Desc.GetString("boot_order")
+	cmd += fmt.Sprintf(" -boot order=%s", bootOrder)
+
+	if s.getBios() == "UEFI" {
+		cmd += fmt.Sprintf(" -bios %s", options.HostOptions.OvmfPath)
+	}
+
+	if osname == OS_NAME_MACOS {
+		cmd += " -device isa-applesmc,osk=ourhardworkbythesewordsguardedpleasedontsteal(c)AppleComputerInc"
+		for i := 0; i < len(disks); i++ {
+			disk := disks[i].(*jsonutils.JSONDict)
+			disk.Set("driver", jsonutils.NewString(DISK_DRIVER_SATA))
+		}
+		for i := 0; i < len(nics); i++ {
+			nic := nics[i].(*jsonutils.JSONDict)
+			nic.Set("vectors", jsonutils.NewInt(0))
+			nic.Set("driver", jsonutils.NewString("e1000"))
+		}
+	} else if osname == OS_NAME_ANDROID {
+		if len(nics) > 1 {
+			s.Desc.Set("nics", jsonutils.NewArray(nics[0]))
+		}
+		nics, _ = s.Desc.GetArray("nics")
+	}
+
+	cmd += " -device virtio-serial"
+	cmd += " -usb"
+	cmd += " -device usb-kbd"
+	// # if osname == self.OS_NAME_ANDROID:
+	// #     cmd += " -device usb-mouse"
+	// # else:
+	cmd += " -device usb-tablet"
+
+	if s.IsVdiSpice() {
+		cmd += " -device qxl-vga,id=video0,ram_size=141557760,vram_size=141557760"
+		cmd += " -device intel-hda,id=sound0"
+		cmd += " -device hda-duplex,id=sound0-codec0,bus=sound0.0,cad=0"
+		cmd += fmt.Sprintf(" -spice port=%d,password=87654312,seamless-migration=on", 5900+vncPort)
+		// # ,streaming-video=all,playback-compression=on,jpeg-wan-compression=always,zlib-glz-wan-compression=always,image-compression=glz" % (5900+vnc_port)
+		cmd += fmt.Sprintf(" -device virtio-serial-pci,id=virtio-serial0,max_ports=16,bus=%s", s.getPciBus())
+		cmd += " -chardev spicevmc,name=vdagent,id=vdagent"
+		cmd += " -device virtserialport,nr=1,bus=virtio-serial0.0,chardev=vdagent,name=com.redhat.spice.0"
+
+		// # usb redirect
+		cmd += " -device ich9-usb-ehci1,id=usb"
+		cmd += " -device ich9-usb-uhci1,masterbus=usb.0,firstport=0,multifunction=on"
+		cmd += " -device ich9-usb-uhci2,masterbus=usb.0,firstport=2"
+		cmd += " -device ich9-usb-uhci3,masterbus=usb.0,firstport=4"
+		cmd += " -chardev spicevmc,name=usbredir,id=usbredirchardev1"
+		cmd += " -device usb-redir,chardev=usbredirchardev1,id=usbredirdev1"
+		cmd += " -chardev spicevmc,name=usbredir,id=usbredirchardev2"
+		cmd += " -device usb-redir,chardev=usbredirchardev2,id=usbredirdev2"
+	} else {
+		// TODO isolated_devs_params
+		//   if isolated_devs_params.get('vga', None):
+		//     cmd += isolated_devs_params['vga']
+		// else:
+		//     cmd += ' -vga %s' % self.desc.get('vga', 'std')
+		// cmd += ' -vnc :%d' % (vnc_port)
+	}
+
+	var diskDrivers = []string{}
+	for _, disk := range disks {
+		driver, _ := disk.GetString("driver")
+		diskDrivers = append(diskDrivers, driver)
+	}
+
+	if utils.IsInStringArray(DISK_DRIVER_SCSI, disk_drivers) {
+		cmd += " -device virtio-scsi-pci,id=scsi"
+	} else if utils.IsInStringArray(DISK_DRIVER_PVSCSI, disk_drivers) {
+		cmd += " -device pvscsi,id=scsi"
+	}
+
+	for _, disk := range disks {
+		format, _ := disk.GetString("format")
+		cmd += s.getDriveDesc(disk, disk["format"])
+		cmd += s.getVdiskDesc(disk)
+	}
+
+	// TODO
+	// # isolated devices
+	// for each in isolated_devs_params.get('devices', []):
+	//     cmd += each
+
+	if osname != OS_NAME_MACOS {
+		cmd += " -device ide-cd,drive=ide0-cd0,bus=ide.1"
+		if !s.isQ35() {
+			cmd += ",unit=1"
+		}
+		cmd += " -drive id=ide0-cd0,media=cdrom,if=none"
+	}
+
+	cdrom, _ := s.Desc.Get("cdrom")
+	if cdrom != nil && cdrom.Contains("path") {
+		cdromPath, _ := cdrom.GetString("path")
+		if len(cdromPath) > 0 {
+			if osname != OS_NAME_MACOS {
+				cmd += fmt.Sprintf(",file=%s", cdromPath)
+			} else {
+				cmd += " -device ide-drive,drive=MacDVD"
+				cmd += fmt.Sprintf(",bus=ide.%d", len(disks))
+				cmd += " -drive id=MacDVD,if=none,snapshot=on"
+				cmd += fmt.Sprintf(",file=%s", cdromPath)
+			}
+		}
+	}
+
+	for _, nic := range nics {
+		if osname == OS_NAME_VMWARE {
+			nic.(jsonutils.JSONDict).Set("driver", jsonutils.NewString("vmxnet3"))
+		}
+		cmd += s.getNetdevDesc(nic)
+		cmd += s.getVnicDesc(nic)
+	}
+
+	cmd += fmt.Sprintf(" -pidfile %s", S.GetPidFilePath())
+	extraOptions, _ := s.Desc.GetMap("extra_options")
+	for k, v := range extraOptions {
+		cmd += fmt.Sprintf(" -%s %s", k, v.String())
+	}
+
+	cmd += self.getQgaDesc()
+	if fileutils2.Exists("/dev/random") {
+		cmd += " -object rng-random,filename=/dev/random,id=rng0"
+		cmd += " -device virtio-rng-pci,rng=rng0,max-bytes=1024,period=1000"
+	}
+
+	if jsonutils.QueryBoolean(data, "need_migrate", false) {
+		migratePort := s.manager.GetFreePortByBase(LIVE_MIGRATE_PORT_BASE)
+		s.Desc.Set("live_migrate_dest_port", jsonutils.NewInt(migratePort))
+		cmd += fmt.Sprintf(" -incoming tcp:0:%d", migratePort)
+	} else if jsonutils.QueryBoolean(s.Desc, "is_slave", false) {
+		cmd += fmt.Sprintf(" -incoming tcp:0:%d",
+			s.manager.GetFreePortByBase(LIVE_MIGRATE_PORT_BASE))
+	} else if jsonutils.QueryBoolean(s.Desc, "is_master", false) {
+		cmd += " -S"
+	}
+
+	cmd += `"\n`
+	cmd += `if [ ! -z "$STATE_FILE" ] && [ -d "$STATE_FILE" ] && [ -f "$STATE_FILE/content" ]; then\n`
+	cmd += `    $CMD --incoming "exec: cat $STATE_FILE/content"\n`
+	cmd += `elif [ ! -z "$STATE_FILE" ] && [ -f $STATE_FILE ]; then\n`
+	cmd += `    $CMD --incoming "exec: cat $STATE_FILE"\n`
+	cmd += `else\n`
+	cmd += `    $CMD\n`
+	cmd += `fi\n`
+
+	return cmd
+}
+
+func generateStartScript(data *jsonutils.JSONDict) string {
+	var (
+		uuid, _ = s.Desc.GetString("uuid")
+		nics, _ = s.Desc.GetArray("nics")
+	)
+
+	cmd = ""
+	cmd += fmt.Sprintf("VNC_FILE=%s\n", self.GetVncFilePath())
+	cmd += fmt.Sprintf("PID_FILE=%s\n", self.GetPidFilePath())
+	cmd += "if [ -f $VNC_FILE ]; then\n"
+	cmd += "  VNC=`cat $VNC_FILE`\n"
+
+	// TODO, replace with qmp monitor
+	cmd += fmt.Sprintf("  MON=$(($VNC + %d))\n", MONITOR_PORT_BASE)
+	cmd += "  echo quit | nc -w 1 127.0.0.1 $MON > /dev/null\n"
+	cmd += "  sleep 1\n"
+	cmd += "  if [ -f $PID_FILE ]; then\n"
+	cmd += "    PID=`cat $PID_FILE`\n"
+	cmd += "    ps -p $PID > /dev/null\n"
+	cmd += "    if [ $? -eq 0 ]; then\n"
+	cmd += `      echo "Kill process $PID"\n`
+	cmd += "      kill -9 $PID > /dev/null 2>&1\n"
+	cmd += "    fi\n"
+	cmd += `    echo "Remove PID $PID_FILE"\n`
+	cmd += "    rm -f $PID_FILE\n"
+	cmd += "  fi\n"
+	cmd += `  echo "Remove VNC $VNC_FILE"\n`
+	cmd += "  rm -f $VNC_FILE\n"
+	cmd += "fi\n"
+
+	if options.HostOptions.HugepagesOption == "native" {
+		cmd += fmt.Sprintf("if [ -f /dev/hugepages/%s ]; then\n", uuid)
+		cmd += fmt.Sprintf("  umount /dev/hugepages/%s\n", uuid)
+		cmd += fmt.Sprintf("  rm -rf /dev/hugepages/%s\n", uuid)
+		cmd += "fi\n"
+	}
+	for _, nic := range nics {
+		ifname, _ := nic.GetString("ifname")
+		downscript := self.getNicDownScriptPath(nic)
+		cmd += fmt.Sprintf("%s %s\n", downscript, ifname)
+	}
+	return cmd
 }

pkg/hostman/storageman/diskbase.go

@@ -16,6 +16,7 @@ type IDisk interface {
 	Probe() error
 
 	GetDiskDesc() jsonutils.JSONObject
+	GetDiskSetupScripts(idx int) string
 
 	// TODO
 	// DeleteAllSnapshot() error
@@ -92,3 +93,7 @@ func (d *SBaseDisk) DeployGuestFs(diskPath string, guestDesc *jsonutils.JSONDict
 	}
 	return nil, fmt.Errorf("Kvm disk connect or mount error")
 }
+
+func (d *SBaseDisk) GetDiskSetupScripts(diskIndex int) string {
+	return ""
+}

pkg/hostman/storageman/disklocal.go

@@ -264,3 +264,12 @@ func (d *SLocalDisk) GetDiskDesc() jsonutils.JSONObject {
 	desc.Set("disk_path", jsonutils.NewString(d.getPath()))
 	return desc
 }
+
+func (d *SLocalDisk) GetDiskSetupScripts(diskIndex int) string {
+	cmd := ""
+	cmd += fmt.Sprintf("DISK_%s=%s\n", diskIndex, d.getPath())
+	cmd += fmt.Sprintf("if [ ! -f $DISK_%s ]; then\n", diskIndex)
+	cmd += fmt.Sprintf("    DISK_%s=$DISK_%s%s\n", diskIndex, diskIndex, _ALTER_SUFFIX_)
+	cmd += "fi\n"
+	return cmd
+}