modelarts

pkg/compute/models/cloudproviders.go

@@ -1438,6 +1438,8 @@ func (self *SCloudprovider) RealDelete(ctx context.Context, userCred mcclient.To
 		CloudproviderRegionManager,
 		CloudregionManager,
 		CloudproviderQuotaManager,
+		ModelartsPoolManager,
+		ModelartsPoolSkuManager,
 	} {
 		err = manager.purgeAll(ctx, userCred, self.Id)
 		if err != nil {

pkg/compute/models/cloudsync.go

@@ -1882,6 +1882,11 @@ func syncPublicCloudProviderInfo(
 		}
 	}
 
+	if cloudprovider.IsSupportModelartsPool(driver) && syncRange.NeedSyncResource(cloudprovider.CLOUD_CAPABILITY_MODELARTES) {
+		syncModelartsPools(ctx, userCred, syncResults, provider, driver)
+		syncModelartsPoolSku(ctx, userCred, syncResults, provider, driver)
+	}
+
 	return nil
 }
 
@@ -2341,3 +2346,27 @@ func syncTablestore(ctx context.Context, userCred mcclient.TokenCredential, sync
 	}
 	return nil
 }
+
+func syncModelartsPools(ctx context.Context, userCred mcclient.TokenCredential, syncResults SSyncResultSet, provider *SCloudprovider, driver cloudprovider.ICloudProvider) error {
+	ipools, err := driver.GetIModelartsPools()
+	if err != nil {
+		msg := fmt.Sprintf("GetIModelartsPools for provider %s failed %s", err, ipools)
+		log.Errorf(msg)
+		return err
+	}
+	result := provider.SyncModelartsPools(ctx, userCred, ipools)
+	log.Infof("SyncModelartsPools for region %s result: %s", provider.GetName(), result.Result())
+	return nil
+}
+
+func syncModelartsPoolSkus(ctx context.Context, userCred mcclient.TokenCredential, syncResults SSyncResultSet, provider *SCloudprovider, driver cloudprovider.ICloudProvider) error {
+	ipools, err := driver.GetIModelartsPoolSku()
+	if err != nil {
+		msg := fmt.Sprintf("GetIModelartsPoolSku for provider %s failed %s", err, ipools)
+		log.Errorf(msg)
+		return err
+	}
+	result := provider.SyncModelartsPoolSkus(ctx, userCred, ipools)
+	log.Infof("SyncModelartsPoolSkus for region %s result: %s", provider.GetName(), result.Result())
+	return nil
+}

pkg/compute/models/modelarts_pool_sku.go

@@ -0,0 +1,293 @@
+// Copyright 2019 Yunion
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package models
+
+import (
+	"context"
+	"fmt"
+
+	"yunion.io/x/jsonutils"
+	"yunion.io/x/log"
+	"yunion.io/x/pkg/errors"
+	"yunion.io/x/pkg/util/compare"
+	"yunion.io/x/sqlchemy"
+
+	api "yunion.io/x/onecloud/pkg/apis/compute"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
+	"yunion.io/x/onecloud/pkg/cloudprovider"
+	"yunion.io/x/onecloud/pkg/httperrors"
+	"yunion.io/x/onecloud/pkg/mcclient"
+	"yunion.io/x/onecloud/pkg/util/stringutils2"
+)
+
+type SModelartsPoolSkuManager struct {
+	db.SExternalizedResourceBaseManager
+	db.SEnabledStatusStandaloneResourceBaseManager
+
+	SManagedResourceBaseManager
+}
+
+var ModelartsPoolSkuManager *SModelartsPoolSkuManager
+
+func init() {
+	ModelartsPoolSkuManager = &SModelartsPoolSkuManager{
+		SEnabledStatusStandaloneResourceBaseManager: db.NewEnabledStatusStandaloneResourceBaseManager(
+			SModelartsPoolSku{},
+			"modelarts_pool_skus_tbl",
+			"modelarts_pool_sku",
+			"modelarts_pool_skus",
+		),
+	}
+	ModelartsPoolSkuManager.NameRequireAscii = false
+	ModelartsPoolSkuManager.SetVirtualObject(ModelartsPoolSkuManager)
+}
+
+type SModelartsPoolSku struct {
+	SManagedResourceBase
+	db.SEnabledStatusStandaloneResourceBase
+	db.SExternalizedResourceBase
+
+	Type string `width:"128" charset:"ascii" nullable:"true" list:"user" create:"admin_optional" update:"admin"` // 资源规格类型
+	// CPU 架构 x86|xarm
+	CpuArch string `width:"16" charset:"ascii" nullable:"true" list:"user" create:"admin_optional" update:"admin"`
+	//CPU核心数量
+	CpuCount int `list:"user" create:"admin_optional" update:"admin"`
+	// GPU卡类型
+	GpuType string `width:"128" charset:"ascii" nullable:"true" list:"user" create:"admin_optional" update:"admin"`
+	// GPU卡数量
+	GpuSize int `nullable:"true" list:"user" create:"admin_optional" update:"admin"`
+	// NPU卡类型
+	NpuType string `width:"128" charset:"ascii" nullable:"true" list:"user" create:"admin_optional" update:"admin"`
+	// NPU卡数量
+	NpuSize int `nullable:"true" list:"user" create:"admin_optional" update:"admin"`
+	// 内存
+	Memory int `nullable:"true" list:"user" create:"admin_optional" update:"admin"`
+}
+
+func (manager *SModelartsPoolSkuManager) GetContextManagers() [][]db.IModelManager {
+	return [][]db.IModelManager{}
+}
+
+func (man *SModelartsPoolSkuManager) ListItemFilter(
+	ctx context.Context,
+	q *sqlchemy.SQuery,
+	userCred mcclient.TokenCredential,
+	query api.ModelartsPoolSkuListInput,
+) (*sqlchemy.SQuery, error) {
+	var err error
+	q, err = man.SEnabledStatusStandaloneResourceBaseManager.ListItemFilter(ctx, q, userCred, query.EnabledStatusStandaloneResourceListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SEnabledStatusStandaloneResourceBaseManager.ListItemFilter")
+	}
+	q, err = man.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter")
+	}
+	q, err = man.SManagedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ManagedResourceListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemFilter")
+	}
+
+	return q, nil
+}
+
+func (man *SModelartsPoolSkuManager) OrderByExtraFields(
+	ctx context.Context,
+	q *sqlchemy.SQuery,
+	userCred mcclient.TokenCredential,
+	query api.ModelartsPoolSkuListInput,
+) (*sqlchemy.SQuery, error) {
+	q, err := man.SEnabledStatusStandaloneResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.EnabledStatusStandaloneResourceListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SVirtualResourceBaseManager.OrderByExtraFields")
+	}
+	q, err = man.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter")
+	}
+	q, err = man.SManagedResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.ManagedResourceListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SManagedResourceBaseManager.OrderByExtraFields")
+	}
+	return q, nil
+}
+
+func (man *SModelartsPoolSkuManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
+	q, err := man.SEnabledStatusStandaloneResourceBaseManager.QueryDistinctExtraField(q, field)
+	if err == nil {
+		return q, nil
+	}
+	q, err = man.SManagedResourceBaseManager.QueryDistinctExtraField(q, field)
+	if err == nil {
+		return q, nil
+	}
+	return q, httperrors.ErrNotFound
+}
+
+func (manager *SModelartsPoolSkuManager) FetchCustomizeColumns(
+	ctx context.Context,
+	userCred mcclient.TokenCredential,
+	query jsonutils.JSONObject,
+	objs []interface{},
+	fields stringutils2.SSortedStrings,
+	isList bool,
+) []api.ModelartsPoolSkuDetails {
+	rows := make([]api.ModelartsPoolSkuDetails, len(objs))
+	enabledRows := manager.SEnabledStatusStandaloneResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
+	manRows := manager.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
+
+	for i := range rows {
+		rows[i] = api.ModelartsPoolSkuDetails{
+			EnabledStatusStandaloneResourceDetails: enabledRows[i],
+			ManagedResourceInfo:                    manRows[i],
+		}
+	}
+
+	return rows
+}
+func (manager *SModelartsPoolSkuManager) ListItemExportKeys(ctx context.Context,
+	q *sqlchemy.SQuery,
+	userCred mcclient.TokenCredential,
+	keys stringutils2.SSortedStrings,
+) (*sqlchemy.SQuery, error) {
+	var err error
+
+	q, err = manager.SEnabledStatusStandaloneResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
+	if err != nil {
+		return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemExportKeys")
+	}
+
+	if keys.ContainsAny(manager.SManagedResourceBaseManager.GetExportKeys()...) {
+		q, err = manager.SManagedResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
+		if err != nil {
+			return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemExportKeys")
+		}
+	}
+
+	return q, nil
+}
+func (self *SCloudprovider) GetModelartsPoolSkus() ([]SModelartsPoolSku, error) {
+	q := ModelartsPoolSkuManager.Query()
+	ret := []SModelartsPoolSku{}
+	err := db.FetchModelObjects(ModelartsPoolSkuManager, q, &ret)
+	if err != nil {
+		return nil, errors.Wrapf(err, "db.FetchModelObjects")
+	}
+	return ret, nil
+}
+
+func (self *SCloudprovider) SyncModelartsPoolSkus(ctx context.Context, userCred mcclient.TokenCredential, exts []cloudprovider.ICloudModelartsPoolSku) compare.SyncResult {
+	// 加锁防止重入
+	lockman.LockRawObject(ctx, self.Provider, "modelarts-pool-sku")
+	defer lockman.ReleaseRawObject(ctx, self.Provider, "modelarts-pool-sku")
+	result := compare.SyncResult{}
+	dbPoolSku, err := self.GetModelartsPoolSkus()
+	if err != nil {
+		result.Error(err)
+		return result
+	}
+	removed := make([]SModelartsPoolSku, 0)
+	commondb := make([]SModelartsPoolSku, 0)
+	commonext := make([]cloudprovider.ICloudModelartsPoolSku, 0)
+	added := make([]cloudprovider.ICloudModelartsPoolSku, 0)
+	// 本地和云上资源列表进行比对
+	err = compare.CompareSets(dbPoolSku, exts, &removed, &commondb, &commonext, &added)
+	if err != nil {
+		result.Error(err)
+		return result
+	}
+
+	// 删除云上没有的资源
+	for i := 0; i < len(removed); i++ {
+		err := removed[i].Delete(ctx, userCred)
+		if err != nil {
+			result.DeleteError(err)
+			continue
+		}
+		result.Delete()
+	}
+
+	// 和云上资源属性进行同步
+	for i := 0; i < len(commondb); i++ {
+		log.Errorln("this is commonext", commonext[i])
+		err := commondb[i].syncWithCloudSku(ctx, userCred, commonext[i])
+		if err != nil {
+			result.UpdateError(err)
+			continue
+		}
+		result.Update()
+	}
+
+	// 创建本地没有的云上资源
+	for i := 0; i < len(added); i++ {
+		err := self.newFromCloudModelartsPoolSku(ctx, userCred, added[i])
+		if err != nil {
+			result.AddError(err)
+			continue
+		}
+		result.Add()
+	}
+	return result
+}
+
+func (self *SModelartsPoolSku) syncWithCloudSku(ctx context.Context, userCred mcclient.TokenCredential, isku cloudprovider.ICloudModelartsPoolSku) error {
+	_, err := db.Update(self, func() error {
+		self.Name = isku.GetName()
+		self.CpuCount = isku.GetCpuCoreCount()
+		self.CpuArch = isku.GetCpuArch()
+		self.Status = isku.GetStatus()
+		self.Type = isku.GetPoolType()
+		self.CreatedAt = isku.GetCreatedAt()
+		self.GpuType = isku.GetGpuType()
+		self.GpuSize = isku.GetGpuSize()
+		self.Memory = isku.GetMemorySizeMB()
+		self.NpuType = isku.GetNpuType()
+		self.NpuSize = isku.GetNpuSize()
+		self.ExternalId = isku.GetGlobalId()
+		return nil
+	})
+	return err
+}
+
+func (self *SCloudprovider) newFromCloudModelartsPoolSku(ctx context.Context, userCred mcclient.TokenCredential, isku cloudprovider.ICloudModelartsPoolSku) error {
+	sku := SModelartsPoolSku{}
+	sku.SetModelManager(ModelartsPoolSkuManager, &sku)
+	sku.Name = isku.GetName()
+	sku.CpuCount = isku.GetCpuCoreCount()
+	sku.CpuArch = isku.GetCpuArch()
+	sku.Status = isku.GetStatus()
+	sku.Type = isku.GetPoolType()
+	sku.CreatedAt = isku.GetCreatedAt()
+	sku.GpuType = isku.GetGpuType()
+	sku.GpuSize = isku.GetGpuSize()
+	sku.Memory = isku.GetMemorySizeMB()
+	sku.NpuType = isku.GetNpuType()
+	sku.NpuSize = isku.GetNpuSize()
+	sku.ExternalId = isku.GetGlobalId()
+	return ModelartsPoolSkuManager.TableSpec().Insert(ctx, &sku)
+}
+
+func syncModelartsPoolSku(ctx context.Context, userCred mcclient.TokenCredential, syncResults SSyncResultSet, provider *SCloudprovider, driver cloudprovider.ICloudProvider) error {
+	ipools, err := driver.GetIModelartsPoolSku()
+	if err != nil {
+		msg := fmt.Sprintf("GetIModelartsPoolsSku for provider %s failed %s", err, ipools)
+		log.Errorf(msg)
+		return err
+	}
+	result := provider.SyncModelartsPoolSkus(ctx, userCred, ipools)
+	log.Infof("SyncModelartsPools for region %s result: %s", provider.GetName(), result.Result())
+	return nil
+}

pkg/compute/models/modelarts_pools.go

@@ -0,0 +1,428 @@
+// Copyright 2019 Yunion
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package models
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	"yunion.io/x/jsonutils"
+	"yunion.io/x/pkg/errors"
+	"yunion.io/x/pkg/util/compare"
+	"yunion.io/x/sqlchemy"
+
+	billing_api "yunion.io/x/onecloud/pkg/apis/billing"
+	api "yunion.io/x/onecloud/pkg/apis/compute"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
+	"yunion.io/x/onecloud/pkg/cloudprovider"
+	"yunion.io/x/onecloud/pkg/httperrors"
+	"yunion.io/x/onecloud/pkg/mcclient"
+	"yunion.io/x/onecloud/pkg/util/stringutils2"
+)
+
+type SModelartsPoolManager struct {
+	// 由于资源是用户资源，因此定义为Virtual资源
+	db.SVirtualResourceBaseManager
+	db.SExternalizedResourceBaseManager
+	SDeletePreventableResourceBaseManager
+
+	SManagedResourceBaseManager
+}
+
+var ModelartsPoolManager *SModelartsPoolManager
+
+func init() {
+	ModelartsPoolManager = &SModelartsPoolManager{
+		SVirtualResourceBaseManager: db.NewVirtualResourceBaseManager(
+			SModelartsPool{},
+			"modelarts_pools_tbl",
+			"modelarts_pool",
+			"modelarts_pools",
+		),
+	}
+	ModelartsPoolManager.SetVirtualObject(ModelartsPoolManager)
+}
+
+type SModelartsPool struct {
+	db.SVirtualResourceBase
+	db.SExternalizedResourceBase
+	SManagedResourceBase
+	SBillingResourceBase
+
+	SDeletePreventableResourceBase
+
+	InstanceType string `width:"72" charset:"ascii" nullable:"true" list:"user" update:"user" create:"optional"`
+	WorkType     string `width:"72" charset:"ascii" nullable:"true" list:"user" update:"user" create:"optional"`
+	// CPU 架构 x86|xarm
+	CpuArch string `width:"16" charset:"ascii" nullable:"true" list:"user" create:"admin_optional" update:"admin"`
+}
+
+func (manager *SModelartsPoolManager) GetContextManagers() [][]db.IModelManager {
+	return [][]db.IModelManager{}
+}
+
+// Pool实例列表
+func (man *SModelartsPoolManager) ListItemFilter(
+	ctx context.Context,
+	q *sqlchemy.SQuery,
+	userCred mcclient.TokenCredential,
+	query api.ModelartsPoolListInput,
+) (*sqlchemy.SQuery, error) {
+	var err error
+	q, err = man.SVirtualResourceBaseManager.ListItemFilter(ctx, q, userCred, query.VirtualResourceListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemFilter")
+	}
+	q, err = man.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter")
+	}
+	q, err = man.SDeletePreventableResourceBaseManager.ListItemFilter(ctx, q, userCred, query.DeletePreventableResourceBaseListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SDeletePreventableResourceBaseManager.ListItemFilter")
+	}
+	q, err = man.SManagedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ManagedResourceListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemFilter")
+	}
+
+	return q, nil
+}
+
+func (man *SModelartsPoolManager) OrderByExtraFields(
+	ctx context.Context,
+	q *sqlchemy.SQuery,
+	userCred mcclient.TokenCredential,
+	query api.ModelartsPoolListInput,
+) (*sqlchemy.SQuery, error) {
+	q, err := man.SVirtualResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.VirtualResourceListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SVirtualResourceBaseManager.OrderByExtraFields")
+	}
+	q, err = man.SManagedResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.ManagedResourceListInput)
+	if err != nil {
+		return nil, errors.Wrap(err, "SManagedResourceBaseManager.OrderByExtraFields")
+	}
+	return q, nil
+}
+
+func (man *SModelartsPoolManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) {
+	q, err := man.SVirtualResourceBaseManager.QueryDistinctExtraField(q, field)
+	if err == nil {
+		return q, nil
+	}
+	q, err = man.SManagedResourceBaseManager.QueryDistinctExtraField(q, field)
+	if err == nil {
+		return q, nil
+	}
+	return q, httperrors.ErrNotFound
+}
+
+func (man *SModelartsPoolManager) ValidateCreateData(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, input api.ModelartsPoolCreateInput) (api.ModelartsPoolCreateInput, error) {
+	return input, nil
+}
+
+func (manager *SModelartsPoolManager) FetchCustomizeColumns(
+	ctx context.Context,
+	userCred mcclient.TokenCredential,
+	query jsonutils.JSONObject,
+	objs []interface{},
+	fields stringutils2.SSortedStrings,
+	isList bool,
+) []api.ModelartsPoolDetails {
+	rows := make([]api.ModelartsPoolDetails, len(objs))
+	virtRows := manager.SVirtualResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
+	manRows := manager.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
+
+	for i := range rows {
+		rows[i] = api.ModelartsPoolDetails{
+			VirtualResourceDetails: virtRows[i],
+			ManagedResourceInfo:    manRows[i],
+		}
+	}
+
+	return rows
+}
+func (manager *SModelartsPoolManager) ListItemExportKeys(ctx context.Context,
+	q *sqlchemy.SQuery,
+	userCred mcclient.TokenCredential,
+	keys stringutils2.SSortedStrings,
+) (*sqlchemy.SQuery, error) {
+	var err error
+	q, err = manager.SVirtualResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
+	if err != nil {
+		return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemExportKeys")
+	}
+	if keys.ContainsAny(manager.SManagedResourceBaseManager.GetExportKeys()...) {
+		q, err = manager.SManagedResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys)
+		if err != nil {
+			return nil, errors.Wrap(err, "SManagedResourceBaseManager.ListItemExportKeys")
+		}
+	}
+	return q, nil
+}
+func (self *SCloudprovider) GetPools() ([]SModelartsPool, error) {
+	q := ModelartsPoolManager.Query().Equals("manager_id", self.Id)
+	ret := []SModelartsPool{}
+	err := db.FetchModelObjects(ModelartsPoolManager, q, &ret)
+	if err != nil {
+		return nil, errors.Wrapf(err, "db.FetchModelObjects")
+	}
+	return ret, nil
+}
+
+func (self *SCloudprovider) SyncModelartsPools(ctx context.Context, userCred mcclient.TokenCredential, exts []cloudprovider.ICloudModelartsPool) compare.SyncResult {
+	// 加锁防止重入
+	lockman.LockRawObject(ctx, ModelartsPoolManager.KeywordPlural(), fmt.Sprintf("%s", self.Id))
+	defer lockman.ReleaseRawObject(ctx, ModelartsPoolManager.KeywordPlural(), fmt.Sprintf("%s", self.Id))
+	result := compare.SyncResult{}
+	dbPools, err := self.GetPools()
+	if err != nil {
+		result.Error(err)
+		return result
+	}
+
+	removed := make([]SModelartsPool, 0)
+	commondb := make([]SModelartsPool, 0)
+	commonext := make([]cloudprovider.ICloudModelartsPool, 0)
+	added := make([]cloudprovider.ICloudModelartsPool, 0)
+	// 本地和云上资源列表进行比对
+	err = compare.CompareSets(dbPools, exts, &removed, &commondb, &commonext, &added)
+	if err != nil {
+		result.Error(err)
+		return result
+	}
+
+	// 删除云上没有的资源
+	for i := 0; i < len(removed); i++ {
+		err := removed[i].syncRemoveCloudModelartsPool(ctx, userCred)
+		if err != nil {
+			result.DeleteError(err)
+			continue
+		}
+		result.Delete()
+	}
+
+	// 和云上资源属性进行同步
+	for i := 0; i < len(commondb); i++ {
+		err := commondb[i].SyncWithCloudModelartsPool(ctx, userCred, commonext[i])
+		if err != nil {
+			result.UpdateError(err)
+			continue
+		}
+		result.Update()
+	}
+
+	// 创建本地没有的云上资源
+	for i := 0; i < len(added); i++ {
+		_, err := self.newFromCloudModelartsPool(ctx, userCred, self, added[i])
+		if err != nil {
+			result.AddError(err)
+			continue
+		}
+		result.Add()
+	}
+	return result
+}
+
+// 判断资源是否可以删除
+func (self *SModelartsPool) ValidateDeleteCondition(ctx context.Context) error {
+	if self.DisableDelete.IsTrue() {
+		return httperrors.NewInvalidStatusError("ModelartsPool is locked, cannot delete")
+	}
+	return self.SStatusStandaloneResourceBase.ValidateDeleteCondition(ctx, nil)
+}
+
+func (self *SModelartsPool) syncRemoveCloudModelartsPool(ctx context.Context, userCred mcclient.TokenCredential) error {
+	return self.RealDelete(ctx, userCred)
+}
+
+func (self *SModelartsPool) PostCreate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject) {
+	self.SVirtualResourceBase.PostCreate(ctx, userCred, ownerId, query, data)
+	self.StartCreateTask(ctx, userCred, "")
+}
+
+func (self *SModelartsPool) StartCreateTask(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error {
+	var err = func() error {
+		params := jsonutils.NewDict()
+		task, err := taskman.TaskManager.NewTask(ctx, "ModelartsPoolCreateTask", self, userCred, params, parentTaskId, "", nil)
+		if err != nil {
+			return errors.Wrapf(err, "NewTask")
+		}
+		return task.ScheduleRun(nil)
+	}()
+	if err != nil {
+		self.SetStatus(userCred, api.MODELARTS_POOL_STATUS_ERROR, err.Error())
+		return err
+	}
+	self.SetStatus(userCred, api.MODELARTS_POOL_STATUS_CREATING, "")
+	return nil
+}
+
+func (modelarts *SModelartsPool) PerformSyncstatus(
+	ctx context.Context,
+	userCred mcclient.TokenCredential,
+	query jsonutils.JSONObject,
+	input api.ModelartsPoolSyncstatusInput,
+) (jsonutils.JSONObject, error) {
+	var openTask = true
+	count, err := taskman.TaskManager.QueryTasksOfObject(modelarts, time.Now().Add(-3*time.Minute), &openTask).CountWithError()
+	if err != nil {
+		return nil, err
+	}
+	if count > 0 {
+		return nil, httperrors.NewBadRequestError("ModelartsPool has %d task active, can't sync status", count)
+	}
+
+	return nil, StartResourceSyncStatusTask(ctx, userCred, modelarts, "ModelartsPoolSyncstatusTask", "")
+}
+
+func (self *SModelartsPool) StartSyncstatus(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error {
+	return StartResourceSyncStatusTask(ctx, userCred, self, "ModelartsPoolSyncstatusTask", parentTaskId)
+}
+
+func (self *SModelartsPool) GetCloudproviderId() string {
+	return self.ManagerId
+}
+
+func (self *SModelartsPool) Delete(ctx context.Context, userCred mcclient.TokenCredential) error {
+	return nil
+}
+
+func (self *SModelartsPool) RealDelete(ctx context.Context, userCred mcclient.TokenCredential) error {
+	return self.SVirtualResourceBase.Delete(ctx, userCred)
+}
+
+// 进入删除任务
+func (self *SModelartsPool) CustomizeDelete(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) error {
+	return self.StartDeleteTask(ctx, userCred, "")
+}
+
+func (self *SModelartsPool) GetICloudModelartsPool(ctx context.Context) (cloudprovider.ICloudModelartsPool, error) {
+	iProvider, err := self.GetDriver(ctx)
+	if err != nil {
+		return nil, errors.Wrap(err, "self.GetDriver")
+	}
+	return iProvider.GetIModelartsPoolById(self.ExternalId)
+}
+
+func (self *SModelartsPool) StartDeleteTask(ctx context.Context, userCred mcclient.TokenCredential, parentTaskId string) error {
+	task, err := taskman.TaskManager.NewTask(ctx, "ModelartsPoolDeleteTask", self, userCred, nil, parentTaskId, "", nil)
+	if err != nil {
+		return err
+	}
+	self.SetStatus(userCred, api.MODELARTS_POOL_STATUS_DELETING, "")
+	task.ScheduleRun(nil)
+	return nil
+}
+
+// 获取云上对应的资源
+func (self *SModelartsPool) GetIModelartsPool() (cloudprovider.ICloudModelartsPool, error) {
+	if len(self.ExternalId) == 0 {
+		return nil, errors.Wrapf(cloudprovider.ErrNotFound, "empty externalId")
+	}
+	iProvider, err := self.GetDriver(context.Background())
+	if err != nil {
+		return nil, errors.Wrap(err, "self.GetDriver")
+	}
+	return iProvider.GetIModelartsPoolById(self.ExternalId)
+}
+
+// 同步资源属性
+func (self *SModelartsPool) SyncWithCloudModelartsPool(ctx context.Context, userCred mcclient.TokenCredential, ext cloudprovider.ICloudModelartsPool) error {
+	instanceName := ext.GetInstanceType()
+	sku := SModelartsPoolSku{}
+	err := ModelartsPoolSkuManager.Query().Equals("name", instanceName).First(&sku)
+	if err != nil {
+		return errors.Wrapf(err, "get modelartsPoolSku")
+	}
+	diff, err := db.UpdateWithLock(ctx, self, func() error {
+		self.Status = ext.GetStatus()
+		self.BillingType = ext.GetBillingType()
+		self.InstanceType = instanceName
+		self.WorkType = ext.GetWorkType()
+		self.CpuArch = sku.CpuArch
+		return nil
+	})
+	if err != nil {
+		return errors.Wrapf(err, "db.Update")
+	}
+
+	err = syncVirtualResourceMetadata(ctx, userCred, self, ext)
+	if err != nil {
+		return errors.Wrapf(err, "syncVirtualResourceMetadata")
+	}
+	if provider := self.GetCloudprovider(); provider != nil {
+		SyncCloudProject(userCred, self, provider.GetOwnerId(), ext, provider.Id)
+	}
+	db.OpsLog.LogSyncUpdate(self, diff, userCred)
+	return nil
+}
+
+func (self *SCloudprovider) newFromCloudModelartsPool(ctx context.Context, userCred mcclient.TokenCredential, provider *SCloudprovider, ext cloudprovider.ICloudModelartsPool) (*SModelartsPool, error) {
+	pool := SModelartsPool{}
+	pool.SetModelManager(ModelartsPoolManager, &pool)
+
+	pool.ExternalId = ext.GetGlobalId()
+	pool.ManagerId = provider.Id
+	pool.IsEmulated = ext.IsEmulated()
+	pool.Status = ext.GetStatus()
+	pool.WorkType = ext.GetWorkType()
+	pool.InstanceType = ext.GetInstanceType()
+	if createdAt := ext.GetCreatedAt(); !createdAt.IsZero() {
+		pool.CreatedAt = createdAt
+	}
+	sku := SModelartsPoolSku{}
+	err := ModelartsPoolSkuManager.Query().Equals("Name", pool.InstanceType).First(&sku)
+	if err != nil {
+		return nil, errors.Wrapf(err, "ModelartsPoolSkuManager get cpuArch")
+	}
+	pool.CpuArch = sku.CpuArch
+
+	pool.BillingType = ext.GetBillingType()
+	if pool.BillingType == billing_api.BILLING_TYPE_PREPAID {
+		if expired := ext.GetExpiredAt(); !expired.IsZero() {
+			pool.ExpiredAt = expired
+		}
+		pool.AutoRenew = ext.IsAutoRenew()
+	}
+
+	err = func() error {
+		// 这里加锁是为了防止名称重复
+		lockman.LockRawObject(ctx, ModelartsPoolManager.Keyword(), "name")
+		defer lockman.ReleaseRawObject(ctx, ModelartsPoolManager.Keyword(), "name")
+
+		pool.Name, err = db.GenerateName(ctx, ModelartsPoolManager, provider.GetOwnerId(), ext.GetName())
+		if err != nil {
+			return errors.Wrapf(err, "db.GenerateName")
+		}
+		return ModelartsPoolManager.TableSpec().Insert(ctx, &pool)
+	}()
+	if err != nil {
+		return nil, errors.Wrapf(err, "newFromCloudModelartsPool.Insert")
+	}
+
+	// 同步标签
+	syncVirtualResourceMetadata(ctx, userCred, &pool, ext)
+	// 同步项目归属
+	SyncCloudProject(userCred, &pool, provider.GetOwnerId(), ext, provider.Id)
+
+	db.OpsLog.LogEvent(&pool, db.ACT_CREATE, pool.GetShortDesc(ctx), userCred)
+
+	return &pool, nil
+}

pkg/compute/models/purge.go

@@ -2149,3 +2149,39 @@ func (manager *STablestoreManager) purgeAll(ctx context.Context, userCred mcclie
 	}
 	return nil
 }
+
+func (manager *SModelartsPoolManager) purgeAll(ctx context.Context, userCred mcclient.TokenCredential, providerId string) error {
+	ess := []SModelartsPool{}
+	err := fetchByManagerId(manager, providerId, &ess)
+	if err != nil {
+		return errors.Wrapf(err, "fetchByManagerId")
+	}
+	for i := range ess {
+		lockman.LockObject(ctx, &ess[i])
+		defer lockman.ReleaseObject(ctx, &ess[i])
+
+		err := ess[i].RealDelete(ctx, userCred)
+		if err != nil {
+			return errors.Wrapf(err, "modelarts pool delete")
+		}
+	}
+	return nil
+}
+
+func (manager *SModelartsPoolSkuManager) purgeAll(ctx context.Context, userCred mcclient.TokenCredential, providerId string) error {
+	poolSku := []SModelartsPoolSku{}
+	err := fetchByManagerId(manager, providerId, &poolSku)
+	if err != nil {
+		return errors.Wrapf(err, "fetchByManagerId")
+	}
+	for i := range poolSku {
+		lockman.LockObject(ctx, &poolSku[i])
+		defer lockman.ReleaseObject(ctx, &poolSku[i])
+
+		err := poolSku[i].Delete(ctx, userCred)
+		if err != nil {
+			return errors.Wrapf(err, "modelarts pool delete")
+		}
+	}
+	return nil
+}

pkg/compute/service/handlers.go

@@ -247,6 +247,9 @@ func InitHandlers(app *appsrv.Application) {
 
 		models.NetTapServiceManager,
 		models.NetTapFlowManager,
+
+		models.ModelartsPoolManager,
+		models.ModelartsPoolSkuManager,
 	} {
 		db.RegisterModelManager(manager)
 		handler := db.NewModelHandler(manager)

pkg/compute/tasks/modelarts_pool_create_task.go

@@ -0,0 +1,82 @@
+// Copyright 2019 Yunion
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package tasks
+
+import (
+	"context"
+	"time"
+
+	"yunion.io/x/jsonutils"
+	"yunion.io/x/pkg/errors"
+
+	api "yunion.io/x/onecloud/pkg/apis/compute"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
+	"yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
+	"yunion.io/x/onecloud/pkg/cloudprovider"
+	"yunion.io/x/onecloud/pkg/compute/models"
+	"yunion.io/x/onecloud/pkg/util/logclient"
+)
+
+type ModelartsPoolCreateTask struct {
+	taskman.STask
+}
+
+func init() {
+	taskman.RegisterTask(ModelartsPoolCreateTask{})
+}
+
+func (self *ModelartsPoolCreateTask) taskFailed(ctx context.Context, pool *models.SModelartsPool, err error) {
+	pool.SetStatus(self.UserCred, api.MODELARTS_POOL_STATUS_UNKNOWN, err.Error())
+	logclient.AddActionLogWithStartable(self, pool, logclient.ACT_ALLOCATE, err, self.UserCred, false)
+	self.SetStageFailed(ctx, jsonutils.NewString(err.Error()))
+}
+
+func (self *ModelartsPoolCreateTask) OnInit(ctx context.Context, obj db.IStandaloneModel, body jsonutils.JSONObject) {
+	pool := obj.(*models.SModelartsPool)
+
+	opts := &cloudprovider.ModelartsPoolCreateOption{
+		Name:         pool.Name,
+		InstanceType: pool.InstanceType,
+		WorkType:     pool.WorkType,
+	}
+	iProvider, err := pool.GetDriver(ctx)
+	if err != nil {
+		self.taskFailed(ctx, pool, errors.Wrapf(err, "pool.GetDriver"))
+		return
+	}
+
+	ipool, err := iProvider.CreateIModelartsPool(opts)
+	if err != nil {
+		self.taskFailed(ctx, pool, errors.Wrapf(err, "iProvider.CreateIModelartsPool"))
+		return
+	}
+	err = db.SetExternalId(pool, self.GetUserCred(), ipool.GetGlobalId())
+	if err != nil {
+		self.taskFailed(ctx, pool, errors.Wrapf(err, "db.SetExternalId"))
+		return
+	}
+	err = cloudprovider.WaitStatusWithDelay(ipool, api.MODELARTS_POOL_STATUS_RUNNING, 30*time.Second, 15*time.Second, 600*time.Second)
+	if err != nil {
+		self.taskFailed(ctx, pool, errors.Wrapf(err, "db.WaitStatusWithDelay"))
+		return
+	}
+	notifyclient.EventNotify(ctx, self.UserCred, notifyclient.SEventNotifyParam{
+		Obj:    self,
+		Action: notifyclient.ActionCreate,
+	})
+
+	pool.StartSyncstatus(ctx, self.GetUserCred(), self.GetTaskId())
+}

pkg/compute/tasks/modelarts_pool_delete_task.go

@@ -0,0 +1,80 @@
+// Copyright 2019 Yunion
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package tasks
+
+import (
+	"context"
+	"time"
+
+	"yunion.io/x/jsonutils"
+	"yunion.io/x/pkg/errors"
+
+	api "yunion.io/x/onecloud/pkg/apis/compute"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
+	"yunion.io/x/onecloud/pkg/cloudcommon/notifyclient"
+	"yunion.io/x/onecloud/pkg/cloudprovider"
+	"yunion.io/x/onecloud/pkg/compute/models"
+	"yunion.io/x/onecloud/pkg/util/logclient"
+)
+
+type ModelartsPoolDeleteTask struct {
+	taskman.STask
+}
+
+func init() {
+	taskman.RegisterTask(ModelartsPoolDeleteTask{})
+}
+
+func (self *ModelartsPoolDeleteTask) taskFailed(ctx context.Context, mp *models.SModelartsPool, err error) {
+	mp.SetStatus(self.UserCred, api.NAS_STATUS_DELETE_FAILED, err.Error())
+	db.OpsLog.LogEvent(mp, db.ACT_DELETE_FAIL, err, self.UserCred)
+	logclient.AddActionLogWithStartable(self, mp, logclient.ACT_DELOCATE, err, self.UserCred, false)
+	self.SetStageFailed(ctx, jsonutils.NewString(err.Error()))
+}
+
+func (self *ModelartsPoolDeleteTask) OnInit(ctx context.Context, obj db.IStandaloneModel, body jsonutils.JSONObject) {
+	pool := obj.(*models.SModelartsPool)
+
+	if len(pool.ExternalId) == 0 {
+		self.taskComplete(ctx, pool)
+		return
+	}
+	iMp, err := pool.GetIModelartsPool()
+	if err != nil {
+		if errors.Cause(err) == cloudprovider.ErrNotFound {
+			self.taskComplete(ctx, pool)
+			return
+		}
+		self.taskFailed(ctx, pool, errors.Wrapf(err, "iMp.GetIModelartsPoolById"))
+		return
+	}
+	err = iMp.Delete()
+	if err != nil {
+		self.taskFailed(ctx, pool, errors.Wrapf(err, "iMp.Delete"))
+		return
+	}
+	cloudprovider.WaitDeleted(iMp, time.Second*10, time.Minute*5)
+	self.taskComplete(ctx, pool)
+}
+
+func (self *ModelartsPoolDeleteTask) taskComplete(ctx context.Context, pool *models.SModelartsPool) {
+	pool.RealDelete(ctx, self.GetUserCred())
+	notifyclient.EventNotify(ctx, self.UserCred, notifyclient.SEventNotifyParam{
+		Obj:    self,
+		Action: notifyclient.ActionDelete,
+	})
+	self.SetStageComplete(ctx, nil)
+}

pkg/compute/tasks/modelarts_syncstatus_task.go

@@ -0,0 +1,61 @@
+// Copyright 2019 Yunion
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package tasks
+
+import (
+	"context"
+
+	"yunion.io/x/jsonutils"
+	"yunion.io/x/pkg/errors"
+
+	api "yunion.io/x/onecloud/pkg/apis/compute"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db"
+	"yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
+	"yunion.io/x/onecloud/pkg/compute/models"
+	"yunion.io/x/onecloud/pkg/util/logclient"
+)
+
+type ModelartsPoolSyncstatusTask struct {
+	taskman.STask
+}
+
+func init() {
+	taskman.RegisterTask(ModelartsPoolSyncstatusTask{})
+}
+
+func (self *ModelartsPoolSyncstatusTask) taskFailed(ctx context.Context, modelarts *models.SModelartsPool, err error) {
+	modelarts.SetStatus(self.GetUserCred(), api.MODELARTS_POOL_STATUS_UNKNOWN, err.Error())
+	db.OpsLog.LogEvent(modelarts, db.ACT_SYNC_STATUS, err, self.GetUserCred())
+	logclient.AddActionLogWithContext(ctx, modelarts, logclient.ACT_SYNC_STATUS, err, self.UserCred, false)
+	self.SetStageFailed(ctx, jsonutils.NewString(err.Error()))
+}
+
+func (self *ModelartsPoolSyncstatusTask) OnInit(ctx context.Context, obj db.IStandaloneModel, data jsonutils.JSONObject) {
+	modelarts := obj.(*models.SModelartsPool)
+	pool, err := modelarts.GetIModelartsPool()
+	if err != nil {
+		self.taskFailed(ctx, modelarts, errors.Wrapf(err, "modelarts.GetIModelartsPool()"))
+		return
+	}
+
+	err = modelarts.SyncWithCloudModelartsPool(ctx, self.UserCred, pool)
+	if err != nil {
+		self.taskFailed(ctx, modelarts, errors.Wrap(err, "snetwork.SyncWithCloudModelartsPool()"))
+		return
+	}
+
+	logclient.AddActionLogWithStartable(self, modelarts, logclient.ACT_SYNC_STATUS, nil, self.UserCred, true)
+	self.SetStageComplete(ctx, nil)
+}