// Copyright 2019 Yunion // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package models import ( "context" "database/sql" "fmt" "yunion.io/x/cloudmux/pkg/cloudprovider" "yunion.io/x/jsonutils" "yunion.io/x/log" "yunion.io/x/pkg/errors" "yunion.io/x/pkg/util/compare" "yunion.io/x/pkg/util/rbacscope" "yunion.io/x/pkg/utils" "yunion.io/x/sqlchemy" "yunion.io/x/onecloud/pkg/apis" api "yunion.io/x/onecloud/pkg/apis/compute" "yunion.io/x/onecloud/pkg/cloudcommon/consts" "yunion.io/x/onecloud/pkg/cloudcommon/db" "yunion.io/x/onecloud/pkg/cloudcommon/db/lockman" "yunion.io/x/onecloud/pkg/cloudcommon/db/taskman" "yunion.io/x/onecloud/pkg/cloudcommon/validators" "yunion.io/x/onecloud/pkg/compute/options" "yunion.io/x/onecloud/pkg/httperrors" "yunion.io/x/onecloud/pkg/mcclient" "yunion.io/x/onecloud/pkg/mcclient/auth" "yunion.io/x/onecloud/pkg/mcclient/modules/identity" "yunion.io/x/onecloud/pkg/util/logclient" "yunion.io/x/onecloud/pkg/util/stringutils2" ) type SExternalProjectManager struct { db.SVirtualResourceBaseManager db.SExternalizedResourceBaseManager SManagedResourceBaseManager } var ExternalProjectManager *SExternalProjectManager func init() { ExternalProjectManager = &SExternalProjectManager{ SVirtualResourceBaseManager: db.NewVirtualResourceBaseManager( SExternalProject{}, "externalprojects_tbl", "externalproject", "externalprojects", ), } ExternalProjectManager.SetVirtualObject(ExternalProjectManager) } type SExternalProject struct { db.SVirtualResourceBase db.SExternalizedResourceBase SManagedResourceBase // 优先级,同一个本地项目映射多个云上项目,优先级高的优先选择 // 数值越高,优先级越大 Priority int `default:"0" list:"user" update:"user" list:"user"` ExternalDomainId string `width:"36" charset:"ascii" nullable:"true" list:"user"` // 归属云账号ID CloudaccountId string `width:"36" charset:"ascii" nullable:"false" list:"user" create:"required"` } func (manager *SExternalProjectManager) ValidateCreateData( ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, input api.ExternalProjectCreateInput, ) (api.ExternalProjectCreateInput, error) { var err error if len(input.CloudaccountId) == 0 { return input, httperrors.NewMissingParameterError("cloudaccount_id") } _account, err := validators.ValidateModel(userCred, CloudaccountManager, &input.CloudaccountId) if err != nil { return input, err } account := _account.(*SCloudaccount) if utils.IsInStringArray(account.Provider, api.MANGER_EXTERNAL_PROJECT_PROVIDERS) { if len(input.ManagerId) == 0 { return input, httperrors.NewMissingParameterError("manager_id") } _, err := validators.ValidateModel(userCred, CloudproviderManager, &input.ManagerId) if err != nil { return input, err } } input.VirtualResourceCreateInput, err = manager.SVirtualResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input.VirtualResourceCreateInput) if err != nil { return input, errors.Wrap(err, "SVirtualResourceBaseManager.ValidateCreateData") } // check duplicity exist, err := manager.recordExists(input.CloudaccountId, input.ManagerId, input.Name, ownerId.GetProjectId()) if err != nil { return input, errors.Wrap(err, "recordExits") } else if exist { return input, errors.Wrapf(httperrors.ErrDuplicateResource, "account_id: %s manager_id: %s name: %s project: %s", input.CloudaccountId, input.ManagerId, input.Name, ownerId.GetProjectId()) } return input, nil } func (manager *SExternalProjectManager) recordExists(accountId, managerId, name, projectId string) (bool, error) { q := manager.Query() q = q.Equals("cloudaccount_id", accountId) q = q.Equals("name", name) q = q.Equals("tenant_id", projectId) if len(managerId) > 0 { q = q.Equals("manager_id", managerId) } cnt, err := q.CountWithError() if err != nil { return false, errors.Wrap(err, "CountWithError") } return cnt > 0, nil } func (extProj *SExternalProject) RemoteCreateProject(ctx context.Context, userCred mcclient.TokenCredential) error { err := extProj.remoteCreateProjectInternal(ctx, userCred) if err == nil { return nil } extProj.SetStatus(userCred, api.EXTERNAL_PROJECT_STATUS_UNAVAILABLE, err.Error()) return errors.Wrap(err, "remoteCreateProjectInternal") } func (extProj *SExternalProject) remoteCreateProjectInternal(ctx context.Context, userCred mcclient.TokenCredential) error { account, err := extProj.GetCloudaccount() if err != nil { return errors.Wrap(err, "GetCloudaccount") } driver, err := account.GetProvider(ctx) if err != nil { return errors.Wrap(err, "account.GetProvider") } if utils.IsInStringArray(account.Provider, api.MANGER_EXTERNAL_PROJECT_PROVIDERS) { provider := extProj.GetCloudprovider() if provider == nil { return errors.Wrap(cloudprovider.ErrInvalidProvider, "GetCloudprovider empty") } driver, err = provider.GetProvider(ctx) if err != nil { return errors.Wrap(err, "provider.GetProvider") } } iProj, err := driver.CreateIProject(extProj.Name) if err != nil { return errors.Wrapf(err, "driver.CreateIProject") } _, err = db.Update(extProj, func() error { extProj.ExternalId = iProj.GetGlobalId() extProj.Status = api.EXTERNAL_PROJECT_STATUS_AVAILABLE return nil }) if err != nil { return errors.Wrap(err, "Update Status") } db.OpsLog.LogEvent(extProj, db.ACT_UPDATE, extProj.GetShortDesc(ctx), userCred) logclient.AddActionLogWithContext(ctx, extProj, logclient.ACT_UPDATE, extProj.GetShortDesc(ctx), userCred, true) return nil } func (extProj *SExternalProject) CustomizeCreate( ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject, ) error { return extProj.SVirtualResourceBase.CustomizeCreate(ctx, userCred, ownerId, query, data) } func (extProj *SExternalProject) PostCreate( ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject, ) { extProj.SVirtualResourceBase.PostCreate(ctx, userCred, ownerId, query, data) extProj.startExternalProjectCreateTask(ctx, userCred) } func (extProj *SExternalProject) startExternalProjectCreateTask(ctx context.Context, userCred mcclient.TokenCredential) error { extProj.SetStatus(userCred, api.EXTERNAL_PROJECT_STATUS_CREATING, "") params := jsonutils.NewDict() task, err := taskman.TaskManager.NewTask(ctx, "ExternalProjectCreateTask", extProj, userCred, params, "", "", nil) if err != nil { return err } task.ScheduleRun(nil) return nil } func (manager *SExternalProjectManager) FetchCustomizeColumns( ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, objs []interface{}, fields stringutils2.SSortedStrings, isList bool, ) []api.ExternalProjectDetails { rows := make([]api.ExternalProjectDetails, len(objs)) virRows := manager.SVirtualResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList) managerRows := manager.SManagedResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList) accountIds := make([]string, len(objs)) for i := range rows { rows[i] = api.ExternalProjectDetails{ VirtualResourceDetails: virRows[i], ManagedResourceInfo: managerRows[i], } proj := objs[i].(*SExternalProject) accountIds[i] = proj.CloudaccountId } accounts := make(map[string]SCloudaccount) err := db.FetchStandaloneObjectsByIds(CloudaccountManager, accountIds, &accounts) if err != nil { log.Errorf("FetchStandaloneObjectsByIds (%s) fail %s", CloudaccountManager.KeywordPlural(), err) return rows } for i := range rows { if account, ok := accounts[accountIds[i]]; ok { rows[i].Account = account.Name rows[i].Brand = account.Brand rows[i].Provider = account.Provider } } return rows } func (manager *SExternalProjectManager) GetProject(externalId string, providerId string) (*SExternalProject, error) { project := &SExternalProject{} project.SetModelManager(manager, project) sq := CloudproviderManager.Query("cloudaccount_id").Equals("id", providerId) q := manager.Query().Equals("external_id", externalId).Equals("cloudaccount_id", sq.SubQuery()) count, err := q.CountWithError() if err != nil { return nil, err } if count == 0 { return nil, fmt.Errorf("no external project record %s for provider %s", externalId, providerId) } if count > 1 { return nil, fmt.Errorf("duplicate external project record %s for provider %s", externalId, providerId) } return project, q.First(project) } func (manager *SExternalProjectManager) SyncProjects(ctx context.Context, userCred mcclient.TokenCredential, account *SCloudaccount, projects []cloudprovider.ICloudProject, xor bool) compare.SyncResult { lockman.LockRawObject(ctx, manager.Keyword(), account.Id) defer lockman.ReleaseRawObject(ctx, manager.Keyword(), account.Id) syncResult := compare.SyncResult{} dbProjects, err := account.GetExternalProjects() if err != nil { syncResult.Error(err) return syncResult } removed := make([]SExternalProject, 0) commondb := make([]SExternalProject, 0) commonext := make([]cloudprovider.ICloudProject, 0) added := make([]cloudprovider.ICloudProject, 0) err = compare.CompareSets(dbProjects, projects, &removed, &commondb, &commonext, &added) if err != nil { syncResult.Error(err) return syncResult } for i := 0; i < len(removed); i++ { if removed[i].Source == apis.EXTERNAL_RESOURCE_SOURCE_LOCAL { removed[i].SetStatus(userCred, api.EXTERNAL_PROJECT_STATUS_UNKNOWN, "sync delete") } else { err = removed[i].syncRemoveCloudProject(ctx, userCred) if err != nil { syncResult.DeleteError(err) } else { syncResult.Delete() } } } if !xor { for i := 0; i < len(commondb); i++ { err = commondb[i].SyncWithCloudProject(ctx, userCred, account, commonext[i]) if err != nil { syncResult.UpdateError(err) } else { syncResult.Update() } } } for i := 0; i < len(added); i++ { _, err := manager.newFromCloudProject(ctx, userCred, account, nil, added[i]) if err != nil { syncResult.AddError(err) } else { syncResult.Add() } } return syncResult } func (self *SExternalProject) syncRemoveCloudProject(ctx context.Context, userCred mcclient.TokenCredential) error { lockman.LockObject(ctx, self) defer lockman.ReleaseObject(ctx, self) err := func() error { account, err := self.GetCloudaccount() if err != nil { return errors.Wrapf(err, "GetCloudaccount") } if !account.AutoCreateProject || !options.Options.EnableAutoRenameProject { return nil } pm, _ := account.GetProjectMapping() if pm != nil { return nil } count, _ := self.GetProjectCount() if count != 1 { return nil } s := auth.GetAdminSession(ctx, consts.GetRegion()) _, err = identity.Projects.Delete(s, self.ProjectId, nil) if err != nil { return errors.Wrapf(err, "try auto delete project %s error: %v", self.Name, err) } return nil }() if err != nil { log.Errorf("syncRemoveCloudProject %s(%s) error: %v", self.Name, self.Id, err) } return self.Delete(ctx, userCred) } func (self *SExternalProject) GetProjectCount() (int, error) { return ExternalProjectManager.Query().Equals("tenant_id", self.ProjectId).CountWithError() } func (self *SExternalProject) SyncWithCloudProject(ctx context.Context, userCred mcclient.TokenCredential, account *SCloudaccount, ext cloudprovider.ICloudProject) error { s := auth.GetAdminSession(ctx, consts.GetRegion()) providers := account.GetCloudproviders() providerMaps := map[string]string{} for _, provider := range providers { providerMaps[provider.Account] = provider.Id } domainId := "" projectId := "" share := account.GetSharedInfo() if self.DomainId != account.DomainId && !(share.PublicScope == rbacscope.ScopeSystem || (share.PublicScope == rbacscope.ScopeDomain && utils.IsInStringArray(self.DomainId, share.SharedDomains))) { projectId = account.ProjectId domainId = account.DomainId if account.AutoCreateProject { desc := fmt.Sprintf("auto create from cloud project %s (%s)", self.Name, self.ExternalId) var err error domainId, projectId, err = account.getOrCreateTenant(ctx, self.Name, "", "", desc) if err != nil { return errors.Wrapf(err, "getOrCreateTenant") } } return nil } pm, _ := account.GetProjectMapping() if pm != nil && pm.Enabled.IsTrue() && pm.IsNeedProjectSync() && self.ProjectSrc != string(apis.OWNER_SOURCE_LOCAL) { extTags, err := ext.GetTags() if err != nil { return errors.Wrapf(err, "extModel.GetTags") } find := false if pm.Rules != nil { for _, rule := range *pm.Rules { var newProj string var isMatch bool domainId, projectId, newProj, isMatch = rule.IsMatchTags(extTags) if isMatch && len(newProj) > 0 { domainId, projectId, err = account.getOrCreateTenant(ctx, newProj, "", "", "auto create from tag") if err != nil { log.Errorf("getOrCreateTenant(%s) error: %v", newProj, err) continue } find = true break } } } if !find && account.AutoCreateProject { desc := fmt.Sprintf("auto create from cloud project %s (%s)", self.Name, self.ExternalId) domainId, projectId, err = account.getOrCreateTenant(ctx, self.Name, self.DomainId, "", desc) if err != nil { return errors.Wrapf(err, "getOrCreateTenant") } } } oldName := self.Name diff, err := db.UpdateWithLock(ctx, self, func() error { self.Name = ext.GetName() self.IsEmulated = ext.IsEmulated() self.Status = ext.GetStatus() if accountId := ext.GetAccountId(); len(accountId) > 0 { self.ManagerId, _ = providerMaps[accountId] } if len(domainId) > 0 && len(projectId) > 0 { self.DomainId = domainId self.ProjectId = projectId } cache, err := db.TenantCacheManager.FetchTenantByIdOrNameInDomain(ctx, self.ProjectId, self.DomainId) if err != nil { return errors.Wrapf(err, "FetchProject %s", self.ProjectId) } if cache.PendingDeleted { desc := fmt.Sprintf("auto create from cloud project %s (%s)", self.Name, self.ExternalId) _, self.ProjectId, err = account.getOrCreateTenant(ctx, self.Name, self.DomainId, "", desc) if err != nil { return errors.Wrapf(err, "getOrCreateTenant") } return nil } if pm == nil && account.AutoCreateProject && options.Options.EnableAutoRenameProject && oldName != self.Name { count, _ := self.GetProjectCount() if count == 1 { params := map[string]string{"name": self.Name} _, err = identity.Projects.Update(s, self.ProjectId, jsonutils.Marshal(params)) if err != nil { return errors.Wrapf(err, "update project name from %s -> %s", oldName, self.Name) } _, err = db.Update(cache, func() error { cache.Name = self.Name return nil }) return err } } return nil }) if err != nil { return errors.Wrapf(err, "db.UpdateWithLock") } tags, _ := ext.GetTags() if len(tags) > 0 { identity.Projects.PerformAction(s, self.ProjectId, "user-metadata", jsonutils.Marshal(tags)) } syncMetadata(ctx, userCred, self, ext) db.OpsLog.LogSyncUpdate(self, diff, userCred) return nil } func (self *SCloudaccount) getOrCreateDomain(ctx context.Context, userCred mcclient.TokenCredential, id, name string) (string, error) { lockman.LockRawObject(ctx, self.Id, CloudaccountManager.Keyword()) defer lockman.ReleaseRawObject(ctx, self.Id, CloudaccountManager.Keyword()) domainId := "" domain, err := db.TenantCacheManager.FetchDomainByIdOrName(ctx, name) if err != nil { if errors.Cause(err) != sql.ErrNoRows { return "", errors.Wrapf(err, "FetchDomainByIdOrName") } s := auth.GetAdminSession(ctx, options.Options.Region) params := jsonutils.NewDict() params.Add(jsonutils.NewString(name), "generate_name") desc := fmt.Sprintf("auto create from cloud project %s (%s)", id, name) params.Add(jsonutils.NewString(desc), "description") resp, err := identity.Domains.Create(s, params) if err != nil { return "", errors.Wrap(err, "Projects.Create") } domainId, err = resp.GetString("id") if err != nil { return "", errors.Wrapf(err, "resp.GetString") } } else { domainId = domain.Id } share := self.GetSharedInfo() if share.PublicScope == rbacscope.ScopeSystem { return domainId, nil } input := api.CloudaccountPerformPublicInput{} input.ShareMode = string(rbacscope.ScopeSystem) input.PerformPublicDomainInput = apis.PerformPublicDomainInput{ Scope: string(rbacscope.ScopeDomain), SharedDomains: append(share.SharedDomains, domainId), SharedDomainIds: append(share.SharedDomains, domainId), } _, err = self.SInfrasResourceBase.PerformPublic(ctx, userCred, jsonutils.NewDict(), input.PerformPublicDomainInput) if err != nil { return "", errors.Wrapf(err, "PerformPublic") } return domainId, self.setShareMode(userCred, input.ShareMode) } func (manager *SExternalProjectManager) newFromCloudProject(ctx context.Context, userCred mcclient.TokenCredential, account *SCloudaccount, localProject *db.STenant, extProject cloudprovider.ICloudProject) (*SExternalProject, error) { project := SExternalProject{} project.SetModelManager(manager, &project) project.Name = extProject.GetName() project.Status = extProject.GetStatus() project.ExternalId = extProject.GetGlobalId() project.IsEmulated = extProject.IsEmulated() project.CloudaccountId = account.Id project.DomainId = account.DomainId project.ProjectId = account.ProjectId project.ExternalDomainId = extProject.GetDomainId() providers := account.GetCloudproviders() providerMaps := map[string]string{} for _, provider := range providers { providerMaps[provider.Account] = provider.Id } if accountId := extProject.GetAccountId(); len(accountId) > 0 { project.ManagerId, _ = providerMaps[accountId] } domainName := extProject.GetDomainName() if len(project.ExternalDomainId) > 0 && len(domainName) > 0 { domainId, err := account.getOrCreateDomain(ctx, userCred, project.ExternalDomainId, domainName) if err != nil { log.Errorf("getOrCreateDomain for project %s error: %v", account.Name, err) } else { project.DomainId = domainId } } pm, _ := account.GetProjectMapping() if localProject != nil { project.DomainId = localProject.DomainId project.ProjectId = localProject.Id } else if pm != nil && pm.Enabled.IsTrue() && pm.IsNeedProjectSync() { extTags, err := extProject.GetTags() if err != nil { return nil, errors.Wrapf(err, "extModel.GetTags") } find := false if pm.Rules != nil { for _, rule := range *pm.Rules { domainId, projectId, newProj, isMatch := rule.IsMatchTags(extTags) if isMatch && len(newProj) > 0 { domainId, projectId, err = account.getOrCreateTenant(context.TODO(), newProj, "", "", "auto create from tag") if err != nil { log.Errorf("getOrCreateTenant(%s) error: %v", newProj, err) continue } if len(domainId) > 0 && len(projectId) > 0 { project.DomainId = domainId project.ProjectId = projectId find = true break } } } } if !find && account.AutoCreateProject { desc := fmt.Sprintf("auto create from cloud project %s (%s)", project.Name, project.ExternalId) domainId, projectId, err := account.getOrCreateTenant(ctx, project.Name, project.DomainId, "", desc) if err != nil { log.Errorf("failed to get or create tenant %s(%s) %v", project.Name, project.ExternalId, err) } else { project.DomainId = domainId project.ProjectId = projectId } } } else if account.AutoCreateProject { desc := fmt.Sprintf("auto create from cloud project %s (%s)", project.Name, project.ExternalId) domainId, projectId, err := account.getOrCreateTenant(ctx, project.Name, project.DomainId, "", desc) if err != nil { log.Errorf("failed to get or create tenant %s(%s) %v", project.Name, project.ExternalId, err) } else { project.DomainId = domainId project.ProjectId = projectId } } err := manager.TableSpec().Insert(ctx, &project) if err != nil { return nil, errors.Wrapf(err, "Insert") } tags, _ := extProject.GetTags() if len(tags) > 0 { s := auth.GetAdminSession(ctx, consts.GetRegion()) identity.Projects.PerformAction(s, project.ProjectId, "user-metadata", jsonutils.Marshal(tags)) } syncMetadata(ctx, userCred, &project, extProject) db.OpsLog.LogEvent(&project, db.ACT_CREATE, project.GetShortDesc(ctx), userCred) return &project, nil } func (self *SExternalProject) GetCloudaccount() (*SCloudaccount, error) { account, err := CloudaccountManager.FetchById(self.CloudaccountId) if err != nil { return nil, errors.Wrapf(err, "CloudaccountManager.FetchById(%s)", self.CloudaccountId) } return account.(*SCloudaccount), nil } // 切换本地项目 func (self *SExternalProject) PerformChangeProject(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, input api.ExternalProjectChangeProjectInput) (jsonutils.JSONObject, error) { if len(input.ProjectId) == 0 { return nil, httperrors.NewMissingParameterError("project_id") } tenant, err := db.TenantCacheManager.FetchTenantByIdOrNameInDomain(ctx, input.ProjectId, input.ProjectDomainId) if err != nil { return nil, httperrors.NewNotFoundError("project %s not found", input.ProjectId) } if self.ProjectId == tenant.Id { return nil, nil } account, err := self.GetCloudaccount() if err != nil { return nil, httperrors.NewGeneralError(errors.Wrapf(err, "GetCloudaccount")) } share := account.GetSharedInfo() if self.DomainId != tenant.DomainId && !(tenant.DomainId == account.DomainId || share.PublicScope == rbacscope.ScopeSystem || (share.PublicScope == rbacscope.ScopeDomain && utils.IsInStringArray(tenant.DomainId, share.SharedDomains))) { return nil, httperrors.NewForbiddenError("account %s not share for domain %s", account.Name, tenant.DomainId) } oldTenant, _ := db.TenantCacheManager.FetchTenantByIdOrNameInDomain(ctx, self.ProjectId, self.DomainId) oldDomain, oldProject := "", "" if oldTenant != nil { oldDomain, oldProject = oldTenant.Domain, oldTenant.Name } notes := struct { OldProjectId string OldProject string OldDomainId string OldDomain string NewProjectId string NewProject string NewDomainId string NewDomain string }{ OldProjectId: self.ProjectId, OldProject: oldProject, OldDomainId: self.DomainId, OldDomain: oldDomain, NewProjectId: tenant.Id, NewProject: tenant.Name, NewDomainId: tenant.DomainId, NewDomain: tenant.Domain, } _, err = db.Update(self, func() error { self.ProjectId = tenant.Id self.DomainId = tenant.DomainId return nil }) if err != nil { return nil, httperrors.NewGeneralError(errors.Wrapf(err, "db.Update")) } logclient.AddSimpleActionLog(self, logclient.ACT_CHANGE_OWNER, notes, userCred, true) return nil, nil } // 云平台导入项目列表 func (manager *SExternalProjectManager) ListItemFilter( ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query api.ExternalProjectListInput, ) (*sqlchemy.SQuery, error) { var err error q, err = manager.SVirtualResourceBaseManager.ListItemFilter(ctx, q, userCred, query.VirtualResourceListInput) if err != nil { return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemFilter") } q, err = manager.SExternalizedResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ExternalizedResourceBaseListInput) if err != nil { return nil, errors.Wrap(err, "SExternalizedResourceBaseManager.ListItemFilter") } managerStrs := query.CloudproviderId conditions := []sqlchemy.ICondition{} for _, managerStr := range managerStrs { if len(managerStr) == 0 { continue } providerObj, err := manager.FetchByIdOrName(userCred, managerStr) if err != nil { if err == sql.ErrNoRows { return nil, httperrors.NewResourceNotFoundError2(CloudproviderManager.Keyword(), managerStr) } else { return nil, httperrors.NewGeneralError(err) } } provider := providerObj.(*SCloudprovider) conditions = append(conditions, sqlchemy.Equals(q.Field("id"), provider.CloudaccountId)) } if len(conditions) > 0 { q = q.Filter(sqlchemy.OR(conditions...)) } if len(query.CloudaccountId) > 0 { accountIds := []string{} for _, _account := range query.CloudaccountId { account, err := CloudaccountManager.FetchByIdOrName(userCred, _account) if err != nil { if errors.Cause(err) == sql.ErrNoRows { return nil, httperrors.NewResourceNotFoundError2("cloudaccount", _account) } return nil, httperrors.NewGeneralError(err) } accountIds = append(accountIds, account.GetId()) } q = q.In("cloudaccount_id", accountIds) } return q, nil } func (manager *SExternalProjectManager) OrderByExtraFields( ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query api.ExternalProjectListInput, ) (*sqlchemy.SQuery, error) { var err error q, err = manager.SVirtualResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.VirtualResourceListInput) if err != nil { return nil, errors.Wrap(err, "SVirtualResourceBaseManager.OrderByExtraFields") } q, err = manager.SManagedResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.ManagedResourceListInput) if err != nil { return nil, errors.Wrap(err, "SManagedResourceBaseManager.OrderByExtraFields") } return q, nil } func (manager *SExternalProjectManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) { var err error q, err = manager.SVirtualResourceBaseManager.QueryDistinctExtraField(q, field) if err == nil { return q, nil } q, err = manager.SManagedResourceBaseManager.QueryDistinctExtraField(q, field) if err == nil { return q, nil } return q, httperrors.ErrNotFound } func (manager *SExternalProjectManager) ListItemExportKeys(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, keys stringutils2.SSortedStrings) (*sqlchemy.SQuery, error) { q, err := manager.SVirtualResourceBaseManager.ListItemExportKeys(ctx, q, userCred, keys) if err != nil { return nil, errors.Wrap(err, "SVirtualResourceBaseManager.ListItemExportKeys") } return q, nil } func (manager *SExternalProjectManager) InitializeData() error { eps := []SExternalProject{} q := manager.Query().IsNullOrEmpty("cloudaccount_id") err := db.FetchModelObjects(manager, q, &eps) if err != nil { return err } for i := range eps { _, err = db.Update(&eps[i], func() error { provider := eps[i].GetCloudprovider() if provider == nil { return fmt.Errorf("failed to get external project %s cloudprovider", eps[i].Id) } eps[i].CloudaccountId = provider.CloudaccountId return nil }) } return nil }