mirror of
https://github.com/yunionio/cloudpods.git
synced 2026-09-19 10:46:58 +08:00
495 lines
16 KiB
Go
495 lines
16 KiB
Go
// Copyright 2019 Yunion
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package models
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"yunion.io/x/jsonutils"
|
|
"yunion.io/x/log"
|
|
"yunion.io/x/sqlchemy"
|
|
|
|
api "yunion.io/x/onecloud/pkg/apis/compute"
|
|
"yunion.io/x/onecloud/pkg/appctx"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/db"
|
|
"yunion.io/x/onecloud/pkg/cloudprovider"
|
|
"yunion.io/x/onecloud/pkg/httperrors"
|
|
"yunion.io/x/onecloud/pkg/mcclient"
|
|
)
|
|
|
|
type SManagedResourceBase struct {
|
|
ManagerId string `width:"128" charset:"ascii" nullable:"true" list:"admin" create:"optional"` // Column(VARCHAR(ID_LENGTH, charset='ascii'), nullable=True)
|
|
}
|
|
|
|
func (self *SManagedResourceBase) GetCloudprovider() *SCloudprovider {
|
|
if len(self.ManagerId) > 0 {
|
|
return CloudproviderManager.FetchCloudproviderById(self.ManagerId)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (self *SManagedResourceBase) GetCloudaccount() *SCloudaccount {
|
|
cp := self.GetCloudprovider()
|
|
if cp == nil {
|
|
return nil
|
|
}
|
|
return cp.GetCloudaccount()
|
|
}
|
|
|
|
func (self *SManagedResourceBase) GetRegionDriver() (IRegionDriver, error) {
|
|
cloudprovider := self.GetCloudprovider()
|
|
provider := api.CLOUD_PROVIDER_ONECLOUD
|
|
if cloudprovider != nil {
|
|
provider = cloudprovider.Provider
|
|
}
|
|
driver := GetRegionDriver(provider)
|
|
if driver == nil {
|
|
return nil, fmt.Errorf("failed to get %s region drivder", provider)
|
|
}
|
|
return driver, nil
|
|
}
|
|
|
|
func (self *SManagedResourceBase) GetCustomizeColumns(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) *jsonutils.JSONDict {
|
|
provider := self.GetCloudprovider()
|
|
if provider == nil {
|
|
return nil
|
|
}
|
|
info := map[string]string{
|
|
"manager": provider.GetName(),
|
|
"manager_id": provider.GetId(),
|
|
}
|
|
if len(provider.ProjectId) > 0 {
|
|
info["manager_project_id"] = provider.ProjectId
|
|
info["manager_project_domain_id"] = provider.DomainId
|
|
tc, err := db.TenantCacheManager.FetchTenantById(appctx.Background, provider.ProjectId)
|
|
if err == nil {
|
|
info["manager_project"] = tc.Name
|
|
info["manager_project_domain"] = tc.Domain
|
|
}
|
|
}
|
|
|
|
account := provider.GetCloudaccount()
|
|
if account != nil {
|
|
info["account"] = account.GetName()
|
|
info["account_id"] = account.GetId()
|
|
info["provider"] = account.Provider
|
|
info["brand"] = account.Brand
|
|
|
|
info["account_domain_id"] = account.DomainId
|
|
dc, err := db.TenantCacheManager.FetchDomainById(appctx.Background, account.DomainId)
|
|
if err == nil {
|
|
info["account_domain"] = dc.Name
|
|
}
|
|
} else {
|
|
// 避免account为空导致列表加载失败，这里记录日志即可
|
|
log.Errorf("provider %s Cloudaccount %s not found", provider.GetName(), provider.CloudaccountId)
|
|
}
|
|
|
|
return jsonutils.Marshal(info).(*jsonutils.JSONDict)
|
|
}
|
|
|
|
func (self *SManagedResourceBase) GetProviderFactory() (cloudprovider.ICloudProviderFactory, error) {
|
|
provider := self.GetCloudprovider()
|
|
if provider == nil {
|
|
if len(self.ManagerId) > 0 {
|
|
return nil, cloudprovider.ErrInvalidProvider
|
|
}
|
|
return nil, fmt.Errorf("Resource is self managed")
|
|
}
|
|
return provider.GetProviderFactory()
|
|
}
|
|
|
|
func (self *SManagedResourceBase) GetDriver() (cloudprovider.ICloudProvider, error) {
|
|
provider := self.GetCloudprovider()
|
|
if provider == nil {
|
|
if len(self.ManagerId) > 0 {
|
|
return nil, cloudprovider.ErrInvalidProvider
|
|
}
|
|
return nil, fmt.Errorf("Resource is self managed")
|
|
}
|
|
return provider.GetProvider()
|
|
}
|
|
|
|
func (self *SManagedResourceBase) GetProviderName() string {
|
|
account := self.GetCloudaccount()
|
|
if account != nil {
|
|
return account.Provider
|
|
}
|
|
return api.CLOUD_PROVIDER_ONECLOUD
|
|
}
|
|
|
|
func (self *SManagedResourceBase) GetBrand() string {
|
|
account := self.GetCloudaccount()
|
|
if account != nil {
|
|
return account.Brand
|
|
}
|
|
return api.CLOUD_PROVIDER_ONECLOUD
|
|
}
|
|
|
|
func (self *SManagedResourceBase) IsManaged() bool {
|
|
return len(self.ManagerId) > 0
|
|
}
|
|
|
|
func managedResourceFilterByDomain(q *sqlchemy.SQuery, query jsonutils.JSONObject, filterField string, subqFunc func() *sqlchemy.SQuery) (*sqlchemy.SQuery, error) {
|
|
domainStr, key := jsonutils.GetAnyString2(query, []string{"domain_id", "project_domain", "project_domain_id"})
|
|
if len(domainStr) > 0 {
|
|
query.(*jsonutils.JSONDict).Remove(key)
|
|
domain, err := db.TenantCacheManager.FetchDomainByIdOrName(context.Background(), domainStr)
|
|
if err != nil {
|
|
if err == sql.ErrNoRows {
|
|
return nil, httperrors.NewResourceNotFoundError2("domains", domainStr)
|
|
}
|
|
return nil, httperrors.NewGeneralError(err)
|
|
}
|
|
accounts := CloudaccountManager.Query().SubQuery()
|
|
providers := CloudproviderManager.Query().SubQuery()
|
|
subq := providers.Query(providers.Field("id"))
|
|
subq = subq.Join(accounts, sqlchemy.Equals(providers.Field("cloudaccount_id"), accounts.Field("id")))
|
|
subq = subq.Filter(sqlchemy.Equals(accounts.Field("domain_id"), domain.GetId()))
|
|
if len(filterField) == 0 {
|
|
q = q.Filter(sqlchemy.OR(
|
|
sqlchemy.IsNullOrEmpty(q.Field("manager_id")),
|
|
sqlchemy.In(q.Field("manager_id"), subq.SubQuery()),
|
|
))
|
|
} else {
|
|
sq := subqFunc()
|
|
sq = sq.Filter(sqlchemy.OR(sqlchemy.In(sq.Field("manager_id"), subq.SubQuery()), sqlchemy.IsNullOrEmpty(sq.Field("manager_id"))))
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
}
|
|
}
|
|
return q, nil
|
|
}
|
|
|
|
func splitProviders(providers []string) (bool, []string) {
|
|
oneCloud := false
|
|
others := make([]string, 0)
|
|
for _, pro := range providers {
|
|
if pro == api.CLOUD_PROVIDER_ONECLOUD {
|
|
oneCloud = true
|
|
} else {
|
|
others = append(others, pro)
|
|
}
|
|
}
|
|
return oneCloud, others
|
|
}
|
|
|
|
func filterByProviderStrs(q *sqlchemy.SQuery, queryDict *jsonutils.JSONDict, filterField string, subqFunc func() *sqlchemy.SQuery, fieldName string, providerStrs []string) *sqlchemy.SQuery {
|
|
queryDict.Remove(fieldName)
|
|
oneCloud, providers := splitProviders(providerStrs)
|
|
sq := q
|
|
if len(filterField) > 0 {
|
|
sq = subqFunc()
|
|
}
|
|
filters := make([]sqlchemy.ICondition, 0)
|
|
if len(providers) > 0 {
|
|
account := CloudaccountManager.Query().SubQuery()
|
|
providers := CloudproviderManager.Query().SubQuery()
|
|
subq := providers.Query(providers.Field("id"))
|
|
subq = subq.Join(account, sqlchemy.Equals(
|
|
account.Field("id"), providers.Field("cloudaccount_id"),
|
|
))
|
|
subq = subq.Filter(sqlchemy.In(account.Field(fieldName), providerStrs))
|
|
filters = append(filters, sqlchemy.In(sq.Field("manager_id"), subq.SubQuery()))
|
|
}
|
|
if oneCloud {
|
|
filters = append(filters, sqlchemy.IsNullOrEmpty(sq.Field("manager_id")))
|
|
}
|
|
if len(filters) == 1 {
|
|
sq = sq.Filter(filters[0])
|
|
} else if len(filters) > 1 {
|
|
sq = sq.Filter(sqlchemy.OR(filters...))
|
|
}
|
|
if len(filterField) == 0 {
|
|
q = sq
|
|
} else {
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
queryDict.Remove(filterField)
|
|
}
|
|
return q
|
|
}
|
|
|
|
func managedResourceFilterByAccount(q *sqlchemy.SQuery, query jsonutils.JSONObject, filterField string, subqFunc func() *sqlchemy.SQuery) (*sqlchemy.SQuery, error) {
|
|
queryDict := query.(*jsonutils.JSONDict)
|
|
|
|
managerStr, key := jsonutils.GetAnyString2(query, []string{"manager", "cloudprovider", "cloudprovider_id", "manager_id"})
|
|
if len(managerStr) > 0 {
|
|
queryDict.Remove("manager")
|
|
queryDict.Remove(key)
|
|
provider, err := CloudproviderManager.FetchByIdOrName(nil, managerStr)
|
|
if err != nil {
|
|
if err == sql.ErrNoRows {
|
|
return nil, httperrors.NewResourceNotFoundError2(CloudproviderManager.Keyword(), managerStr)
|
|
}
|
|
return nil, httperrors.NewGeneralError(err)
|
|
}
|
|
if len(filterField) == 0 {
|
|
q = q.Filter(sqlchemy.Equals(q.Field("manager_id"), provider.GetId()))
|
|
queryDict.Remove("manager_id")
|
|
} else {
|
|
sq := subqFunc()
|
|
sq = sq.Filter(sqlchemy.Equals(sq.Field("manager_id"), provider.GetId()))
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
queryDict.Remove(filterField)
|
|
}
|
|
}
|
|
|
|
accountStr, key := jsonutils.GetAnyString2(query, []string{"account", "account_id", "cloudaccount", "cloudaccount_id"})
|
|
if len(accountStr) > 0 {
|
|
queryDict.Remove("account")
|
|
queryDict.Remove(key)
|
|
account, err := CloudaccountManager.FetchByIdOrName(nil, accountStr)
|
|
if err != nil {
|
|
if err == sql.ErrNoRows {
|
|
return nil, httperrors.NewResourceNotFoundError2(CloudaccountManager.Keyword(), accountStr)
|
|
}
|
|
return nil, httperrors.NewGeneralError(err)
|
|
}
|
|
subq := CloudproviderManager.Query("id").Equals("cloudaccount_id", account.GetId()).SubQuery()
|
|
if len(filterField) == 0 {
|
|
q = q.Filter(sqlchemy.In(q.Field("manager_id"), subq))
|
|
queryDict.Remove("manager_id")
|
|
} else {
|
|
sq := subqFunc()
|
|
sq = sq.Filter(sqlchemy.In(sq.Field("manager_id"), subq))
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
queryDict.Remove(filterField)
|
|
}
|
|
}
|
|
|
|
providerStrs := jsonutils.GetQueryStringArray(query, "provider")
|
|
if len(providerStrs) > 0 {
|
|
q = filterByProviderStrs(q, queryDict, filterField, subqFunc, "provider", providerStrs)
|
|
}
|
|
|
|
brandStrs := jsonutils.GetQueryStringArray(query, "brand")
|
|
if len(brandStrs) > 0 {
|
|
q = filterByProviderStrs(q, queryDict, filterField, subqFunc, "brand", brandStrs)
|
|
}
|
|
|
|
return q, nil
|
|
}
|
|
|
|
func managedResourceFilterByZone(q *sqlchemy.SQuery, query jsonutils.JSONObject, filterField string, subqFunc func() *sqlchemy.SQuery) (*sqlchemy.SQuery, error) {
|
|
zoneStr, key := jsonutils.GetAnyString2(query, []string{"zone", "zone_id"})
|
|
if len(zoneStr) > 0 {
|
|
query.(*jsonutils.JSONDict).Remove(key)
|
|
zoneObj, err := ZoneManager.FetchByIdOrName(nil, zoneStr)
|
|
if err != nil {
|
|
if err == sql.ErrNoRows {
|
|
return nil, httperrors.NewResourceNotFoundError2(ZoneManager.Keyword(), zoneStr)
|
|
} else {
|
|
return nil, httperrors.NewGeneralError(err)
|
|
}
|
|
}
|
|
if len(filterField) == 0 {
|
|
q = q.Filter(sqlchemy.Equals(q.Field("zone_id"), zoneObj.GetId()))
|
|
} else {
|
|
sq := subqFunc()
|
|
sq = sq.Filter(sqlchemy.Equals(sq.Field("zone_id"), zoneObj.GetId()))
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
}
|
|
}
|
|
return q, nil
|
|
}
|
|
|
|
func managedResourceFilterByRegion(q *sqlchemy.SQuery, query jsonutils.JSONObject, filterField string, subqFunc func() *sqlchemy.SQuery) (*sqlchemy.SQuery, error) {
|
|
regionStr, key := jsonutils.GetAnyString2(query, []string{"region", "region_id", "cloudregion", "cloudregion_id"})
|
|
if len(regionStr) > 0 {
|
|
query.(*jsonutils.JSONDict).Remove(key)
|
|
regionObj, err := CloudregionManager.FetchByIdOrName(nil, regionStr)
|
|
if err != nil {
|
|
if err == sql.ErrNoRows {
|
|
return nil, httperrors.NewResourceNotFoundError2(CloudregionManager.Keyword(), regionStr)
|
|
} else {
|
|
return nil, httperrors.NewGeneralError(err)
|
|
}
|
|
}
|
|
if len(filterField) == 0 {
|
|
q = q.Filter(sqlchemy.In(q.Field("cloudregion_id"), regionObj.GetId()))
|
|
} else {
|
|
sq := subqFunc()
|
|
sq = sq.Filter(sqlchemy.In(sq.Field("cloudregion_id"), regionObj.GetId()))
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
}
|
|
}
|
|
return q, nil
|
|
}
|
|
|
|
func managedResourceFilterByCloudType(q *sqlchemy.SQuery, query jsonutils.JSONObject, filterField string, subqFunc func() *sqlchemy.SQuery) *sqlchemy.SQuery {
|
|
cloudEnvStr, _ := query.GetString("cloud_env")
|
|
|
|
if cloudEnvStr == api.CLOUD_ENV_PUBLIC_CLOUD || jsonutils.QueryBoolean(query, "public_cloud", false) || jsonutils.QueryBoolean(query, "is_public", false) {
|
|
if len(filterField) == 0 {
|
|
q = q.Filter(sqlchemy.In(q.Field("manager_id"), CloudproviderManager.GetPublicProviderIdsQuery()))
|
|
} else {
|
|
sq := subqFunc()
|
|
sq = sq.Filter(sqlchemy.In(sq.Field("manager_id"), CloudproviderManager.GetPublicProviderIdsQuery()))
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
}
|
|
}
|
|
|
|
if cloudEnvStr == api.CLOUD_ENV_PRIVATE_CLOUD || jsonutils.QueryBoolean(query, "private_cloud", false) || jsonutils.QueryBoolean(query, "is_private", false) {
|
|
if len(filterField) == 0 {
|
|
q = q.Filter(sqlchemy.In(q.Field("manager_id"), CloudproviderManager.GetPrivateProviderIdsQuery()))
|
|
} else {
|
|
sq := subqFunc()
|
|
sq = sq.Filter(sqlchemy.In(sq.Field("manager_id"), CloudproviderManager.GetPrivateProviderIdsQuery()))
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
}
|
|
}
|
|
|
|
if cloudEnvStr == api.CLOUD_ENV_ON_PREMISE || jsonutils.QueryBoolean(query, "is_on_premise", false) {
|
|
if len(filterField) == 0 {
|
|
q = q.Filter(
|
|
sqlchemy.OR(
|
|
sqlchemy.In(q.Field("manager_id"), CloudproviderManager.GetOnPremiseProviderIdsQuery()),
|
|
sqlchemy.IsNullOrEmpty(q.Field("manager_id")),
|
|
),
|
|
)
|
|
} else {
|
|
sq := subqFunc()
|
|
sq = sq.Filter(
|
|
sqlchemy.OR(
|
|
sqlchemy.In(sq.Field("manager_id"), CloudproviderManager.GetOnPremiseProviderIdsQuery()),
|
|
sqlchemy.IsNullOrEmpty(sq.Field("manager_id")),
|
|
),
|
|
)
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
}
|
|
}
|
|
|
|
if jsonutils.QueryBoolean(query, "is_managed", false) {
|
|
if len(filterField) == 0 {
|
|
q = q.Filter(sqlchemy.IsNotEmpty(q.Field("manager_id")))
|
|
} else {
|
|
sq := subqFunc()
|
|
sq = sq.Filter(sqlchemy.IsNotEmpty(sq.Field("manager_id")))
|
|
q = q.Filter(sqlchemy.In(q.Field(filterField), sq.SubQuery()))
|
|
}
|
|
}
|
|
|
|
return q
|
|
}
|
|
|
|
type SCloudProviderInfo struct {
|
|
Provider string `json:",omitempty"`
|
|
Brand string `json:",omitempty"`
|
|
Account string `json:",omitempty"`
|
|
AccountId string `json:",omitempty"`
|
|
Manager string `json:",omitempty"`
|
|
ManagerId string `json:",omitempty"`
|
|
ManagerProject string `json:",omitempty"`
|
|
ManagerProjectId string `json:",omitempty"`
|
|
ManagerDomain string `json:",omitempty"`
|
|
ManagerDomainId string `json:",omitempty"`
|
|
Region string `json:",omitempty"`
|
|
RegionId string `json:",omitempty"`
|
|
RegionExternalId string `json:",omitempty"`
|
|
RegionExtId string `json:",omitempty"`
|
|
Zone string `json:",omitempty"`
|
|
ZoneId string `json:",omitempty"`
|
|
ZoneExtId string `json:",omitempty"`
|
|
CloudEnv string `json:",omitempty"`
|
|
}
|
|
|
|
var (
|
|
providerInfoFields = []string{
|
|
"provider",
|
|
"brand",
|
|
"account",
|
|
"account_id",
|
|
"manager",
|
|
"manager_id",
|
|
"manager_project",
|
|
"manager_project_id",
|
|
"region",
|
|
"region_id",
|
|
"region_external_id",
|
|
"region_ext_id",
|
|
"zone",
|
|
"zone_id",
|
|
"zone_ext_id",
|
|
"cloud_env",
|
|
}
|
|
)
|
|
|
|
func fetchExternalId(extId string) string {
|
|
pos := strings.LastIndexByte(extId, '/')
|
|
if pos > 0 {
|
|
return extId[pos+1:]
|
|
} else {
|
|
return extId
|
|
}
|
|
}
|
|
|
|
func MakeCloudProviderInfo(region *SCloudregion, zone *SZone, provider *SCloudprovider) SCloudProviderInfo {
|
|
info := SCloudProviderInfo{}
|
|
|
|
if zone != nil {
|
|
info.Zone = zone.GetName()
|
|
info.ZoneId = zone.GetId()
|
|
}
|
|
|
|
if region != nil {
|
|
info.Region = region.GetName()
|
|
info.RegionId = region.GetId()
|
|
}
|
|
|
|
if provider != nil {
|
|
info.Manager = provider.GetName()
|
|
info.ManagerId = provider.GetId()
|
|
|
|
if len(provider.ProjectId) > 0 {
|
|
info.ManagerProjectId = provider.ProjectId
|
|
tc, err := db.TenantCacheManager.FetchTenantById(appctx.Background, provider.ProjectId)
|
|
if err == nil {
|
|
info.ManagerProject = tc.GetName()
|
|
info.ManagerDomain = tc.Domain
|
|
info.ManagerDomainId = tc.DomainId
|
|
}
|
|
}
|
|
|
|
account := provider.GetCloudaccount()
|
|
info.Account = account.GetName()
|
|
info.AccountId = account.GetId()
|
|
|
|
info.Provider = provider.Provider
|
|
info.Brand = account.Brand
|
|
info.CloudEnv = account.getCloudEnv()
|
|
|
|
if region != nil {
|
|
info.RegionExternalId = region.ExternalId
|
|
info.RegionExtId = fetchExternalId(region.ExternalId)
|
|
if zone != nil {
|
|
info.ZoneExtId = fetchExternalId(zone.ExternalId)
|
|
}
|
|
}
|
|
} else {
|
|
info.CloudEnv = api.CLOUD_ENV_ON_PREMISE
|
|
info.Provider = api.CLOUD_PROVIDER_ONECLOUD
|
|
info.Brand = api.CLOUD_PROVIDER_ONECLOUD
|
|
}
|
|
|
|
return info
|
|
}
|
|
|
|
func fetchByManagerId(manager db.IModelManager, providerId string, receiver interface{}) error {
|
|
q := manager.Query().Equals("manager_id", providerId)
|
|
return db.FetchModelObjects(manager, q, receiver)
|
|
}
|