Files
cloudpods/pkg/compute/models/natgateways.go
T
2019-10-25 11:47:18 +08:00

638 lines
20 KiB
Go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package models
import (
"context"
"fmt"
"strings"
"yunion.io/x/jsonutils"
"yunion.io/x/log"
"yunion.io/x/pkg/errors"
"yunion.io/x/pkg/util/compare"
"yunion.io/x/sqlchemy"
api "yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudcommon/db"
"yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
"yunion.io/x/onecloud/pkg/cloudcommon/validators"
"yunion.io/x/onecloud/pkg/cloudprovider"
"yunion.io/x/onecloud/pkg/httperrors"
"yunion.io/x/onecloud/pkg/mcclient"
)
type SNatGetewayManager struct {
db.SStatusStandaloneResourceBaseManager
}
var NatGatewayManager *SNatGetewayManager
func init() {
NatGatewayManager = &SNatGetewayManager{
SStatusStandaloneResourceBaseManager: db.NewStatusStandaloneResourceBaseManager(
SNatGateway{},
"natgateways_tbl",
"natgateway",
"natgateways",
),
}
NatGatewayManager.SetVirtualObject(NatGatewayManager)
}
type SNatGateway struct {
db.SStatusStandaloneResourceBase
db.SExternalizedResourceBase
SManagedResourceBase
SCloudregionResourceBase
SBillingResourceBase
VpcId string `width:"36" charset:"ascii" nullable:"true" list:"user" create:"optional"`
NatSpec string `list:"user" create:"optional"` // NAT规格
}
func (manager *SNatGetewayManager) GetContextManagers() [][]db.IModelManager {
return [][]db.IModelManager{
{CloudregionManager},
}
}
func (self *SNatGetewayManager) AllowListItems(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) bool {
return db.IsAdminAllowList(userCred, self)
}
func (self *SNatGetewayManager) AllowCreateItem(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) bool {
return db.IsAdminAllowCreate(userCred, self)
}
func (self *SNatGateway) AllowGetDetails(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) bool {
return db.IsAdminAllowGet(userCred, self)
}
func (self *SNatGateway) AllowUpdateItem(ctx context.Context, userCred mcclient.TokenCredential) bool {
return db.IsAdminAllowUpdate(userCred, self)
}
func (self *SNatGateway) AllowDeleteItem(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) bool {
return db.IsAdminAllowDelete(userCred, self)
}
func (man *SNatGetewayManager) ListItemFilter(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query jsonutils.JSONObject) (*sqlchemy.SQuery, error) {
q, err := man.SStandaloneResourceBaseManager.ListItemFilter(ctx, q, userCred, query)
if err != nil {
return nil, err
}
data := query.(*jsonutils.JSONDict)
q, err = validators.ApplyModelFilters(q, data, []*validators.ModelFilterOptions{
{Key: "vpc", ModelKeyword: "vpc", OwnerId: userCred},
{Key: "cloudregion", ModelKeyword: "cloudregion", OwnerId: userCred},
})
if err != nil {
return nil, err
}
q, err = managedResourceFilterByAccount(q, query, "", nil)
if err != nil {
return nil, err
}
return q, nil
}
func (man *SNatGetewayManager) ValidateCreateData(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data *jsonutils.JSONDict) (*jsonutils.JSONDict, error) {
return nil, httperrors.NewNotImplementedError("Not Implemented")
}
func (self *SNatGateway) AllowPerformSnatResources(ctx context.Context, userCred mcclient.TokenCredential,
qurey jsonutils.JSONObject) bool {
return true
}
func (self *SNatGateway) PerformSnatResources(ctx context.Context, userCred mcclient.TokenCredential,
query jsonutils.JSONObject, data jsonutils.JSONObject) (jsonutils.JSONObject, error) {
q := NatSEntryManager.Query("ip", "network_id").Equals("natgateway_id", self.Id)
rows, err := q.Rows()
if err != nil {
return nil, errors.Wrapf(err, "fetch resource with natgateway_id %s error", self.Id)
}
ipset, ip := make(map[string]struct{}), ""
networks, network := make([]string, 0), ""
for rows.Next() {
err := rows.Scan(&ip, &network)
if err != nil {
return nil, err
}
if _, ok := ipset[ip]; !ok {
ipset[ip] = struct{}{}
}
networks = append(networks, network)
}
ips := make([]string, 0, len(ipset))
for ip := range ipset {
ips = append(ips, ip)
}
ret := jsonutils.NewDict()
ret.Add(jsonutils.Marshal(ips), "eips")
ret.Add(jsonutils.Marshal(networks), "networks")
return ret, nil
}
func (self *SNatGateway) AllowPerformDnatResources(ctx context.Context, userCred mcclient.TokenCredential,
qurey jsonutils.JSONObject) bool {
return true
}
func (self *SNatGateway) PerformDnatResources(ctx context.Context, userCred mcclient.TokenCredential,
query jsonutils.JSONObject, data jsonutils.JSONObject) (jsonutils.JSONObject, error) {
q := NatDEntryManager.Query("external_ip").Equals("natgateway_id", self.Id)
ips, err := self.extractEipAddr(q)
if err != nil {
return nil, err
}
ret := jsonutils.NewDict()
ret.Add(jsonutils.Marshal(ips), "eips")
return ret, nil
}
func (self *SNatGateway) extractEipAddr(q *sqlchemy.SQuery) ([]string, error) {
rows, err := q.Rows()
if err != nil {
return nil, errors.Wrapf(err, "fetch resource with natgateway_id %s error", self.Id)
}
ipset, ip := make(map[string]struct{}), ""
for rows.Next() {
err := rows.Scan(&ip)
if err != nil {
return nil, err
}
if _, ok := ipset[ip]; !ok {
ipset[ip] = struct{}{}
}
}
ips := make([]string, 0, len(ipset))
for ip := range ipset {
ips = append(ips, ip)
}
return ips, nil
}
func (self *SNatGateway) GetVpc() (*SVpc, error) {
_vpc, err := VpcManager.FetchById(self.VpcId)
if err != nil {
return nil, err
}
return _vpc.(*SVpc), nil
}
func (manager *SNatGetewayManager) getNatgatewaysByProviderId(providerId string) ([]SNatGateway, error) {
nats := []SNatGateway{}
err := fetchByManagerId(manager, providerId, &nats)
if err != nil {
return nil, err
}
return nats, nil
}
func (self *SNatGateway) GetDTable() ([]SNatDEntry, error) {
tables := []SNatDEntry{}
q := NatDEntryManager.Query().Equals("natgateway_id", self.Id)
err := db.FetchModelObjects(NatDEntryManager, q, &tables)
if err != nil {
return nil, err
}
return tables, nil
}
func (self *SNatGateway) GetSTable() ([]SNatSEntry, error) {
tables := []SNatSEntry{}
q := NatSEntryManager.Query().Equals("natgateway_id", self.Id)
err := db.FetchModelObjects(NatSEntryManager, q, &tables)
if err != nil {
return nil, err
}
return tables, nil
}
func (self *SNatGateway) GetExtraDetails(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) (*jsonutils.JSONDict, error) {
extra, err := self.SStatusStandaloneResourceBase.GetExtraDetails(ctx, userCred, query)
if err != nil {
return nil, err
}
return self.getMoreDetails(ctx, userCred, extra)
}
func (self *SNatGateway) GetCustomizeColumns(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) *jsonutils.JSONDict {
extra := self.SStatusStandaloneResourceBase.GetCustomizeColumns(ctx, userCred, query)
accountInfo := self.SManagedResourceBase.GetCustomizeColumns(ctx, userCred, query)
if accountInfo != nil {
extra.Update(accountInfo)
}
regionInfo := self.SCloudregionResourceBase.GetCustomizeColumns(ctx, userCred, query)
if regionInfo != nil {
extra.Update(regionInfo)
}
vpc, err := self.GetVpc()
if err != nil {
log.Errorf("failed to found vpc info for nat gateway %s(%s) error: %v", self.Name, self.Id, err)
return extra
}
extra.Add(jsonutils.NewString(vpc.Name), "vpc")
extra, _ = self.getMoreDetails(ctx, userCred, extra)
return extra
}
func (self *SNatGateway) getMoreDetails(ctx context.Context, userCred mcclient.TokenCredential,
extra *jsonutils.JSONDict) (*jsonutils.JSONDict, error) {
spec := self.GetRegion().GetDriver().DealNatGatewaySpec(self.NatSpec)
extra.Add(jsonutils.NewString(spec), "nat_spec")
return extra, nil
}
func (manager *SNatGetewayManager) SyncNatGateways(ctx context.Context, userCred mcclient.TokenCredential, syncOwnerId mcclient.IIdentityProvider, provider *SCloudprovider, vpc *SVpc, cloudNatGateways []cloudprovider.ICloudNatGateway) ([]SNatGateway, []cloudprovider.ICloudNatGateway, compare.SyncResult) {
lockman.LockClass(ctx, manager, db.GetLockClassKey(manager, provider.GetOwnerId()))
defer lockman.ReleaseClass(ctx, manager, db.GetLockClassKey(manager, provider.GetOwnerId()))
localNatGateways := make([]SNatGateway, 0)
remoteNatGateways := make([]cloudprovider.ICloudNatGateway, 0)
syncResult := compare.SyncResult{}
dbNatGateways, err := vpc.GetNatgateways()
if err != nil {
syncResult.Error(err)
return nil, nil, syncResult
}
removed := make([]SNatGateway, 0)
commondb := make([]SNatGateway, 0)
commonext := make([]cloudprovider.ICloudNatGateway, 0)
added := make([]cloudprovider.ICloudNatGateway, 0)
if err := compare.CompareSets(dbNatGateways, cloudNatGateways, &removed, &commondb, &commonext, &added); err != nil {
syncResult.Error(err)
return nil, nil, syncResult
}
for i := 0; i < len(removed); i += 1 {
err := removed[i].syncRemoveCloudNatGateway(ctx, userCred)
if err != nil {
syncResult.DeleteError(err)
} else {
syncResult.Delete()
}
}
for i := 0; i < len(commondb); i += 1 {
err := commondb[i].SyncWithCloudNatGateway(ctx, userCred, provider, commonext[i])
if err != nil {
syncResult.UpdateError(err)
continue
}
syncMetadata(ctx, userCred, &commondb[i], commonext[i])
localNatGateways = append(localNatGateways, commondb[i])
remoteNatGateways = append(remoteNatGateways, commonext[i])
syncResult.Update()
}
for i := 0; i < len(added); i += 1 {
routeTableNew, err := manager.newFromCloudNatGateway(ctx, userCred, syncOwnerId, provider, vpc, added[i])
if err != nil {
syncResult.AddError(err)
continue
}
syncMetadata(ctx, userCred, routeTableNew, added[i])
localNatGateways = append(localNatGateways, *routeTableNew)
remoteNatGateways = append(remoteNatGateways, added[i])
syncResult.Add()
}
return localNatGateways, remoteNatGateways, syncResult
}
func (self *SNatGateway) syncRemoveCloudNatGateway(ctx context.Context, userCred mcclient.TokenCredential) error {
lockman.LockObject(ctx, self)
defer lockman.ReleaseObject(ctx, self)
err := self.ValidateDeleteCondition(ctx)
if err != nil { // cannot delete
return self.SetStatus(userCred, api.VPC_STATUS_UNKNOWN, "sync to delete")
}
return self.purge(ctx, userCred)
}
func (self *SNatGateway) SyncWithCloudNatGateway(ctx context.Context, userCred mcclient.TokenCredential, provider *SCloudprovider, extNat cloudprovider.ICloudNatGateway) error {
diff, err := db.UpdateWithLock(ctx, self, func() error {
self.Status = extNat.GetStatus()
self.NatSpec = extNat.GetNatSpec()
factory, _ := provider.GetProviderFactory()
if factory.IsSupportPrepaidResources() {
self.BillingType = extNat.GetBillingType()
self.ExpiredAt = extNat.GetExpiredAt()
}
return nil
})
if err != nil {
return err
}
db.OpsLog.LogSyncUpdate(self, diff, userCred)
return nil
}
func (manager *SNatGetewayManager) newFromCloudNatGateway(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, provider *SCloudprovider, vpc *SVpc, extNat cloudprovider.ICloudNatGateway) (*SNatGateway, error) {
nat := SNatGateway{}
nat.SetModelManager(manager, &nat)
region, err := vpc.GetRegion()
if err != nil {
return nil, err
}
newName, err := db.GenerateName(manager, ownerId, extNat.GetName())
if err != nil {
return nil, err
}
nat.Name = newName
nat.VpcId = vpc.Id
nat.Status = extNat.GetStatus()
nat.NatSpec = extNat.GetNatSpec()
if createdAt := extNat.GetCreatedAt(); !createdAt.IsZero() {
nat.CreatedAt = extNat.GetCreatedAt()
}
nat.ExternalId = extNat.GetGlobalId()
nat.CloudregionId = region.Id
nat.ManagerId = provider.Id
nat.IsEmulated = extNat.IsEmulated()
factory, _ := provider.GetProviderFactory()
if factory.IsSupportPrepaidResources() {
nat.BillingType = extNat.GetBillingType()
nat.ExpiredAt = extNat.GetExpiredAt()
}
err = manager.TableSpec().Insert(&nat)
if err != nil {
log.Errorf("newFromCloudNatGateway fail %s", err)
return nil, err
}
db.OpsLog.LogEvent(&nat, db.ACT_CREATE, nat.GetShortDesc(ctx), userCred)
return &nat, nil
}
func (self *SNatGateway) GetEips() ([]SElasticip, error) {
q := ElasticipManager.Query().Equals("associate_id", self.Id)
eips := []SElasticip{}
if err := db.FetchModelObjects(ElasticipManager, q, &eips); err != nil {
return nil, err
}
return eips, nil
}
func (self *SNatGateway) SyncNatGatewayEips(ctx context.Context, userCred mcclient.TokenCredential, provider *SCloudprovider, extEips []cloudprovider.ICloudEIP) compare.SyncResult {
result := compare.SyncResult{}
dbEips, err := self.GetEips()
if err != nil {
result.AddError(err)
return result
}
removed := make([]SElasticip, 0)
commondb := make([]SElasticip, 0)
commonext := make([]cloudprovider.ICloudEIP, 0)
added := make([]cloudprovider.ICloudEIP, 0)
if err := compare.CompareSets(dbEips, extEips, &removed, &commondb, &commonext, &added); err != nil {
result.Error(err)
return result
}
for i := 0; i < len(removed); i += 1 {
err := removed[i].Dissociate(ctx, userCred)
if err != nil {
result.AddError(err)
} else {
result.Delete()
}
}
for i := 0; i < len(added); i += 1 {
neip, err := ElasticipManager.getEipByExtEip(ctx, userCred, added[i], provider, self.GetRegion(), provider.GetOwnerId())
if err != nil {
result.AddError(err)
continue
}
if len(neip.AssociateId) > 0 && neip.AssociateId != self.Id {
err = neip.Dissociate(ctx, userCred)
if err != nil {
result.AddError(err)
continue
}
}
err = neip.AssociateNatGateway(ctx, userCred, self)
if err != nil {
result.AddError(err)
} else {
result.Add()
}
}
return result
}
func (self *SNatGateway) GetINatGateway() (cloudprovider.ICloudNatGateway, error) {
model, err := VpcManager.FetchById(self.VpcId)
if err != nil {
return nil, errors.Wrap(err, "Fetch vpc by ID failed")
}
vpc := model.(*SVpc)
cloudVpc, err := vpc.GetIVpc()
if err != nil {
return nil, errors.Wrap(err, "Fetch IVpc failed")
}
cloudNatGateways, err := cloudVpc.GetINatGateways()
if err != nil {
return nil, errors.Wrapf(err, "Get INatGateways of vpc %s failed", cloudVpc.GetGlobalId())
}
for i := range cloudNatGateways {
if cloudNatGateways[i].GetGlobalId() == self.ExternalId {
return cloudNatGateways[i], nil
}
}
return nil, errors.Error("CloudNatGateway Not Found")
}
func (self *SNatGateway) RealDelete(ctx context.Context, userCred mcclient.TokenCredential) error {
dnats, err := self.GetDTable()
if err != nil {
return errors.Wrap(err, "fetch dnat table failed")
}
snats, err := self.GetSTable()
if err != nil {
return errors.Wrap(err, "fetch snat table failed")
}
for i := range dnats {
err = dnats[i].RealDelete(ctx, userCred)
if err != nil {
return errors.Wrapf(err, "delete dnat %s failed", dnats[i].GetId())
}
}
for i := range snats {
err = snats[i].RealDelete(ctx, userCred)
if err != nil {
return errors.Wrapf(err, "delete snat %s failed", snats[i].GetId())
}
}
return self.Delete(ctx, userCred)
}
func (self *SNatGateway) GetIRegion() (cloudprovider.ICloudRegion, error) {
provider, err := self.GetDriver()
if err != nil {
return nil, fmt.Errorf("No cloudprovider for sp %s: %s", self.Name, err)
}
region := self.GetRegion()
if region == nil {
return nil, fmt.Errorf("failed to find region for sp %s", self.Name)
}
return provider.GetIRegionById(region.ExternalId)
}
func (nm *SNatGetewayManager) NatNameToReal(name string, natgatewayId string) string {
index := strings.Index(name, natgatewayId)
if index < 0 {
return name
}
return name[:index-1]
}
func (nm *SNatGetewayManager) NatNameFromReal(name string, natgatewayId string) string {
return fmt.Sprintf("%s-%s", name, natgatewayId)
}
type INatHelper interface {
db.IModel
CountByEIP() (int, error)
GetNatgateway() (*SNatGateway, error)
SetStatus(userCred mcclient.TokenCredential, status string, reason string) error
}
type SNatEntryManager struct {
db.SStatusStandaloneResourceBaseManager
}
func NewNatEntryManager(dt interface{}, tableName string, keyword string, keywordPlural string) SNatEntryManager {
return SNatEntryManager{db.NewStatusStandaloneResourceBaseManager(dt, tableName, keyword, keywordPlural)}
}
type SNatEntry struct {
db.SStatusStandaloneResourceBase
db.SExternalizedResourceBase
NatgatewayId string `width:"36" charset:"ascii" nullable:"false" list:"user" create:"required"`
}
func (manager *SNatEntryManager) GetContextManagers() [][]db.IModelManager {
return [][]db.IModelManager{
{NatGatewayManager},
}
}
func (self *SNatEntryManager) AllowListItems(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) bool {
return db.IsAdminAllowList(userCred, self)
}
func (self *SNatEntryManager) AllowCreateItem(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) bool {
return db.IsAdminAllowCreate(userCred, self)
}
func (self *SNatEntry) AllowGetDetails(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject) bool {
return db.IsAdminAllowGet(userCred, self)
}
func (self *SNatEntry) AllowUpdateItem(ctx context.Context, userCred mcclient.TokenCredential) bool {
return db.IsAdminAllowUpdate(userCred, self)
}
func (self *SNatEntry) AllowDeleteItem(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) bool {
return db.IsAdminAllowDelete(userCred, self)
}
func (self *SNatEntry) GetNatgateway() (*SNatGateway, error) {
model, err := NatGatewayManager.FetchById(self.NatgatewayId)
if err != nil {
return nil, err
}
return model.(*SNatGateway), nil
}
func (man *SNatEntryManager) ListItemFilter(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query jsonutils.JSONObject) (*sqlchemy.SQuery, error) {
q, err := man.SStandaloneResourceBaseManager.ListItemFilter(ctx, q, userCred, query)
if err != nil {
return nil, err
}
q, err = managedResourceFilterByAccount(q, query, "natgateway_id", func() *sqlchemy.SQuery {
natgateways := NatGatewayManager.Query().SubQuery()
return natgateways.Query(natgateways.Field("id"))
})
return q, nil
}
func (self *SNatEntry) GetINatGateway() (cloudprovider.ICloudNatGateway, error) {
model, err := NatGatewayManager.FetchById(self.NatgatewayId)
if err != nil {
return nil, errors.Wrapf(err, "Fetch NatGateway whose id is %s failed", self.NatgatewayId)
}
natgateway := model.(*SNatGateway)
return natgateway.GetINatGateway()
}
func (self *SNatEntry) Delete(ctx context.Context, userCred mcclient.TokenCredential) error {
log.Infof("NAT Entry delete do nothing")
self.SetStatus(userCred, api.NAT_STATUS_DELETING, "")
return nil
}
func (self *SNatEntry) RealDelete(ctx context.Context, userCred mcclient.TokenCredential) error {
err := db.DeleteModel(ctx, userCred, self)
if err != nil {
return err
}
self.SetStatus(userCred, api.NAT_STATUS_DELETED, "real delete")
return nil
}
func (self *SNatEntry) ValidateUpdateData(ctx context.Context, userCred mcclient.TokenCredential,
query jsonutils.JSONObject, data *jsonutils.JSONDict) (*jsonutils.JSONDict, error) {
if data.Contains("name") {
name, _ := data.GetString("name")
natgateway, err := self.GetNatgateway()
if err != nil {
return nil, err
}
data.Set("name", jsonutils.NewString(NatGatewayManager.NatNameFromReal(name, natgateway.GetId())))
}
return nil, nil
}