// Copyright 2019 Yunion // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package models import ( "context" "fmt" "strconv" "strings" "time" "yunion.io/x/jsonutils" "yunion.io/x/log" "yunion.io/x/pkg/errors" "yunion.io/x/pkg/util/delayedwork" "yunion.io/x/sqlchemy" api "yunion.io/x/onecloud/pkg/apis/compute" "yunion.io/x/onecloud/pkg/cloudcommon/db" "yunion.io/x/onecloud/pkg/cloudcommon/db/lockman" "yunion.io/x/onecloud/pkg/cloudprovider" "yunion.io/x/onecloud/pkg/httperrors" "yunion.io/x/onecloud/pkg/mcclient" "yunion.io/x/onecloud/pkg/util/rbacutils" "yunion.io/x/onecloud/pkg/util/stringutils2" ) type SNetworkAddressManager struct { db.SStandaloneAnonResourceBaseManager SNetworkResourceBaseManager delayedWorkManager *delayedwork.DelayedWorkManager } var NetworkAddressManager *SNetworkAddressManager func init() { NetworkAddressManager = &SNetworkAddressManager{ SStandaloneAnonResourceBaseManager: db.NewStandaloneAnonResourceBaseManager( SNetworkAddress{}, "networkaddresses_tbl", "networkaddress", "networkaddresses", ), } NetworkAddressManager.SetVirtualObject(NetworkAddressManager) NetworkAddressManager.delayedWorkManager = delayedwork.NewDelayedWorkManager() } type SNetworkAddress struct { db.SStandaloneAnonResourceBase Type string `width:"16" charset:"ascii" list:"user" create:"required"` ParentType string `width:"16" charset:"ascii" list:"user" create:"required"` ParentId string `width:"16" charset:"ascii" list:"user" create:"optional"` SNetworkResourceBase IpAddr string `width:"16" charset:"ascii" list:"user" create:"optional"` SubCtrVid int `create:"optional"` } func (man *SNetworkAddressManager) InitializeData() error { go man.delayedWorkManager.Start(context.Background()) return nil } func (man *SNetworkAddressManager) queryByParentTypeId(ctx context.Context, typ string, id string) *sqlchemy.SQuery { q := NetworkAddressManager.Query(). Equals("parent_type", typ). Equals("parent_id", id) return q } func (man *SNetworkAddressManager) queryByGuestnetworkId(ctx context.Context, rowid int64) *sqlchemy.SQuery { id := strconv.FormatInt(rowid, 10) return man.queryByParentTypeId(ctx, api.NetworkAddressParentTypeGuestnetwork, id) } func (man *SNetworkAddressManager) fetchByParentTypeId(ctx context.Context, typ string, id string) ([]SNetworkAddress, error) { var ( q = man.queryByParentTypeId(ctx, typ, id) nas []SNetworkAddress ) if err := db.FetchModelObjects(man, q, &nas); err != nil { return nil, err } return nas, nil } func (man *SNetworkAddressManager) fetchByGuestnetworkId(ctx context.Context, rowid int64) ([]SNetworkAddress, error) { id := strconv.FormatInt(rowid, 10) return man.fetchByParentTypeId(ctx, api.NetworkAddressParentTypeGuestnetwork, id) } type addrConf struct { Type string `json:"type"` IpAddr string `json:"ip_addr"` Masklen int `json:"masklen"` Gateway string `json:"gateway"` } func (man *SNetworkAddressManager) fetchAddressesByGuestnetworkId(ctx context.Context, rowid int64) ([]addrConf, error) { var ( naq = man.queryByGuestnetworkId(ctx, rowid).SubQuery() nq = NetworkManager.Query().SubQuery() ipnetsq = naq.Query( naq.Field("type"), naq.Field("ip_addr"), nq.Field("guest_ip_mask").Label("masklen"), nq.Field("guest_gateway").Label("gateway"), ).Join(nq, sqlchemy.Equals( naq.Field("network_id"), nq.Field("id")), ) ipnets []addrConf ) if err := ipnetsq.All(&ipnets); err != nil { return nil, errors.Wrapf(err, "fetch addresses ipnets by guestnetwork row id: %d", rowid) } return ipnets, nil } func (man *SNetworkAddressManager) deleteByGuestnetworkId(ctx context.Context, userCred mcclient.TokenCredential, rowid int64) error { nas, err := NetworkAddressManager.fetchByGuestnetworkId(ctx, rowid) if err != nil { return errors.Wrap(err, "fetch attached network addresses") } var errs []error for i := range nas { na := &nas[i] if err := na.remoteUnassignAddress(ctx, userCred); err != nil { errs = append(errs, err) continue } if err := db.DeleteModel(ctx, userCred, na); err != nil { errs = append(errs, err) continue } } return errors.NewAggregate(errs) } func (man *SNetworkAddressManager) syncGuestnetworkICloudNic(ctx context.Context, userCred mcclient.TokenCredential, guestnetwork *SGuestnetwork, iNic cloudprovider.ICloudNic) error { ipAddrs, err := iNic.GetSubAddress() if err != nil { return err } if err := man.syncGuestnetworkSubIPs(ctx, userCred, guestnetwork, ipAddrs); err != nil { return err } return nil } func (man *SNetworkAddressManager) syncGuestnetworkSubIPs(ctx context.Context, userCred mcclient.TokenCredential, guestnetwork *SGuestnetwork, ipAddrs []string) error { nas, err := man.fetchByGuestnetworkId(ctx, guestnetwork.RowId) if err != nil { return errors.Wrap(err, "fetchByGuestnetworkId") } var gotIpAddrs []string for i := range nas { gotIpAddrs = append(gotIpAddrs, nas[i].IpAddr) } var removes, adds []string for _, ip0 := range gotIpAddrs { ok := false for _, ip1 := range ipAddrs { if ip0 == ip1 { ok = true break } } if !ok { removes = append(removes, ip0) } } for _, ip1 := range ipAddrs { ok := false for _, ip0 := range gotIpAddrs { if ip0 == ip1 { ok = true } } if !ok { adds = append(adds, ip1) } } if err := man.removeGuestnetworkSubIPs(ctx, userCred, guestnetwork, removes); err != nil { return err } if err := man.addGuestnetworkSubIPs(ctx, userCred, guestnetwork, adds); err != nil { return err } return nil } func (man *SNetworkAddressManager) removeGuestnetworkSubIPs(ctx context.Context, userCred mcclient.TokenCredential, guestnetwork *SGuestnetwork, ipAddrs []string) error { q := man.queryByGuestnetworkId(ctx, guestnetwork.RowId) q = q.In("ip_addr", ipAddrs) var nas []SNetworkAddress if err := db.FetchModelObjects(man, q, &nas); err != nil { return errors.Wrapf(err, "removeGuestnetworkSubIPs by ipAddrs %s", strings.Join(ipAddrs, ", ")) } for i := range nas { na := &nas[i] if err := db.DeleteModel(ctx, userCred, na); err != nil { return err } } return nil } func (man *SNetworkAddressManager) addGuestnetworkSubIPs(ctx context.Context, userCred mcclient.TokenCredential, guestnetwork *SGuestnetwork, ipAddrs []string) error { net := guestnetwork.GetNetwork() if net == nil { return errors.Wrapf(errors.ErrNotFound, "find network %s of guestnetwork %d", guestnetwork.NetworkId, guestnetwork.RowId) } lockman.LockObject(ctx, net) defer lockman.ReleaseObject(ctx, net) var ( usedAddrMap = net.GetUsedAddresses() usedAddrs []string ) for _, ipAddr := range ipAddrs { if _, ok := usedAddrMap[ipAddr]; ok { usedAddrs = append(usedAddrs, ipAddr) } } if len(usedAddrs) > 0 { return errors.Errorf("addGuestnetworkSubIPs: ipaddr %s already used", strings.Join(usedAddrs, ", ")) } for _, ipAddr := range ipAddrs { m, err := db.NewModelObject(man) if err != nil { return errors.Wrapf(err, "addGuestnetworkSubIPs") } na := m.(*SNetworkAddress) na.ParentType = api.NetworkAddressParentTypeGuestnetwork na.ParentId = strconv.FormatInt(guestnetwork.RowId, 10) na.Type = api.NetworkAddressTypeSubIP na.IpAddr = ipAddr if err := man.TableSpec().Insert(ctx, na); err != nil { return errors.Wrapf(err, "addGuestnetworkSubIPs") } } return nil } func (man *SNetworkAddressManager) BatchPreValidate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data *jsonutils.JSONDict, count int) error { var ( input api.NetworkAddressCreateInput err error ) if err = man.SStandaloneAnonResourceBaseManager.BatchPreValidate(ctx, userCred, ownerId, query, data, count); err != nil { return err } if err = data.Unmarshal(&input); err != nil { return err } input, err = man.validateCreateData(ctx, userCred, ownerId, query, input, count) if err != nil { return err } data.Update(input.JSON(input)) return nil } func (man *SNetworkAddressManager) ValidateCreateData(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, input api.NetworkAddressCreateInput) (api.NetworkAddressCreateInput, error) { return man.validateCreateData(ctx, userCred, ownerId, query, input, 1) } func (man *SNetworkAddressManager) validateCreateData(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, input api.NetworkAddressCreateInput, count int) (api.NetworkAddressCreateInput, error) { if _, err := man.SStandaloneAnonResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input.StandaloneAnonResourceCreateInput); err != nil { return input, err } var ( net *SNetwork ) switch input.ParentType { case api.NetworkAddressParentTypeGuestnetwork: switch input.Type { case api.NetworkAddressTypeSubIP: if input.GuestId != "" { gM, err := GuestManager.FetchByIdOrName(userCred, input.GuestId) if err != nil { return input, httperrors.NewInputParameterError("fetch guest %s: %v", input.GuestId, err) } gn, err := GuestnetworkManager.FetchByGuestIdIndex(gM.GetId(), input.GuestnetworkIndex) if err != nil { return input, httperrors.NewInputParameterError("fetch guest nic: %v", err) } net = gn.GetNetwork() if net == nil { return input, httperrors.NewInternalServerError("cannot fetch network of guestnetwork %d", gn.RowId) } if net.IsManaged() && count > 1 { // barriers for batch create // - dispatcher has policy of one fail, // all fail for batch creation // - the revert action there only marks // local models as deleted without // cleanup of already assigned private // addresses return input, httperrors.NewNotSupportedError("batch create is not supported for external resources") } input.ParentId = gn.RowId input.NetworkId = net.Id } else { return input, httperrors.NewInputParameterError("unknown parent object id spec") } default: return input, httperrors.NewInputParameterError("got unknown type %q, expect %s", input.Type, api.NetworkAddressTypes) } default: return input, httperrors.NewInputParameterError("got unknown parent type %q, expect %s", input.ParentType, api.NetworkAddressParentTypes) } if net == nil { panic("fatal error: no network") } { tryReserved := false if input.IPAddr != "" { tryReserved = true } ipAddr, err := net.GetFreeIPWithLock(ctx, userCred, nil, nil, input.IPAddr, "", tryReserved) if err != nil { return input, httperrors.NewInputParameterError("allocate ip addr: %v", err) } input.IPAddr = ipAddr } return input, nil } func (na *SNetworkAddress) parentIdInt64() int64 { r, err := strconv.ParseInt(na.ParentId, 10, 64) if err != nil { panic(fmt.Sprintf("networkaddress %s: invalid parent_id %s", na.Id, na.ParentId)) } return r } func (na *SNetworkAddress) getGuestnetwork(ctx context.Context, userCred mcclient.TokenCredential) (*SGuestnetwork, error) { if na.ParentType == api.NetworkAddressParentTypeGuestnetwork { guestnetwork, err := GuestnetworkManager.fetchByRowId(ctx, userCred, na.parentIdInt64()) if err != nil { return nil, err } return guestnetwork, nil } return nil, errors.Errorf("getGuestnetwork: expect parent_type %s, got %s", api.NetworkAddressParentTypeGuestnetwork, na.ParentType) } func (na *SNetworkAddress) getGuest(ctx context.Context, userCred mcclient.TokenCredential) (*SGuest, error) { guestnetwork, err := na.getGuestnetwork(ctx, userCred) if err != nil { return nil, err } guest := guestnetwork.GetGuest() if guest != nil { return guest, nil } return nil, errors.Wrapf(errors.ErrNotFound, "getGuest: guestnetwork guest_id %s", guestnetwork.GuestId) } func (na *SNetworkAddress) getIVM(ctx context.Context, userCred mcclient.TokenCredential) (cloudprovider.ICloudVM, error) { guest, err := na.getGuest(ctx, userCred) if err != nil { return nil, err } if guest.ExternalId == "" { return nil, errors.Errorf("getIVM: guest %s(%s) has empty external_id", guest.Name, guest.Id) } ivm, err := guest.GetIVM() if err != nil { return nil, err } return ivm, nil } func (na *SNetworkAddress) getICloudNic(ctx context.Context, userCred mcclient.TokenCredential) (cloudprovider.ICloudNic, error) { guestnetwork, err := na.getGuestnetwork(ctx, userCred) if err != nil { return nil, err } iVM, err := na.getIVM(ctx, userCred) if err != nil { return nil, err } iNics, err := iVM.GetINics() if err != nil { return nil, err } for _, iNic := range iNics { if iNic.GetIP() == guestnetwork.IpAddr && iNic.GetMAC() == guestnetwork.MacAddr { return iNic, nil } } return nil, errors.Wrapf(errors.ErrNotFound, "getICloudNic: no cloud nic with ip %s, mac %s", guestnetwork.IpAddr, guestnetwork.MacAddr) } func (na *SNetworkAddress) remoteAssignAddress(ctx context.Context, userCred mcclient.TokenCredential) error { if na.ParentType == api.NetworkAddressParentTypeGuestnetwork { guest, err := na.getGuest(ctx, userCred) if err != nil { return err } if guest.ExternalId != "" { iNic, err := na.getICloudNic(ctx, userCred) if err != nil { return err } if err := iNic.AssignAddress([]string{na.IpAddr}); err != nil { if errors.Cause(err) == cloudprovider.ErrAddressCountExceed { return httperrors.NewNotAcceptableError("exceed address count limit: %v", err) } return err } } else { NetworkAddressManager.submitGuestSyncTask(ctx, userCred, guest) } } return nil } func (na *SNetworkAddress) remoteUnassignAddress(ctx context.Context, userCred mcclient.TokenCredential) error { if na.ParentType == api.NetworkAddressParentTypeGuestnetwork { guest, err := na.getGuest(ctx, userCred) if err != nil { if errors.Cause(err) == errors.ErrNotFound { return nil } return err } if guest.ExternalId != "" { iNic, err := na.getICloudNic(ctx, userCred) if err != nil { if errors.Cause(err) == errors.ErrNotFound { return nil } return err } if err := iNic.UnassignAddress([]string{na.IpAddr}); err != nil { return err } } else { NetworkAddressManager.submitGuestSyncTask(ctx, userCred, guest) } } return nil } func (na *SNetworkAddress) CustomizeCreate(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, data jsonutils.JSONObject) error { if err := na.remoteAssignAddress(ctx, userCred); err != nil { return err } return nil } func (na *SNetworkAddress) CustomizeDelete(ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, data jsonutils.JSONObject) error { if err := na.remoteUnassignAddress(ctx, userCred); err != nil { return err } return nil } func (man *SNetworkAddressManager) ListItemExportKeys(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, keys stringutils2.SSortedStrings, ) (*sqlchemy.SQuery, error) { return db.ApplyListItemExportKeys(ctx, q, userCred, keys, &man.SStandaloneAnonResourceBaseManager, &man.SNetworkResourceBaseManager, ) } func (man *SNetworkAddressManager) QueryDistinctExtraField(q *sqlchemy.SQuery, field string) (*sqlchemy.SQuery, error) { return db.ApplyQueryDistinctExtraField(q, field, &man.SStandaloneAnonResourceBaseManager, &man.SNetworkResourceBaseManager, ) } func (man *SNetworkAddressManager) ListItemFilter(ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, input api.NetworkAddressListInput) (*sqlchemy.SQuery, error) { var err error q, err = man.SStandaloneAnonResourceBaseManager.ListItemFilter(ctx, q, userCred, input.StandaloneAnonResourceListInput) if err != nil { return nil, err } q, err = man.SNetworkResourceBaseManager.ListItemFilter(ctx, q, userCred, input.NetworkFilterListInput) if err != nil { return nil, err } if len(input.GuestId) > 0 { gnq := GuestnetworkManager.Query().SubQuery() gq := GuestManager.Query(). In("id", input.GuestId). SubQuery() idq := man.Query("id"). Equals("parent_type", api.NetworkAddressParentTypeGuestnetwork) idq = idq.Join(gnq, sqlchemy.Equals(gnq.Field("row_id"), idq.Field("parent_id"))) idq = idq.Join(gq, sqlchemy.Equals(gq.Field("id"), gnq.Field("guest_id"))) q = q.In("id", idq.SubQuery()) } return q, nil } func (man *SNetworkAddressManager) OrderByExtraFields( ctx context.Context, q *sqlchemy.SQuery, userCred mcclient.TokenCredential, query api.NetworkAddressListInput, ) (retq *sqlchemy.SQuery, err error) { retq, err = man.SNetworkResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.NetworkFilterListInput) if err != nil { return nil, err } retq, err = man.SStandaloneAnonResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.StandaloneAnonResourceListInput) return retq, nil } func (man *SNetworkAddressManager) FetchCustomizeColumns( ctx context.Context, userCred mcclient.TokenCredential, query jsonutils.JSONObject, objs []interface{}, fields stringutils2.SSortedStrings, isList bool, ) []api.NetworkAddressDetails { ret := make([]api.NetworkAddressDetails, len(objs)) netCols := man.SNetworkResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList) for i := range netCols { ret[i].NetworkResourceInfo = netCols[i] } stdaCols := man.SStandaloneAnonResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList) for i := range stdaCols { ret[i].StandaloneAnonResourceDetails = stdaCols[i] } { guestnetworkRowIds := make([]int64, 0, len(objs)) for i := range objs { na := objs[i].(*SNetworkAddress) if na.ParentType == api.NetworkAddressParentTypeGuestnetwork { rowId, _ := strconv.ParseInt(na.ParentId, 10, 64) guestnetworkRowIds = append(guestnetworkRowIds, rowId) } } if len(guestnetworkRowIds) > 0 { gns, err := GuestnetworkManager.fetchByRowIds(ctx, userCred, guestnetworkRowIds) if err == nil && len(gns) > 0 { gnObjs := make([]interface{}, len(gns)) for i := range gns { gnObjs[i] = &gns[i] } gnds := GuestnetworkManager.FetchCustomizeColumns(ctx, userCred, query, gnObjs, fields, isList) for i, j := 0, 0; i < len(objs); i++ { na := objs[i].(*SNetworkAddress) if na.ParentType == api.NetworkAddressParentTypeGuestnetwork { ret[i].Guestnetwork = gnds[j] j++ } } } } } return ret } func (man *SNetworkAddressManager) FilterByOwner(q *sqlchemy.SQuery, owner mcclient.IIdentityProvider, scope rbacutils.TRbacScope) *sqlchemy.SQuery { q = db.ApplyFilterByOwner(q, owner, scope, &man.SStandaloneAnonResourceBaseManager, ) if owner != nil { var condVar, condVal string switch scope { case rbacutils.ScopeProject: condVar, condVal = "tenant_id", owner.GetProjectId() case rbacutils.ScopeDomain: condVar, condVal = "domain_id", owner.GetProjectDomainId() default: return q } { var ( gnq = GuestnetworkManager.Query().SubQuery() gq = GuestManager.Query().SubQuery() naq = NetworkAddressManager.Query("id") ) naq = naq. Join(gnq, sqlchemy.Equals(naq.Field("parent_id"), gnq.Field("row_id"))). Join(gq, sqlchemy.Equals(gnq.Field("guest_id"), gq.Field("id"))) naq = naq.Equals("parent_type", api.NetworkAddressParentTypeGuestnetwork) naq = naq.Filter(sqlchemy.Equals(gq.Field(condVar), condVal)) q = q.In("id", naq.SubQuery()) } } return q } func (man *SNetworkAddressManager) submitGuestSyncTask(ctx context.Context, userCred mcclient.TokenCredential, guest *SGuest) { man.delayedWorkManager.Submit(ctx, delayedwork.DelayedWorkRequest{ ID: guest.Id, SoftDelay: 2 * time.Second, HardDelay: 5 * time.Second, Func: func(ctx context.Context) { var ( fwOnly = false parentTaskId = "" ) err := guest.StartSyncTask(ctx, userCred, fwOnly, parentTaskId) if err != nil { log.Errorf("guest StartSyncTask: %v", err) } }, }) }