opensource/cloudpods
3
0
Fork 0
mirror of https://github.com/yunionio/cloudpods.git synced 2026-10-29 17:58:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(scheduler): optimize the speed of network predicate

Browse Source
This commit is contained in:
rainzm
2021-06-25 15:58:30 +08:00
parent da452e23c8
commit 5741782cca
3 changed files with 91 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkg/compute/models/networks.go
+57
View File
@@ -173,6 +173,59 @@ func (self *SNetwork) ValidateDeleteCondition(ctx context.Context) error {
return self.SSharableVirtualResourceBase.ValidateDeleteCondition(ctx)
}
func (nm *SNetworkManager) jointNetworkCount(manager db.IModelManager, netIds []string, filter func(*sqlchemy.SQuery) *sqlchemy.SQuery) *sqlchemy.SQuery {
q := manager.Query("network_id").In("network_id", netIds)
if filter != nil {
q = filter(q)
}
q = q.AppendField(sqlchemy.COUNT("count"))
return q
}
func (nm *SNetworkManager) GetTotalNicCount(netIds []string) (map[string]int, error) {
guestNetworkQ := nm.jointNetworkCount(GuestnetworkManager, netIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
return q.Filter(sqlchemy.IsFalse(q.Field("virtual")))
})
groupNetworkQ := nm.jointNetworkCount(GroupnetworkManager, netIds, nil)
hostNetworkQ := nm.jointNetworkCount(HostnetworkManager, netIds, nil)
lbNetworkQ := nm.jointNetworkCount(LoadbalancernetworkManager, netIds, nil)
dbInstanceNetworkQ := nm.jointNetworkCount(DBInstanceNetworkManager, netIds, nil)
eipNetworkQ := nm.jointNetworkCount(ElasticipManager, netIds, nil)
natgatewayNetworkQ := nm.jointNetworkCount(NatGatewayManager, netIds, func(q *sqlchemy.SQuery) *sqlchemy.SQuery {
return q.Filter(sqlchemy.IsNotEmpty(q.Field("ip_addr")))
})
reserverIpsQ := nm.jointNetworkCount(ReservedipManager, netIds, filterExpiredReservedIps)
sq := NetworkinterfacenetworkManager.Query("networkinterface_id", "network_id").In("network_id", netIds).Distinct().SubQuery()
networkInterfaceQ := NetworkInterfaceManager.Query()
networkInterfaceQ = networkInterfaceQ.Join(sq, sqlchemy.Equals(networkInterfaceQ.Field("id"), sq.Field("networkinterface_id")))
networkInterfaceQ.AppendField(sq.Field("network_id", "network_id"))
networkInterfaceQ.AppendField(sqlchemy.COUNT("count"))
networkInterfaceQ.GroupBy("network_id")
union, err := sqlchemy.UnionWithError(guestNetworkQ, groupNetworkQ, hostNetworkQ, lbNetworkQ, dbInstanceNetworkQ, eipNetworkQ, natgatewayNetworkQ, reserverIpsQ, networkInterfaceQ)
if err != nil {
return nil, err
}
networkCounts := make([]struct {
NetworkId string
Count int
}, 0)
err = union.Query().All(&networkCounts)
if err != nil {
return nil, err
}
ret := map[string]int{}
for _, nc := range networkCounts {
if len(nc.NetworkId) > 0 {
ret[nc.NetworkId] += nc.Count
}
}
return ret, nil
}
func (self *SNetwork) GetTotalNicCount() (int, error) {
count, err := self.GetAllocatedNicCount()
if err != nil {
@@ -1002,6 +1055,10 @@ func (self *SNetwork) GetFreeAddressCount() (int, error) {
return self.getFreeAddressCount()
}
func (self *SNetwork) GetTotalAddressCount() int {
return self.getIPRange().AddressCount()
}
func (self *SNetwork) getFreeAddressCount() (int, error) {
used, err := self.GetTotalNicCount()
if err != nil {