mirror of
https://github.com/yunionio/cloudpods.git
synced 2026-09-24 16:03:43 +08:00
multicloud的vmware监控功能
monitor.go中GetMonitorData()函数获取监控数据
This commit is contained in:
zhaoxiangchun
@@ -0,0 +1,120 @@
|
||||
package esxi
|
||||
|
||||
import (
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/vmware/govmomi/performance"
|
||||
"github.com/vmware/govmomi/vim25/mo"
|
||||
"github.com/vmware/govmomi/vim25/types"
|
||||
|
||||
"yunion.io/x/jsonutils"
|
||||
"yunion.io/x/pkg/errors"
|
||||
)
|
||||
|
||||
var (
|
||||
metricIdTable = map[int32]types.PerfCounterInfo{}
|
||||
metricNameTable = map[string]types.PerfCounterInfo{}
|
||||
metricIdNameTable = map[int32]string{}
|
||||
metricSpecsMap map[string][]string
|
||||
)
|
||||
|
||||
func (client *SESXiClient) GetMonitorData(server jsonutils.JSONObject, metricSpecs map[string][]string, since time.Time,
|
||||
until time.Time) (perfEntityMetricList []*types.PerfEntityMetric, IdNameTable map[int32]string, err error) {
|
||||
metricSpecsMap = metricSpecs
|
||||
name, _ := server.GetString("name")
|
||||
virtualMachines, err := client.getVirtualMachines()
|
||||
if err != nil {
|
||||
return nil, IdNameTable, err
|
||||
}
|
||||
managedEntity := getManagerEntiry(virtualMachines, name)
|
||||
|
||||
performanceManager := performance.NewManager(client.client.Client)
|
||||
perfCounters, err := performanceManager.CounterInfo(client.context)
|
||||
if err != nil {
|
||||
return nil, IdNameTable, err
|
||||
}
|
||||
loadMap(perfCounters)
|
||||
|
||||
perfProviderSummary, err := performanceManager.ProviderSummary(client.context, managedEntity.Self)
|
||||
if err != nil {
|
||||
return nil, IdNameTable, err
|
||||
}
|
||||
refreshInterval := perfProviderSummary.RefreshRate
|
||||
perfMetricList, err := performanceManager.AvailableMetric(client.context, managedEntity.Self, refreshInterval)
|
||||
pmiList := buildPerfMetricIds(perfMetricList)
|
||||
|
||||
perfQuerySpec := types.PerfQuerySpec{
|
||||
Entity: managedEntity.Reference(),
|
||||
MaxSample: int32(5),
|
||||
MetricId: pmiList,
|
||||
Format: "normal",
|
||||
IntervalId: refreshInterval,
|
||||
StartTime: &since,
|
||||
EndTime: &until,
|
||||
}
|
||||
perfEntityMetrics, err := performanceManager.Query(client.context, []types.PerfQuerySpec{perfQuerySpec})
|
||||
if err != nil {
|
||||
return nil, IdNameTable, err
|
||||
}
|
||||
for _, perfEntityMetricBase := range perfEntityMetrics {
|
||||
if perfEntityMetric, ok := perfEntityMetricBase.(*types.PerfEntityMetric); ok {
|
||||
perfEntityMetricList = append(perfEntityMetricList, perfEntityMetric)
|
||||
}
|
||||
}
|
||||
return perfEntityMetricList, metricIdNameTable, nil
|
||||
}
|
||||
|
||||
func (cli *SESXiClient) getVirtualMachines() ([]mo.VirtualMachine, error) {
|
||||
var virtualMachines []mo.VirtualMachine
|
||||
err := cli.scanAllMObjects(VIRTUAL_MACHINE_PROPS, &virtualMachines)
|
||||
if err != nil {
|
||||
return virtualMachines, errors.Wrap(err, "cli.scanAllMObjects host")
|
||||
}
|
||||
return virtualMachines, nil
|
||||
}
|
||||
|
||||
func getManagerEntiry(virtualMachines []mo.VirtualMachine, name string) *mo.ManagedEntity {
|
||||
for _, virtualMachine := range virtualMachines {
|
||||
if virtualMachine.Name == name {
|
||||
return virtualMachine.Entity()
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
//根据perfCounterInfos装载metricIdTable、metricNameTable、metricIdNameTable
|
||||
func loadMap(perfCounterInfos []types.PerfCounterInfo) {
|
||||
for _, perfCounterInfo := range perfCounterInfos {
|
||||
metricId := perfCounterInfo.Key
|
||||
metricIdTable[metricId] = perfCounterInfo
|
||||
if perfCounterInfo.GroupInfo.GetElementDescription() != nil && perfCounterInfo.GroupInfo.
|
||||
GetElementDescription().Key != "" {
|
||||
var builder strings.Builder
|
||||
builder.WriteString(perfCounterInfo.GroupInfo.GetElementDescription().Key)
|
||||
if perfCounterInfo.NameInfo.GetElementDescription() != nil && perfCounterInfo.NameInfo.
|
||||
GetElementDescription().Key != "" {
|
||||
builder.WriteString("_")
|
||||
builder.WriteString(perfCounterInfo.NameInfo.GetElementDescription().Key)
|
||||
}
|
||||
if len(perfCounterInfo.AssociatedCounterId) == 0 && perfCounterInfo.RollupType == types.
|
||||
PerfSummaryTypeAverage {
|
||||
metricNameTable[builder.String()] = perfCounterInfo
|
||||
metricIdNameTable[metricId] = builder.String()
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
//根据传入的metricSpecsMap的进行过滤，只取相关的指标metricName
|
||||
func buildPerfMetricIds(pmis []types.PerfMetricId) (pmiList []types.PerfMetricId) {
|
||||
for _, perfMetricId := range pmis {
|
||||
metricId := perfMetricId.CounterId
|
||||
if metricName, ok := metricIdNameTable[metricId]; ok && metricName != "" {
|
||||
if _, ok := metricSpecsMap[metricName]; ok {
|
||||
pmiList = append(pmiList, perfMetricId)
|
||||
}
|
||||
}
|
||||
}
|
||||
return pmiList
|
||||
}
|
||||
+410
@@ -0,0 +1,410 @@
|
||||
/*
|
||||
Copyright (c) 2017 VMware, Inc. All Rights Reserved.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
||||
*/
|
||||
|
||||
package performance
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"sort"
|
||||
"strconv"
|
||||
"strings"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/vmware/govmomi/object"
|
||||
"github.com/vmware/govmomi/vim25"
|
||||
"github.com/vmware/govmomi/vim25/methods"
|
||||
"github.com/vmware/govmomi/vim25/mo"
|
||||
"github.com/vmware/govmomi/vim25/types"
|
||||
)
|
||||
|
||||
// Manager wraps mo.PerformanceManager.
|
||||
type Manager struct {
|
||||
object.Common
|
||||
|
||||
Sort bool
|
||||
|
||||
pm struct {
|
||||
sync.Mutex
|
||||
*mo.PerformanceManager
|
||||
}
|
||||
|
||||
infoByName struct {
|
||||
sync.Mutex
|
||||
m map[string]*types.PerfCounterInfo
|
||||
}
|
||||
|
||||
infoByKey struct {
|
||||
sync.Mutex
|
||||
m map[int32]*types.PerfCounterInfo
|
||||
}
|
||||
}
|
||||
|
||||
// NewManager creates a new Manager instance.
|
||||
func NewManager(client *vim25.Client) *Manager {
|
||||
m := Manager{
|
||||
Common: object.NewCommon(client, *client.ServiceContent.PerfManager),
|
||||
}
|
||||
|
||||
m.pm.PerformanceManager = new(mo.PerformanceManager)
|
||||
|
||||
return &m
|
||||
}
|
||||
|
||||
// IntervalList wraps []types.PerfInterval.
|
||||
type IntervalList []types.PerfInterval
|
||||
|
||||
// Enabled returns a map with Level as the key and enabled PerfInterval.Name(s) as the value.
|
||||
func (l IntervalList) Enabled() map[int32][]string {
|
||||
enabled := make(map[int32][]string)
|
||||
|
||||
for level := int32(0); level <= 4; level++ {
|
||||
var names []string
|
||||
|
||||
for _, interval := range l {
|
||||
if interval.Enabled && interval.Level >= level {
|
||||
names = append(names, interval.Name)
|
||||
}
|
||||
}
|
||||
|
||||
enabled[level] = names
|
||||
}
|
||||
|
||||
return enabled
|
||||
}
|
||||
|
||||
// HistoricalInterval gets the PerformanceManager.HistoricalInterval property and wraps as an IntervalList.
|
||||
func (m *Manager) HistoricalInterval(ctx context.Context) (IntervalList, error) {
|
||||
var pm mo.PerformanceManager
|
||||
|
||||
err := m.Properties(ctx, m.Reference(), []string{"historicalInterval"}, &pm)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return IntervalList(pm.HistoricalInterval), nil
|
||||
}
|
||||
|
||||
// CounterInfo gets the PerformanceManager.PerfCounter property.
|
||||
// The property value is only collected once, subsequent calls return the cached value.
|
||||
func (m *Manager) CounterInfo(ctx context.Context) ([]types.PerfCounterInfo, error) {
|
||||
m.pm.Lock()
|
||||
defer m.pm.Unlock()
|
||||
|
||||
if len(m.pm.PerfCounter) == 0 {
|
||||
err := m.Properties(ctx, m.Reference(), []string{"perfCounter"}, m.pm.PerformanceManager)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
|
||||
return m.pm.PerfCounter, nil
|
||||
}
|
||||
|
||||
// CounterInfoByName converts the PerformanceManager.PerfCounter property to a map,
|
||||
// where key is types.PerfCounterInfo.Name().
|
||||
func (m *Manager) CounterInfoByName(ctx context.Context) (map[string]*types.PerfCounterInfo, error) {
|
||||
m.infoByName.Lock()
|
||||
defer m.infoByName.Unlock()
|
||||
|
||||
if m.infoByName.m != nil {
|
||||
return m.infoByName.m, nil
|
||||
}
|
||||
|
||||
info, err := m.CounterInfo(ctx)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
m.infoByName.m = make(map[string]*types.PerfCounterInfo)
|
||||
|
||||
for i := range info {
|
||||
c := &info[i]
|
||||
|
||||
m.infoByName.m[c.Name()] = c
|
||||
}
|
||||
|
||||
return m.infoByName.m, nil
|
||||
}
|
||||
|
||||
// CounterInfoByKey converts the PerformanceManager.PerfCounter property to a map,
|
||||
// where key is types.PerfCounterInfo.Key.
|
||||
func (m *Manager) CounterInfoByKey(ctx context.Context) (map[int32]*types.PerfCounterInfo, error) {
|
||||
m.infoByKey.Lock()
|
||||
defer m.infoByKey.Unlock()
|
||||
|
||||
if m.infoByKey.m != nil {
|
||||
return m.infoByKey.m, nil
|
||||
}
|
||||
|
||||
info, err := m.CounterInfo(ctx)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
m.infoByKey.m = make(map[int32]*types.PerfCounterInfo)
|
||||
|
||||
for i := range info {
|
||||
c := &info[i]
|
||||
|
||||
m.infoByKey.m[c.Key] = c
|
||||
}
|
||||
|
||||
return m.infoByKey.m, nil
|
||||
}
|
||||
|
||||
// ProviderSummary wraps the QueryPerfProviderSummary method, caching the value based on entity.Type.
|
||||
func (m *Manager) ProviderSummary(ctx context.Context, entity types.ManagedObjectReference) (*types.PerfProviderSummary, error) {
|
||||
req := types.QueryPerfProviderSummary{
|
||||
This: m.Reference(),
|
||||
Entity: entity,
|
||||
}
|
||||
|
||||
res, err := methods.QueryPerfProviderSummary(ctx, m.Client(), &req)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return &res.Returnval, nil
|
||||
}
|
||||
|
||||
type groupPerfCounterInfo struct {
|
||||
info map[int32]*types.PerfCounterInfo
|
||||
ids []types.PerfMetricId
|
||||
}
|
||||
|
||||
func (d groupPerfCounterInfo) Len() int {
|
||||
return len(d.ids)
|
||||
}
|
||||
|
||||
func (d groupPerfCounterInfo) Less(i, j int) bool {
|
||||
ci := d.ids[i].CounterId
|
||||
cj := d.ids[j].CounterId
|
||||
gi := d.info[ci].GroupInfo.GetElementDescription()
|
||||
gj := d.info[cj].GroupInfo.GetElementDescription()
|
||||
|
||||
return gi.Key < gj.Key
|
||||
}
|
||||
|
||||
func (d groupPerfCounterInfo) Swap(i, j int) {
|
||||
d.ids[i], d.ids[j] = d.ids[j], d.ids[i]
|
||||
}
|
||||
|
||||
// MetricList wraps []types.PerfMetricId
|
||||
type MetricList []types.PerfMetricId
|
||||
|
||||
// ByKey converts MetricList to map, where key is types.PerfMetricId.CounterId / types.PerfCounterInfo.Key
|
||||
func (l MetricList) ByKey() map[int32][]*types.PerfMetricId {
|
||||
ids := make(map[int32][]*types.PerfMetricId, len(l))
|
||||
|
||||
for i := range l {
|
||||
id := &l[i]
|
||||
ids[id.CounterId] = append(ids[id.CounterId], id)
|
||||
}
|
||||
|
||||
return ids
|
||||
}
|
||||
|
||||
// AvailableMetric wraps the QueryAvailablePerfMetric method.
|
||||
// The MetricList is sorted by PerfCounterInfo.GroupInfo.Key if Manager.Sort == true.
|
||||
func (m *Manager) AvailableMetric(ctx context.Context, entity types.ManagedObjectReference, interval int32) (MetricList, error) {
|
||||
req := types.QueryAvailablePerfMetric{
|
||||
This: m.Reference(),
|
||||
Entity: entity.Reference(),
|
||||
IntervalId: interval,
|
||||
}
|
||||
|
||||
res, err := methods.QueryAvailablePerfMetric(ctx, m.Client(), &req)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if m.Sort {
|
||||
info, err := m.CounterInfoByKey(ctx)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
sort.Sort(groupPerfCounterInfo{info, res.Returnval})
|
||||
}
|
||||
|
||||
return MetricList(res.Returnval), nil
|
||||
}
|
||||
|
||||
// Query wraps the QueryPerf method.
|
||||
func (m *Manager) Query(ctx context.Context, spec []types.PerfQuerySpec) ([]types.BasePerfEntityMetricBase, error) {
|
||||
req := types.QueryPerf{
|
||||
This: m.Reference(),
|
||||
QuerySpec: spec,
|
||||
}
|
||||
|
||||
res, err := methods.QueryPerf(ctx, m.Client(), &req)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return res.Returnval, nil
|
||||
}
|
||||
|
||||
// SampleByName uses the spec param as a template, constructing a []types.PerfQuerySpec for the given metrics and entities
|
||||
// and invoking the Query method.
|
||||
// The spec template can specify instances using the MetricId.Instance field, by default all instances are collected.
|
||||
// The spec template MaxSample defaults to 1.
|
||||
// If the spec template IntervalId is a historical interval and StartTime is not specified,
|
||||
// the StartTime is set to the current time - (IntervalId * MaxSample).
|
||||
func (m *Manager) SampleByName(ctx context.Context, spec types.PerfQuerySpec, metrics []string, entity []types.ManagedObjectReference) ([]types.BasePerfEntityMetricBase, error) {
|
||||
info, err := m.CounterInfoByName(ctx)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
var ids []types.PerfMetricId
|
||||
|
||||
instances := spec.MetricId
|
||||
if len(instances) == 0 {
|
||||
// Default to all instances
|
||||
instances = []types.PerfMetricId{{Instance: "*"}}
|
||||
}
|
||||
|
||||
for _, name := range metrics {
|
||||
counter, ok := info[name]
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("counter %q not found", name)
|
||||
}
|
||||
|
||||
for _, i := range instances {
|
||||
ids = append(ids, types.PerfMetricId{CounterId: counter.Key, Instance: i.Instance})
|
||||
}
|
||||
}
|
||||
|
||||
spec.MetricId = ids
|
||||
|
||||
if spec.MaxSample == 0 {
|
||||
spec.MaxSample = 1
|
||||
}
|
||||
|
||||
if spec.IntervalId >= 60 && spec.StartTime == nil {
|
||||
// Need a StartTime to make use of history
|
||||
now, err := methods.GetCurrentTime(ctx, m.Client())
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// Go back in time
|
||||
x := spec.IntervalId * -1 * spec.MaxSample
|
||||
t := now.Add(time.Duration(x) * time.Second)
|
||||
spec.StartTime = &t
|
||||
}
|
||||
|
||||
var query []types.PerfQuerySpec
|
||||
|
||||
for _, e := range entity {
|
||||
spec.Entity = e.Reference()
|
||||
query = append(query, spec)
|
||||
}
|
||||
|
||||
return m.Query(ctx, query)
|
||||
}
|
||||
|
||||
// MetricSeries contains the same data as types.PerfMetricIntSeries, but with the CounterId converted to Name.
|
||||
type MetricSeries struct {
|
||||
Name string
|
||||
unit string
|
||||
Instance string
|
||||
Value []int64
|
||||
}
|
||||
|
||||
func (s *MetricSeries) Format(val int64) string {
|
||||
switch types.PerformanceManagerUnit(s.unit) {
|
||||
case types.PerformanceManagerUnitPercent:
|
||||
return strconv.FormatFloat(float64(val)/100.0, 'f', 2, 64)
|
||||
default:
|
||||
return strconv.FormatInt(val, 10)
|
||||
}
|
||||
}
|
||||
|
||||
// ValueCSV converts the Value field to a CSV string
|
||||
func (s *MetricSeries) ValueCSV() string {
|
||||
vals := make([]string, len(s.Value))
|
||||
|
||||
for i := range s.Value {
|
||||
vals[i] = s.Format(s.Value[i])
|
||||
}
|
||||
|
||||
return strings.Join(vals, ",")
|
||||
}
|
||||
|
||||
// EntityMetric contains the same data as types.PerfEntityMetric, but with MetricSeries type for the Value field.
|
||||
type EntityMetric struct {
|
||||
Entity types.ManagedObjectReference
|
||||
|
||||
SampleInfo []types.PerfSampleInfo
|
||||
Value []MetricSeries
|
||||
}
|
||||
|
||||
// SampleInfoCSV converts the SampleInfo field to a CSV string
|
||||
func (m *EntityMetric) SampleInfoCSV() string {
|
||||
vals := make([]string, len(m.SampleInfo)*2)
|
||||
|
||||
i := 0
|
||||
|
||||
for _, s := range m.SampleInfo {
|
||||
vals[i] = s.Timestamp.Format(time.RFC3339)
|
||||
i++
|
||||
vals[i] = strconv.Itoa(int(s.Interval))
|
||||
i++
|
||||
}
|
||||
|
||||
return strings.Join(vals, ",")
|
||||
}
|
||||
|
||||
// ToMetricSeries converts []BasePerfEntityMetricBase to []EntityMetric
|
||||
func (m *Manager) ToMetricSeries(ctx context.Context, series []types.BasePerfEntityMetricBase) ([]EntityMetric, error) {
|
||||
counters, err := m.CounterInfoByKey(ctx)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
var result []EntityMetric
|
||||
|
||||
for i := range series {
|
||||
var values []MetricSeries
|
||||
s, ok := series[i].(*types.PerfEntityMetric)
|
||||
if !ok {
|
||||
panic(fmt.Errorf("expected type %T, got: %T", s, series[i]))
|
||||
}
|
||||
|
||||
for j := range s.Value {
|
||||
v := s.Value[j].(*types.PerfMetricIntSeries)
|
||||
|
||||
values = append(values, MetricSeries{
|
||||
Name: counters[v.Id.CounterId].Name(),
|
||||
unit: counters[v.Id.CounterId].UnitInfo.GetElementDescription().Key,
|
||||
Instance: v.Id.Instance,
|
||||
Value: v.Value,
|
||||
})
|
||||
}
|
||||
|
||||
result = append(result, EntityMetric{
|
||||
Entity: s.Entity,
|
||||
SampleInfo: s.SampleInfo,
|
||||
Value: values,
|
||||
})
|
||||
}
|
||||
|
||||
return result, nil
|
||||
}
|
||||
Vendored
+1
@@ -514,6 +514,7 @@ github.com/vmware/govmomi
|
||||
github.com/vmware/govmomi/nfc
|
||||
github.com/vmware/govmomi/object
|
||||
github.com/vmware/govmomi/ovf
|
||||
github.com/vmware/govmomi/performance
|
||||
github.com/vmware/govmomi/property
|
||||
github.com/vmware/govmomi/session
|
||||
github.com/vmware/govmomi/task
|
||||
|
||||
Reference in New Issue
Block a user