opensource/cloudpods
3
0
Fork 0
mirror of https://github.com/yunionio/cloudpods.git synced 2026-10-29 17:58:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(cloudmon): modify cloudmon deployment

Browse Source
This commit is contained in:
zhaoxiangchun
2021-11-11 20:09:15 +08:00
parent 8840065c8d
commit 8f77174771
35 changed files with 593 additions and 247 deletions
Download Patch File Download Diff File Expand all files Collapse all files
cmd/cloudmon/main.go
+2 -148
View File
@@ -15,155 +15,9 @@
package main
import (
"context"
"fmt"
"os"
"path"
"time"
"yunion.io/x/log"
"yunion.io/x/pkg/errors"
"yunion.io/x/pkg/util/version"
_ "yunion.io/x/onecloud/pkg/cloudmon/collectors"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/cloudmon/service"
)
func showErrorAndExit(e error) {
fmt.Fprintf(os.Stderr, "%s", e)
fmt.Fprintln(os.Stderr)
os.Exit(1)
}
func newClientSession(options *options.CloudMonOptions) (*mcclient.ClientSession, error) {
if len(options.AuthURL) == 0 {
return nil, errors.Error("empty auth_url")
}
if len(options.AdminUser) == 0 {
return nil, errors.Error("empty admin_user")
}
if len(options.AdminPassword) == 0 {
return nil, errors.Error("empty admin_password")
}
if len(options.AdminProject) == 0 {
return nil, errors.Error("empty admin_project")
}
client := mcclient.NewClient(
options.AuthURL,
options.Timeout,
options.Debug,
options.Insecure,
options.CertFile,
options.KeyFile,
)
token, err := client.AuthenticateWithSource(
options.AdminUser,
options.AdminPassword,
options.AdminDomain,
options.AdminProject,
options.AdminProjectDomain,
mcclient.AuthSourceAPI)
if err != nil {
return nil, err
}
session := client.NewSession(
context.Background(),
options.Region,
"",
options.EndpointType,
token,
options.ApiVersion)
return session, nil
}
func main() {
parser, err := options.GetArgumentParser()
if err != nil {
showErrorAndExit(err)
}
err = parser.ParseArgs2(os.Args[1:], false, false)
opts := parser.Options().(*options.CloudMonOptions)
if opts.Help {
fmt.Println(parser.HelpString())
os.Exit(0)
}
if opts.Version {
fmt.Println(version.GetJsonString())
os.Exit(0)
}
if len(opts.Config) == 0 {
for _, p := range []string{"./etc", "/etc/yunion"} {
confTmp := path.Join(p, "cloudmon.conf")
if _, err := os.Stat(confTmp); err == nil {
opts.Config = confTmp
break
}
}
}
if len(opts.Config) > 0 {
err := parser.ParseFile(opts.Config)
if err != nil {
showErrorAndExit(err)
}
}
if err != nil {
showErrorAndExit(err)
}
parser.SetDefault()
subcmd := parser.GetSubcommand()
subparser := subcmd.GetSubParser()
if err != nil {
if subparser != nil {
fmt.Print(subparser.Usage())
} else {
fmt.Print(parser.Usage())
}
showErrorAndExit(err)
}
suboptions := subparser.Options()
if opts.SUBCOMMAND == "help" {
err = subcmd.Invoke(suboptions)
} else {
timout := suboptions.(*common.ReportOptions).Timeout
endChan := make(chan int, 1)
go func() {
ticker := time.NewTicker(time.Duration(timout) * time.Second)
for {
select {
case <-ticker.C:
log.Errorf("cmd: %s,provider: %v,end due to timeout: %d s", opts.SUBCOMMAND,
suboptions.(*common.ReportOptions).Provider, suboptions.(*common.ReportOptions).Timeout)
os.Exit(3)
case <-endChan:
}
}
}()
var session *mcclient.ClientSession
session, err = newClientSession(opts)
if err != nil {
showErrorAndExit(err)
}
err = subcmd.Invoke(session, suboptions)
endChan <- 1
}
if err != nil {
showErrorAndExit(err)
}
service.StartService()
}
cmd/cloudmon/main_exec.go
+154
View File
@@ -0,0 +1,154 @@
package main
import (
"context"
"fmt"
"os"
"path"
"time"
"yunion.io/x/log"
"yunion.io/x/pkg/errors"
"yunion.io/x/pkg/util/version"
_ "yunion.io/x/onecloud/pkg/cloudmon/collectors"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
)
func showErrorAndExit(e error) {
fmt.Fprintf(os.Stderr, "%s", e)
fmt.Fprintln(os.Stderr)
os.Exit(1)
}
func newClientSession(options *options.CloudMonOptions) (*mcclient.ClientSession, error) {
if len(options.AuthURL) == 0 {
return nil, errors.Error("empty auth_url")
}
if len(options.AdminUser) == 0 {
return nil, errors.Error("empty admin_user")
}
if len(options.AdminPassword) == 0 {
return nil, errors.Error("empty admin_password")
}
if len(options.AdminProject) == 0 {
return nil, errors.Error("empty admin_project")
}
client := mcclient.NewClient(
options.AuthURL,
options.ReqTimeout,
options.Debug,
options.Insecure,
options.CertFile,
options.KeyFile,
)
token, err := client.AuthenticateWithSource(
options.AdminUser,
options.AdminPassword,
options.AdminDomain,
options.AdminProject,
options.AdminProjectDomain,
mcclient.AuthSourceAPI)
if err != nil {
return nil, err
}
session := client.NewSession(
context.Background(),
options.Region,
"",
options.EndpointType,
token,
options.ApiVersion)
return session, nil
}
func TestCron() {
parser, err := options.GetArgumentParser()
if err != nil {
showErrorAndExit(err)
}
err = parser.ParseArgs2(os.Args[1:], false, false)
opts := parser.Options().(*options.CloudMonOptions)
if opts.Help {
fmt.Println(parser.HelpString())
os.Exit(0)
}
if opts.Version {
fmt.Println(version.GetJsonString())
os.Exit(0)
}
if len(opts.Config) == 0 {
for _, p := range []string{"./etc", "/etc/yunion"} {
confTmp := path.Join(p, "cloudmon.conf")
if _, err := os.Stat(confTmp); err == nil {
opts.Config = confTmp
break
}
}
}
if len(opts.Config) > 0 {
err := parser.ParseFile(opts.Config)
if err != nil {
showErrorAndExit(err)
}
}
if err != nil {
showErrorAndExit(err)
}
parser.SetDefault()
subcmd := parser.GetSubcommand()
subparser := subcmd.GetSubParser()
if err != nil {
if subparser != nil {
fmt.Print(subparser.Usage())
} else {
fmt.Print(parser.Usage())
}
showErrorAndExit(err)
}
suboptions := subparser.Options()
if opts.Subcommand == "help" {
err = subcmd.Invoke(suboptions)
} else {
timout := suboptions.(*options.ReportOptions).Timeout
endChan := make(chan int, 1)
go func() {
ticker := time.NewTicker(time.Duration(timout) * time.Second)
for {
select {
case <-ticker.C:
log.Errorf("cmd: %s,provider: %v,end due to timeout: %d s", opts.Subcommand,
suboptions.(*options.ReportOptions).Provider, suboptions.(*options.ReportOptions).Timeout)
os.Exit(3)
case <-endChan:
}
}
}()
var session *mcclient.ClientSession
session, err = newClientSession(opts)
if err != nil {
showErrorAndExit(err)
}
err = subcmd.Invoke(session, suboptions)
endChan <- 1
}
if err != nil {
showErrorAndExit(err)
}
}
pkg/cloudmon/collectors/alertrecordhistorymon/alertrecordhistoryreport.go
+10 -1
View File
@@ -27,6 +27,7 @@ import (
"yunion.io/x/pkg/util/timeutils"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -39,8 +40,16 @@ func init() {
type SAlertRecordHistoryFactory struct {
}
func (self *SAlertRecordHistoryFactory) MyRoutineInteval(monOptions options.CloudMonOptions) time.Duration {
return time.Duration(monOptions.AlertRecordHistoryInterval)
}
func (self *SAlertRecordHistoryFactory) MyRoutineFunc() common.RoutineFunc {
return common.MakePullMetricRoutineAtZeroPoint
}
func (self *SAlertRecordHistoryFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions,
args *options.ReportOptions,
operatorType string) common.ICloudReport {
return &SAlertRecordHistoryReport{
common.CloudReportBase{
pkg/cloudmon/collectors/alertrecordhistoryservice.go
+3 -2
View File
@@ -16,14 +16,15 @@ package collectors
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
func init() {
shellutils.R(&common.ReportOptions{}, "report-alertrecord", "Report alertrecord history", reportAlertrecord)
shellutils.R(&options.ReportOptions{}, "report-alertrecord", "Report alertrecord history", reportAlertrecord)
}
func reportAlertrecord(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reportAlertrecord(session *mcclient.ClientSession, args *options.ReportOptions) error {
return common.ReportCustomizeCloudMetric(string(common.ALERT_RECORD), session, args)
}
pkg/cloudmon/collectors/alimon/alicloudreport.go
+6 -14
View File
@@ -19,8 +19,8 @@ import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
func init() {
@@ -29,10 +29,11 @@ func init() {
}
type SAliCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SAliCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SAliCloudReport{
common.CloudReportBase{
SProvider: provider,
@@ -54,18 +55,9 @@ type SAliCloudReport struct {
func (self *SAliCloudReport) Report() error {
var servers []jsonutils.JSONObject
var err error
switch self.Operator {
case "redis":
servers, err = self.GetAllserverOfThisProvider(&modules.ElasticCache)
case "rds":
servers, err = self.GetAllserverOfThisProvider(&modules.DBInstance)
case "oss":
servers, err = self.GetAllserverOfThisProvider(&modules.Buckets)
case "elb":
servers, err = self.GetAllserverOfThisProvider(&modules.Loadbalancers)
default:
servers, err = self.GetAllserverOfThisProvider(&modules.Servers)
}
servers, err = self.GetResourceByOperator()
providerInstance, err := self.InitProviderInstance()
if err != nil {
return err
pkg/cloudmon/collectors/apsaramon/apsaracloudreport.go
+3 -1
View File
@@ -19,6 +19,7 @@ import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -29,10 +30,11 @@ func init() {
}
type SApsaraCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SApsaraCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SApsaraCloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/collectors/awsmon/awscloudreport.go
+3 -1
View File
@@ -17,6 +17,7 @@ package awsmon
import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -27,10 +28,11 @@ func init() {
}
type SAwsCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SAwsCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SAwsCloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/collectors/azuremon/azurereport.go
+3 -1
View File
@@ -17,6 +17,7 @@ package azuremon
import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
)
@@ -26,10 +27,11 @@ func init() {
}
type SAzureCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SAzureCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SAzureCloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/collectors/cloudaccountmon/cloudaccountreport.go
+3 -1
View File
@@ -16,6 +16,7 @@ package cloudaccountmon
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -26,10 +27,11 @@ func init() {
}
type SCloudAccountFactory struct {
common.CommonReportFactory
}
func (self *SCloudAccountFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions,
args *options.ReportOptions,
operatorType string) common.ICloudReport {
return &SCloudAccountReport{
common.CloudReportBase{
pkg/cloudmon/collectors/cloudaccountservice.go
+3 -2
View File
@@ -16,14 +16,15 @@ package collectors
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
func init() {
shellutils.R(&common.ReportOptions{}, "report-cloudaccount", "Report cloud account", reportCloudAccount)
shellutils.R(&options.ReportOptions{}, "report-cloudaccount", "Report cloud account", reportCloudAccount)
}
func reportCloudAccount(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reportCloudAccount(session *mcclient.ClientSession, args *options.ReportOptions) error {
return common.ReportCustomizeCloudMetric(string(common.CLOUDACCOUNT), session, args)
}
pkg/cloudmon/collectors/cloudmoninit.go
+1
View File
@@ -39,4 +39,5 @@ import (
_ "yunion.io/x/onecloud/pkg/multicloud/jdcloud/provider"
_ "yunion.io/x/onecloud/pkg/multicloud/qcloud/provider"
_ "yunion.io/x/onecloud/pkg/multicloud/zstack/provider"
// pingprobe default init
)
pkg/cloudmon/collectors/common/basemon.go
+2 -1
View File
@@ -28,6 +28,7 @@ import (
"yunion.io/x/pkg/utils"
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/cloudprovider"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modulebase"
@@ -39,7 +40,7 @@ import (
type CloudReportBase struct {
SProvider *SProvider
Session *mcclient.ClientSession
Args *ReportOptions
Args *options.ReportOptions
Operator string
}
pkg/cloudmon/collectors/common/cloudreport.go
+18 -1
View File
@@ -16,6 +16,8 @@ package common
import (
"fmt"
"strconv"
"time"
"github.com/aws/aws-sdk-go/aws/request"
@@ -23,6 +25,7 @@ import (
"yunion.io/x/log"
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/cloudprovider"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modulebase"
@@ -32,10 +35,24 @@ func init() {
cloudReportTable = make(map[string]ICloudReportFactory)
}
type IRoutineFactory interface {
MyRoutineFunc() RoutineFunc
}
type ICloudReportFactory interface {
NewCloudReport(provider *SProvider, session *mcclient.ClientSession, args *ReportOptions,
NewCloudReport(provider *SProvider, session *mcclient.ClientSession, args *options.ReportOptions,
operatorType string) ICloudReport
GetId() string
MyRoutineInteval(monOptions options.CloudMonOptions) time.Duration
}
type CommonReportFactory struct {
}
func (co *CommonReportFactory) MyRoutineInteval(monOptions options.CloudMonOptions) time.Duration {
interval64, _ := strconv.ParseInt(monOptions.Interval, 10, 32)
duration := time.Duration(interval64) * time.Minute
return duration
}
type ICloudReport interface {
pkg/cloudmon/collectors/common/multiCloudMonUtils.go
+125 -25
View File
@@ -28,9 +28,11 @@ import (
"yunion.io/x/pkg/util/timeutils"
"yunion.io/x/pkg/utils"
"yunion.io/x/onecloud/pkg/apis/compute"
o "yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/cloudprovider"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/auth"
"yunion.io/x/onecloud/pkg/mcclient/modules"
"yunion.io/x/onecloud/pkg/util/influxdb"
)
@@ -47,6 +49,10 @@ const (
CLOUDACCOUNT MonType = "cloudaccount"
STORAGE MonType = "storage"
ALERT_RECORD MonType = "alertRecord"
PING_PROBE MonType = "ping_probe"
ALL_RESOURCE MonType = "all"
)
const (
@@ -62,6 +68,16 @@ const (
TYPE_HOSTSYSTEM = "HostSystem"
)
var (
SupportMetricBrands = []string{compute.CLOUD_PROVIDER_ALIYUN, compute.CLOUD_PROVIDER_VMWARE, compute.CLOUD_PROVIDER_APSARA,
compute.CLOUD_PROVIDER_QCLOUD, compute.CLOUD_PROVIDER_AZURE, compute.CLOUD_PROVIDER_AWS,
compute.CLOUD_PROVIDER_HUAWEI, compute.CLOUD_PROVIDER_HCSO, compute.CLOUD_PROVIDER_ZSTACK,
compute.CLOUD_PROVIDER_GOOGLE, compute.CLOUD_PROVIDER_ECLOUD, compute.CLOUD_PROVIDER_JDCLOUD}
ResMonTypeList = []string{string(SERVER), string(HOST), string(REDIS), string(RDS), string(OSS), string(ELB)}
CustomizeMonTypeList = []string{string(CLOUDACCOUNT), string(STORAGE), string(ALERT_RECORD), string(PING_PROBE)}
)
var OtherVmTags = map[string]string{
"source": "cloudmon",
"res_type": "guest",
@@ -74,24 +90,6 @@ var OtherHostTag = map[string]string{
"is_vm": "false",
}
type ReportOptions struct {
Batch int `help:"batch"`
Count int `help:"count" json:"count"`
Interval string `help:"interval"`
Timeout int64 `help:"command timeout unit:second" default:"10"`
SinceTime string `help:"sinceTime"`
EndTime string `help:"endTime"`
Provider []string `help:"List objects from the provider" choices:"VMware|Aliyun|Qcloud|Azure|Aws|Huawei|ZStack|Google|Apsara|JDcloud|Ecloud|HCSO" json:"provider,omitempty"`
MetricInterval string `help:"metric interval eg:PT1M"`
PingProbeOptions
}
type PingProbeOptions struct {
Debug bool `help:"debug"`
ProbeCount int `help:"probe count, default is 3" default:"3"`
TimeoutSecond int `help:"probe timeout in second, default is 1 second" default:"1"`
}
var InstanceProviders = "Aliyun,Azure,Aws,Qcloud,VMWare,Huawei,Openstack,Ucloud,ZStack"
//server的key-value对应保存时的Tags和Pairs
@@ -320,7 +318,7 @@ func ParseTimeStr(startTime, endTime string) (since, util time.Time, err error)
return since, util, nil
}
func TimeRangeFromArgs(args *ReportOptions) (since, until time.Time, err error) {
func TimeRangeFromArgs(args *o.ReportOptions) (since, until time.Time, err error) {
if args.SinceTime != "" && args.EndTime != "" {
since, until, err = ParseTimeStr(args.SinceTime, args.EndTime)
if err != nil {
@@ -414,7 +412,8 @@ func SendMetrics(s *mcclient.ClientSession, metrics []influxdb.SMetricData, debu
return influxdb.SendMetrics(urls, database, metrics, debug)
}
func ReportCloudMetricOfoperatorType(operatorType string, session *mcclient.ClientSession, args *ReportOptions) error {
func ReportCloudMetricOfoperatorType(operatorType string, session *mcclient.ClientSession,
args *o.ReportOptions) error {
query := jsonutils.NewDict()
query.Add(jsonutils.NewString("10"), KEY_LIMIT)
query.Add(jsonutils.NewString("true"), KEY_ADMIN)
@@ -475,11 +474,7 @@ func ReportCloudMetricOfoperatorType(operatorType string, session *mcclient.Clie
return providerGroup.Wait()
}
func newGroupFunc(func()) {
}
func ReportCustomizeCloudMetric(operatorType string, session *mcclient.ClientSession, args *ReportOptions) error {
func ReportCustomizeCloudMetric(operatorType string, session *mcclient.ClientSession, args *o.ReportOptions) error {
cloudReportFactory, err := GetCloudReportFactory(operatorType)
if err != nil {
return errors.Wrap(err, "GetCloudReportFactory")
@@ -514,3 +509,108 @@ func CollectRegionMetricAsync(asynCount int, region cloudprovider.ICloudRegion,
}
return metricGroup.Wait()
}
func ReportConnectCloudproviderMetric(ctx context.Context, provider jsonutils.JSONObject,
closeChan chan struct{}) error {
status, err := provider.GetString("status")
if err != nil {
return errors.Errorf("provider get status error: %v", err)
}
if status != "connected" {
return errors.Errorf("provider status: %s expect: connected", status)
}
providerStruct := SProvider{}
err = provider.Unmarshal(&providerStruct)
if err != nil {
return errors.Errorf("provider.Unmarshal err: %v", provider)
}
err = (&providerStruct).Validate()
if err != nil {
return errors.Errorf("provider validate err: %v", err)
}
providerStr := providerStruct.Provider
cloudReportFactory, err := GetCloudReportFactory(providerStr)
if err != nil {
return errors.Wrap(err, "GetCloudReportFactory")
}
MakePullMetricRoutineWithDur(ctx, cloudReportFactory, &providerStruct, closeChan,
cloudReportFactory.MyRoutineInteval(o.Options),
cloudproviderRunfunc)
return nil
}
type RoutineFunc func(ctx context.Context, factory ICloudReportFactory, provider *SProvider, closeChan chan struct{},
interval time.Duration, run runFunc)
func MakePullMetricRoutineWithDur(ctx context.Context, factory ICloudReportFactory, provider *SProvider, closeChan chan struct{}, interval time.Duration, run runFunc) {
go func() {
timer := time.NewTimer(0)
for {
session := auth.GetAdminSession(ctx, "", "")
select {
case <-closeChan:
log.Warningf("closed provider: %s,name: %s. pull metric", provider.Name, provider.Name)
return
case <-timer.C:
run(ctx, factory, provider, session)
}
timer.Reset(interval)
}
}()
}
func MakePullMetricRoutineAtZeroPoint(ctx context.Context, factory ICloudReportFactory, provider *SProvider,
closeChan chan struct{}, interval time.Duration, run runFunc) {
go func() {
timer := time.NewTimer(interval)
for {
now := time.Now()
next := now.Add(time.Hour * 24 * interval)
date := time.Date(next.Year(), next.Month(), next.Day(), 0, 0, 0, 0, next.Location())
timer.Reset(date.Sub(now))
session := auth.GetAdminSession(ctx, "", "")
select {
case <-closeChan:
log.Warningf("closed provider: %s,brand: %s. pull metric", provider.Name, provider.Brand)
return
case <-timer.C:
run(ctx, factory, provider, session)
}
}
}()
}
type runFunc func(ctx context.Context, factory ICloudReportFactory, provider *SProvider, session *mcclient.ClientSession)
func cloudproviderRunfunc(ctx context.Context, factory ICloudReportFactory, provider *SProvider,
session *mcclient.ClientSession) {
opt := o.Options
group, _ := errgroup.WithContext(ctx)
for i, _ := range ResMonTypeList {
resType := ResMonTypeList[i]
group.Go(func() error {
log.Errorf("cloudprovider: %s,operator: %s start report().", provider.Name, resType)
err := factory.NewCloudReport(provider, session, &opt.ReportOptions, resType).Report()
if err != nil {
log.Errorf("provider: %s report metric err: %v", provider.Name, err)
return nil
}
log.Errorf("cloudprovider: %s,operator: %s report() end.", provider.Name, resType)
return nil
})
}
group.Wait()
}
func CustomizeRunFunc(ctx context.Context, factory ICloudReportFactory, provider *SProvider,
session *mcclient.ClientSession) {
opt := o.Options
err := factory.NewCloudReport(provider, session, &opt.ReportOptions, "").Report()
if err != nil {
log.Errorf("provider: %s report metric err: %v", provider.Name, err)
return
}
log.Errorf("operator: %s report() end.", factory.GetId())
}
pkg/cloudmon/collectors/ecloudmon/ecloudreport.go
+3 -1
View File
@@ -17,6 +17,7 @@ package ecloudmon
import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -27,10 +28,11 @@ func init() {
}
type SECloudReportFactory struct {
common.CommonReportFactory
}
func (self *SECloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SECloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/collectors/elbservice.go
+3 -2
View File
@@ -16,15 +16,16 @@ package collectors
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
func init() {
shellutils.R(&common.ReportOptions{}, "report-elb", "Report Elb", reportElb)
shellutils.R(&options.ReportOptions{}, "report-elb", "Report Elb", reportElb)
}
//入口函数[aliyun、huawei]
func reportElb(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reportElb(session *mcclient.ClientSession, args *options.ReportOptions) error {
return common.ReportCloudMetricOfoperatorType(string(common.ELB), session, args)
}
pkg/cloudmon/collectors/gcpmon/gcpreport.go
+3 -1
View File
@@ -17,6 +17,7 @@ package gcpmon
import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -27,10 +28,11 @@ func init() {
}
type SGoogleCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SGoogleCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SGoogleCloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/collectors/hostservice.go
+3 -2
View File
@@ -16,15 +16,16 @@ package collectors
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
func init() {
shellutils.R(&common.ReportOptions{}, "report-host", "Report Host", reportHost)
shellutils.R(&options.ReportOptions{}, "report-host", "Report Host", reportHost)
}
//入口函数[aliyun、huawei]
func reportHost(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reportHost(session *mcclient.ClientSession, args *options.ReportOptions) error {
return common.ReportCloudMetricOfoperatorType(string(common.HOST), session, args)
}
pkg/cloudmon/collectors/huaweimon/huaweicloudreport.go
+3 -1
View File
@@ -19,6 +19,7 @@ import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -34,10 +35,11 @@ func init() {
}
type SHwCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SHwCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SHwCloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/collectors/jdmon/jdcloudreport.go
+3 -1
View File
@@ -19,6 +19,7 @@ import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -29,10 +30,11 @@ func init() {
}
type SJdCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SJdCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SJdCloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/collectors/ossservice.go
+3 -2
View File
@@ -16,13 +16,14 @@ package collectors
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
func init() {
shellutils.R(&common.ReportOptions{}, "report-oss", "Report Oss", reportOss)
shellutils.R(&options.ReportOptions{}, "report-oss", "Report Oss", reportOss)
}
func reportOss(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reportOss(session *mcclient.ClientSession, args *options.ReportOptions) error {
return common.ReportCloudMetricOfoperatorType(string(common.OSS), session, args)
}
pkg/cloudmon/collectors/pinger.go
+40 -3
View File
@@ -25,6 +25,7 @@ import (
api "yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
"yunion.io/x/onecloud/pkg/util/influxdb"
@@ -33,7 +34,43 @@ import (
"yunion.io/x/onecloud/pkg/util/sysutils"
)
func pingProbeCoolector(s *mcclient.ClientSession, args *common.ReportOptions) error {
func init() {
factory := PingProbeColectorFactory{}
common.RegisterFactory(&factory)
}
type PingProbeColectorFactory struct {
common.CommonReportFactory
}
func (p PingProbeColectorFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession, args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SPingProbeColectorReport{
common.CloudReportBase{
SProvider: nil,
Session: session,
Args: args,
Operator: string(common.PING_PROBE),
},
}
}
func (p PingProbeColectorFactory) GetId() string {
return string(common.PING_PROBE)
}
type SPingProbeColectorReport struct {
common.CloudReportBase
}
func (self *SPingProbeColectorReport) Report() error {
err := pingProbeColector(self.Session, self.Args)
if err != nil {
return errors.Wrap(err, "pingProbeColector err")
}
return nil
}
func pingProbeColector(s *mcclient.ClientSession, args *options.ReportOptions) error {
isRoot := sysutils.IsRootPermission()
if !isRoot {
return errors.Error("require root permissions")
@@ -92,7 +129,7 @@ func getNetworkAddrMap(s *mcclient.ClientSession, netId string) (map[string]api.
}
func pingProbeNetwork(s *mcclient.ClientSession, data jsonutils.JSONObject,
args *common.PingProbeOptions) ([]influxdb.SMetricData, error) {
args *options.PingProbeOptions) ([]influxdb.SMetricData, error) {
metrics := make([]influxdb.SMetricData, 0)
net := &sNetwork{}
err := data.Unmarshal(&net)
@@ -218,5 +255,5 @@ func pingProbeNetwork(s *mcclient.ClientSession, data jsonutils.JSONObject,
}
func init() {
shellutils.R(&common.ReportOptions{}, "ping-probe", "Ping probe IPv4 address", pingProbeCoolector)
shellutils.R(&options.ReportOptions{}, "ping-probe", "Ping probe IPv4 address", pingProbeColector)
}
pkg/cloudmon/collectors/qcmon/qcloudreport.go
+3 -1
View File
@@ -19,6 +19,7 @@ import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -29,10 +30,11 @@ func init() {
}
type SQCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SQCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SQCloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/collectors/rdsservice.go
+3 -2
View File
@@ -16,14 +16,15 @@ package collectors
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
func init() {
shellutils.R(&common.ReportOptions{}, "report-rds", "Report Rds", reporRds)
shellutils.R(&options.ReportOptions{}, "report-rds", "Report Rds", reporRds)
}
func reporRds(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reporRds(session *mcclient.ClientSession, args *options.ReportOptions) error {
return common.ReportCloudMetricOfoperatorType(string(common.RDS), session, args)
}
pkg/cloudmon/collectors/redisservice.go
+3 -2
View File
@@ -16,14 +16,15 @@ package collectors
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
func init() {
shellutils.R(&common.ReportOptions{}, "report-redis", "Report Redis", reportRedis)
shellutils.R(&options.ReportOptions{}, "report-redis", "Report Redis", reportRedis)
}
func reportRedis(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reportRedis(session *mcclient.ClientSession, args *options.ReportOptions) error {
return common.ReportCloudMetricOfoperatorType(string(common.REDIS), session, args)
}
pkg/cloudmon/collectors/serverservice.go
+3 -2
View File
@@ -16,15 +16,16 @@ package collectors
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
func init() {
shellutils.R(&common.ReportOptions{}, "report-server", "Report Server", reportServer)
shellutils.R(&options.ReportOptions{}, "report-server", "Report Server", reportServer)
}
//入口函数[aliyun、huawei]
func reportServer(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reportServer(session *mcclient.ClientSession, args *options.ReportOptions) error {
return common.ReportCloudMetricOfoperatorType(string(common.SERVER), session, args)
}
pkg/cloudmon/collectors/service_const.go
+5
View File
@@ -0,0 +1,5 @@
package collectors
const (
REDIS_CRON_JOB_NAME = "redis_cron"
)
pkg/cloudmon/collectors/storagemon/storagereport.go
+7 -5
View File
@@ -16,20 +16,22 @@ package storagemon
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
func init() {
factory := SCloudAccountFactory{}
factory := SStorageReportFactory{}
common.RegisterFactory(&factory)
}
type SCloudAccountFactory struct {
type SStorageReportFactory struct {
common.CommonReportFactory
}
func (self *SCloudAccountFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions,
func (self *SStorageReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *options.ReportOptions,
operatorType string) common.ICloudReport {
return &SStorageReport{
common.CloudReportBase{
@@ -41,7 +43,7 @@ func (self *SCloudAccountFactory) NewCloudReport(provider *common.SProvider, ses
}
}
func (S SCloudAccountFactory) GetId() string {
func (S SStorageReportFactory) GetId() string {
return string(common.STORAGE)
}
pkg/cloudmon/collectors/storageservice.go
+3 -2
View File
@@ -16,14 +16,15 @@ package collectors
import (
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
func init() {
shellutils.R(&common.ReportOptions{}, "report-storage", "Report Storage", reportStorage)
shellutils.R(&options.ReportOptions{}, "report-storage", "Report Storage", reportStorage)
}
func reportStorage(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reportStorage(session *mcclient.ClientSession, args *options.ReportOptions) error {
return common.ReportCustomizeCloudMetric(string(common.STORAGE), session, args)
}
pkg/cloudmon/collectors/usageservice.go
+3 -3
View File
@@ -22,7 +22,7 @@ import (
"yunion.io/x/jsonutils"
"yunion.io/x/pkg/errors"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
"yunion.io/x/onecloud/pkg/util/influxdb"
@@ -36,10 +36,10 @@ var config map[string]string = map[string]string{
var measureMent string = "usage"
func init() {
shellutils.R(&common.ReportOptions{}, "report-usage", "Report Usage", reportUsage)
shellutils.R(&options.ReportOptions{}, "report-usage", "Report Usage", reportUsage)
}
func reportUsage(session *mcclient.ClientSession, args *common.ReportOptions) error {
func reportUsage(session *mcclient.ClientSession, args *options.ReportOptions) error {
dataList := make([]influxdb.SMetricData, 0)
nowTime := time.Now()
//镜像使用量信息
pkg/cloudmon/collectors/vmwaremon/vmwarereport.go
+3 -1
View File
@@ -20,6 +20,7 @@ import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -30,10 +31,11 @@ func init() {
}
type SEsxiCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SEsxiCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SEsxiCloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/collectors/zstackmon/zstackreport.go
+3 -1
View File
@@ -19,6 +19,7 @@ import (
"yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
@@ -29,10 +30,11 @@ func init() {
}
type SZStackCloudReportFactory struct {
common.CommonReportFactory
}
func (self *SZStackCloudReportFactory) NewCloudReport(provider *common.SProvider, session *mcclient.ClientSession,
args *common.ReportOptions, operatorType string) common.ICloudReport {
args *options.ReportOptions, operatorType string) common.ICloudReport {
return &SZStackCloudReport{
common.CloudReportBase{
SProvider: provider,
pkg/cloudmon/options/options.go
+29 -17
View File
@@ -20,34 +20,46 @@ import (
"yunion.io/x/pkg/errors"
"yunion.io/x/structarg"
common_options "yunion.io/x/onecloud/pkg/cloudcommon/options"
"yunion.io/x/onecloud/pkg/util/shellutils"
)
type CloudMonOptions struct {
structarg.BaseOptions
common_options.CommonOptions
ReportOptions
Region string `help:"Region name"`
EndpointType string `default:"internalURL" help:"Defaults to internalURL" choices:"publicURL|internalURL|adminURL"`
ApiVersion string `help:"override default modules service api version"`
Debug bool `help:"Show debug information"`
Timeout int `default:"600" help:"Number of seconds to wait for a response"`
Insecure bool `default:"true" help:"Allow skip server cert verification if URL is https" short-token:"k"`
CertFile string `help:"certificate file"`
KeyFile string `help:"private key file"`
AuthURL string `help:"Keystone auth URL" alias:"auth-uri"`
AdminUser string `help:"Admin username"`
AdminDomain string `help:"Admin user domain"`
AdminPassword string `help:"Admin password" alias:"admin-passwd"`
AdminProject string `help:"Admin project" default:"system" alias:"admin-tenant-name"`
AdminProjectDomain string `help:"Domain of Admin project"`
SessionEndpointType string `help:"Client session end point type"`
ReqTimeout int `default:"600" help:"Number of seconds to wait for a response"`
Insecure bool `default:"true" help:"Allow skip server cert verification if URL is https" short-token:"k"`
CertFile string `help:"certificate file"`
KeyFile string `help:"private key file"`
InfluxDatabase string `help:"influxdb database name, default telegraf" default:"telegraf"`
SUBCOMMAND string `help:"climc subcommand" subcommand:"true"`
Subcommand string `help:"climc subcommand" subcommand:"false"`
}
type ReportOptions struct {
Batch int `help:"batch"`
Count int `help:"count" json:"count"`
CloudproviderSyncInterval int64 `help:"CloudproviderSyncInterval unit:minute" default:"30"`
AlertRecordHistoryInterval int64 `help:"AlertRecordHistoryInterval unit:day" default:"1"`
// 定时执行间隔，同时也会影响metric拉取间隔
Interval string `help:"interval" default:"6" unit:"minute"`
Timeout int64 `help:"command timeout unit:second" default:"10"`
SinceTime string `help:"sinceTime"`
EndTime string `help:"endTime"`
Provider []string `help:"List objects from the provider" choices:"VMware|Aliyun|Qcloud|Azure|Aws|Huawei|ZStack|Google|Apsara|JDcloud|Ecloud|HCSO" json:"provider,omitempty"`
MetricInterval string `help:"metric interval eg:PT1M"`
PingProbeOptions
}
type PingProbeOptions struct {
Debug bool `help:"debug"`
ProbeCount int `help:"probe count, default is 3" default:"3"`
TimeoutSecond int `help:"probe timeout in second, default is 1 second" default:"1"`
}
func GetArgumentParser() (*structarg.ArgumentParser, error) {
pkg/cloudmon/service/doc.go
+1
View File
@@ -0,0 +1 @@
package service // import "yunion.io/x/onecloud/pkg/cloudmon/service"
pkg/cloudmon/service/service.go
+130
View File
@@ -0,0 +1,130 @@
package service
import (
"context"
"os"
"time"
"yunion.io/x/jsonutils"
"yunion.io/x/log"
"yunion.io/x/pkg/errors"
"yunion.io/x/pkg/utils"
common_app "yunion.io/x/onecloud/pkg/cloudcommon/app"
common_options "yunion.io/x/onecloud/pkg/cloudcommon/options"
_ "yunion.io/x/onecloud/pkg/cloudmon/collectors"
"yunion.io/x/onecloud/pkg/cloudmon/collectors/common"
"yunion.io/x/onecloud/pkg/cloudmon/options"
"yunion.io/x/onecloud/pkg/mcclient/auth"
"yunion.io/x/onecloud/pkg/mcclient/modules"
)
var (
cloudproviderChanMap = make(map[string]chan struct{})
cutomizeOperatorChanmap = make(map[string]chan struct{})
)
func StartService() {
opts := &options.Options
common_options.ParseOptions(opts, os.Args, "cloudmon.conf", "cloudmon")
commonOpts := &opts.CommonOptions
common_app.InitAuth(commonOpts, func() {
log.Infof("Auth complete")
})
ctx := context.Background()
duration := time.Duration(opts.CloudproviderSyncInterval) * time.Minute
log.Errorf("CloudproviderSyncInterval: %d", opts.CloudproviderSyncInterval)
nextSync := time.Now()
for i, _ := range common.CustomizeMonTypeList {
monType := common.CustomizeMonTypeList[i]
cutomizeOperatorChanmap[monType] = make(chan struct{})
cloudReportFactory, err := common.GetCloudReportFactory(monType)
if err != nil {
log.Errorf("CustomizeMonType: %s GetCloudReportFactory err: $v", monType, err)
continue
}
if routineF, ok := cloudReportFactory.(common.IRoutineFactory); ok {
routineF.MyRoutineFunc()(ctx, cloudReportFactory, nil, cutomizeOperatorChanmap[monType],
cloudReportFactory.MyRoutineInteval(*opts), common.CustomizeRunFunc)
continue
}
common.MakePullMetricRoutineWithDur(ctx, cloudReportFactory, nil, cutomizeOperatorChanmap[monType],
cloudReportFactory.MyRoutineInteval(*opts), common.CustomizeRunFunc)
}
for {
if nextSync.Before(time.Now()) {
cloudproviderList, err := getCloudproviderList(ctx)
if err != nil {
log.Errorf("err: %v", err)
return
}
cloudproviderList = syncCloudproviderChanMap(cloudproviderList)
log.Errorf("cloudproviderList: %d", len(cloudproviderList))
for i := 0; i < len(cloudproviderList); i++ {
provider := cloudproviderList[i]
status, err := provider.GetString("status")
if err != nil {
log.Errorf("provider: %v get status error: %v", provider, err)
continue
}
if status == "connected" {
id, _ := provider.GetString("id")
err := common.ReportConnectCloudproviderMetric(ctx, provider, cloudproviderChanMap[id])
if err != nil {
log.Errorf("ReportConnectCloudproviderMetric err: %v", err)
}
}
}
nextSync = time.Now().Add(duration)
}
time.Sleep(time.Minute)
}
}
func getCloudproviderList(ctx context.Context) ([]jsonutils.JSONObject, error) {
session := auth.GetAdminSessionWithPublic(context.Background(), "", "")
query := jsonutils.NewDict()
query.Add(jsonutils.NewString("10"), common.KEY_LIMIT)
query.Add(jsonutils.NewString("true"), common.KEY_ADMIN)
//query.Add(jsonutils.NewString("true"), KEY_USABLE)
if len(common.SupportMetricBrands) == 0 {
return nil, errors.Errorf("SupportMetricBrands is empty")
}
cloudProviderList := make([]jsonutils.JSONObject, 0)
for _, val := range common.SupportMetricBrands {
query.Add(jsonutils.NewString(val), "provider")
tmpList, err := common.ListAllResources(&modules.Cloudproviders, session, query)
if err != nil {
return nil, errors.Wrap(err, "list Cloudproviders err")
}
cloudProviderList = append(cloudProviderList, tmpList...)
}
return cloudProviderList, nil
}
func syncCloudproviderChanMap(cloudproviderList []jsonutils.JSONObject) []jsonutils.JSONObject {
newCloudprovider := make([]jsonutils.JSONObject, 0)
providerIds := make([]string, 0)
for i, _ := range cloudproviderList {
id, _ := cloudproviderList[i].GetString("id")
providerIds = append(providerIds, id)
if _, ok := cloudproviderChanMap[id]; ok {
continue
}
newCloudprovider = append(newCloudprovider, cloudproviderList[i])
cloudproviderChanMap[id] = make(chan struct{})
}
for id, channel := range cloudproviderChanMap {
if utils.IsInStringArray(id, providerIds) {
continue
}
delete(cloudproviderChanMap, id)
close(channel)
}
return newCloudprovider
}