[OSCP]KusciaTask 系统资源指标采集、暴露及统一导出

cmd/kuscia/modules/ktexporter.go

@@ -0,0 +1,56 @@
+// Copyright 2023 Ant Group Co., Ltd.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package modules
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	pkgcom "github.com/secretflow/kuscia/pkg/common"
+	"github.com/secretflow/kuscia/pkg/ktexporter"
+	"github.com/secretflow/kuscia/pkg/utils/readyz"
+)
+
+type ktExporterModule struct {
+	moduleRuntimeBase
+	runMode            pkgcom.RunModeType
+	domainID           string
+	rootDir            string
+	metricUpdatePeriod uint
+	ktExportPort       string
+}
+
+func NewKtExporter(i *ModuleRuntimeConfigs) (Module, error) {
+	readyURI := fmt.Sprintf("http://127.0.0.1:%s", i.KtExportPort)
+	return &ktExporterModule{
+		moduleRuntimeBase: moduleRuntimeBase{
+			name:         "ktexporter",
+			readyTimeout: 60 * time.Second,
+			rdz: readyz.NewHTTPReadyZ(readyURI, 404, func(_ []byte) error {
+				return nil
+			}),
+		},
+		runMode:            i.RunMode,
+		domainID:           i.DomainID,
+		rootDir:            i.RootDir,
+		metricUpdatePeriod: i.MetricUpdatePeriod,
+		ktExportPort:       i.KtExportPort,
+	}, nil
+}
+
+func (exporter *ktExporterModule) Run(ctx context.Context) error {
+	return ktexporter.KtExporter(ctx, exporter.runMode, exporter.domainID, exporter.metricUpdatePeriod, exporter.ktExportPort)
+}

cmd/kuscia/modules/metricexporter.go

@@ -69,6 +69,7 @@ func NewMetricExporter(i *ModuleRuntimeConfigs) (Module, error) {
 			"node-exporter": "http://localhost:" + i.NodeExportPort + "/metrics",
 			"envoy":         envoyexporter.GetEnvoyMetricURL(),
 			"ss":            "http://localhost:" + i.SsExportPort + "/ssmetrics",
+			"kt":            "http://localhost:" + i.KtExportPort + "/ktmetrics",
 		},
 	}
 	return exporter, nil

cmd/kuscia/modules/runtime.go

@@ -51,6 +51,7 @@ type ModuleRuntimeConfigs struct {
 	TransportPort           int
 	InterConnSchedulerPort  int
 	SsExportPort            string
+	KtExportPort            string
 	NodeExportPort          string
 	MetricExportPort        string
 	KusciaKubeConfig        string
@@ -190,6 +191,7 @@ func NewModuleRuntimeConfigs(ctx context.Context, kusciaConf confloader.KusciaCo
 	}
 
 	// init exporter ports
+	dependencies.KtExportPort = "9093"
 	dependencies.SsExportPort = "9092"
 	dependencies.NodeExportPort = "9100"
 	dependencies.MetricExportPort = "9091"

cmd/kuscia/start/start.go

@@ -90,6 +90,11 @@ func Start(ctx context.Context, configFile string) error {
 	mm.Regist("metricexporter", modules.NewMetricExporter, autonomy, lite, master)
 	mm.Regist("nodeexporter", modules.NewNodeExporter, autonomy, lite, master)
 	mm.Regist("ssexporter", modules.NewSsExporter, autonomy, lite, master)
+	mm.Regist("ktexporter", modules.NewKtExporter, autonomy, lite, master)
+	if err := mm.Regist("ktexporter", modules.NewKtExporter, autonomy, lite, master); err != nil {
+		// 处理错误
+		nlog.Fatal(err) // 例如记录错误并终止程序，或者进行其他适当的错误处理
+	}
 	mm.Regist("scheduler", modules.NewScheduler, autonomy, master)
 	mm.Regist("transport", modules.NewTransport, autonomy, lite)
 
@@ -104,7 +109,16 @@ func Start(ctx context.Context, configFile string) error {
 	mm.SetDependencies("kusciaapi", "k3s", "config", "domainroute")
 	mm.SetDependencies("scheduler", "k3s")
 	mm.SetDependencies("ssexporter", "envoy")
-	mm.SetDependencies("metricexporter", "agent", "envoy", "ssexporter", "nodeexporter")
+	mm.SetDependencies("ktexporter", "envoy")
+	if err := mm.SetDependencies("ktexporter", "envoy"); err != nil {
+		// 处理错误
+		nlog.Fatal(err)
+	}
+	mm.SetDependencies("metricexporter", "agent", "envoy", "ssexporter", "ktexporter", "nodeexporter")
+	if err := mm.SetDependencies("metricexporter", "agent", "envoy", "ssexporter", "ktexporter", "nodeexporter"); err != nil {
+		// 处理错误
+		nlog.Fatal(err)
+	}
 	mm.SetDependencies("transport", "envoy")
 	mm.SetDependencies("k3s", "coredns")
 

go.mod

@@ -271,6 +271,7 @@ require (
 )
 
 replace (
+	github.com/secretflow/kuscia/pkg/utils/calculate => ./pkg/utils/calculate
 	github.com/agiledragon/gomonkey => github.com/agiledragon/gomonkey/v2 v2.2.0
 	k8s.io/api => k8s.io/api v0.26.11
 	k8s.io/apiextensions-apiserver => k8s.io/apiextensions-apiserver v0.26.11