opentelemetry

Author: phuhung273

pkg/observability/opentelemetry.go

@@ -45,6 +45,7 @@ type Metrics struct {
 	actionsCounter     api.Int64Counter
 	actionsCounterV2   api.Int64Counter
 	errorEventsCounter api.Int64Counter
+	nodesCounter       api.Int64Counter
 }
 
 // InitMetrics will initialize, register and expose, via http server, the metrics with Opentelemetry.
@@ -101,6 +102,26 @@ func (m Metrics) NodeActionsInc(action, nodeName string, eventID string, err err
 	m.actionsCounterV2.Add(context.Background(), 1, api.WithAttributes(labelsV2...))
 }
 
+// NodesInc will increment one for the node stats counter, partitioned by nodeName, and only if metrics are enabled.
+func (m Metrics) NodesInc(nodeName string) {
+	m.NodesModify(1, nodeName)
+}
+
+// NodesInc will decrease one for the node stats counter, partitioned by nodeName, and only if metrics are enabled.
+func (m Metrics) NodesDec(nodeName string) {
+	m.NodesModify(-1, nodeName)
+}
+
+func (m Metrics) NodesModify(num int64, nodeName string) {
+	if !m.enabled {
+		return
+	}
+
+	labels := []attribute.KeyValue{labelNodeNameKey.String(nodeName)}
+
+	m.actionsCounter.Add(context.Background(), num, api.WithAttributes(labels...))
+}
+
 func registerMetricsWith(provider *metric.MeterProvider) (Metrics, error) {
 	meter := provider.Meter("aws.node.termination.handler")
 
@@ -127,11 +148,20 @@ func registerMetricsWith(provider *metric.MeterProvider) (Metrics, error) {
 		return Metrics{}, fmt.Errorf("failed to create Prometheus counter %q: %w", name, err)
 	}
 	errorEventsCounter.Add(context.Background(), 0)
+
+	name = "nodes"
+	nodesCounter, err := meter.Int64Counter(name, api.WithDescription("Number of nodes processing"))
+	if err != nil {
+		return Metrics{}, fmt.Errorf("failed to create Prometheus counter %q: %w", name, err)
+	}
+	nodesCounter.Add(context.Background(), 0)
+
 	return Metrics{
 		meter:              meter,
 		errorEventsCounter: errorEventsCounter,
 		actionsCounter:     actionsCounter,
 		actionsCounterV2:   actionsCounterV2,
+		nodesCounter:       nodesCounter,
 	}, nil
 }