ENG-506 Add performance metrics tracking for key operations

.gitignore

@@ -66,3 +66,6 @@ tmp/
 
 # Output directory
 out/
+data/
+logs/
+storage/

cmd/start.go

@@ -3,6 +3,8 @@ package cmd
 import (
 	"context"
 	"fmt"
+	"time"
+
 	"github.com/keep-network/keep-core/pkg/tbtcpg"
 
 	"github.com/keep-network/keep-common/pkg/persistence"
@@ -87,6 +89,23 @@ func start(cmd *cobra.Command) error {
 		blockCounter,
 	)
 
+	// Wire performance metrics into network provider if available
+	var perfMetrics *clientinfo.PerformanceMetrics
+	if clientInfoRegistry != nil {
+		perfMetrics = clientinfo.NewPerformanceMetrics(clientInfoRegistry)
+		// Type assert to libp2p provider to set metrics recorder
+		// The provider struct is not exported, so we use interface assertion
+		if setter, ok := netProvider.(interface {
+			SetMetricsRecorder(recorder interface {
+				IncrementCounter(name string, value float64)
+				SetGauge(name string, value float64)
+				RecordDuration(name string, duration time.Duration)
+			})
+		}); ok {
+			setter.SetMetricsRecorder(perfMetrics)
+		}
+	}
+
 	// Initialize beacon and tbtc only for non-bootstrap nodes.
 	// Skip initialization for bootstrap nodes as they are only used for network
 	// discovery.
@@ -106,13 +125,28 @@ func start(cmd *cobra.Command) error {
 
 		scheduler := generator.StartScheduler()
 
+		// Observe Bitcoin connectivity (for backward compatibility)
+		// Note: RPC health checker also tracks this with more comprehensive checks
 		clientInfoRegistry.ObserveBtcConnectivity(
 			btcChain,
 			clientConfig.ClientInfo.BitcoinMetricsTick,
 		)
 
 		clientInfoRegistry.RegisterBtcChainInfoSource(btcChain)
 
+		// Start RPC health checker for Ethereum and Bitcoin RPC endpoints
+		// This makes actual RPC calls (not just ICMP ping) to verify services are working
+		if clientInfoRegistry != nil {
+			rpcHealthChecker := clientinfo.NewRPCHealthChecker(
+				clientInfoRegistry,
+				blockCounter,
+				btcChain,
+				clientConfig.ClientInfo.RPCHealthCheckInterval,
+				clientConfig.ClientInfo.RPCHealthCheckTimeout,
+			)
+			rpcHealthChecker.Start(ctx)
+		}
+
 		err = beacon.Initialize(
 			ctx,
 			beaconChain,
@@ -220,6 +254,8 @@ func initializeClientInfo(
 		config.ClientInfo.NetworkMetricsTick,
 	)
 
+	// Observe Ethereum connectivity (for backward compatibility)
+	// Note: RPC health checker also tracks this with more comprehensive checks
 	registry.ObserveEthConnectivity(
 		blockCounter,
 		config.ClientInfo.EthereumMetricsTick,