fix(agent): enable gRPC keep-alive (#6621)

domsolutions · web-flow · commit c43fd13b796e · 2025-09-09T15:08:59.000+01:00
* enable gRPC keep-alive

* keep alive
diff --git a/scheduler/pkg/agent/modelserver_controlplane/oip/v2.go b/scheduler/pkg/agent/modelserver_controlplane/oip/v2.go
@@ -51,6 +51,7 @@ func CreateV2GrpcConnection(v2Config V2Config) (*grpc.ClientConn, error) {
 	}
 
 	opts := []grpc.DialOption{
+		grpc.WithKeepaliveParams(util.GetClientKeepAliveParameters()),
 		grpc.WithTransportCredentials(insecure.NewCredentials()),
 		grpc.WithDefaultCallOptions(grpc.MaxCallRecvMsgSize(v2Config.GRPCMaxMsgSizeBytes), grpc.MaxCallSendMsgSize(v2Config.GRPCMaxMsgSizeBytes)),
 		grpc.WithStreamInterceptor(grpc_retry.StreamClientInterceptor(retryOpts...)),
diff --git a/scheduler/pkg/kafka/gateway/worker.go b/scheduler/pkg/kafka/gateway/worker.go
@@ -124,6 +124,7 @@ func (iw *InferWorker) getGrpcClient(host string, port int) (v2.GRPCInferenceSer
 	}
 
 	opts := []grpc.DialOption{
+		grpc.WithKeepaliveParams(util.GetClientKeepAliveParameters()),
 		grpc.WithTransportCredentials(creds),
 		grpc.WithDefaultCallOptions(
 			grpc.MaxCallRecvMsgSize(util.GRPCMaxMsgSizeBytes),

Original file line number	Diff line number	Diff line change
`@@ -51,6 +51,7 @@ func CreateV2GrpcConnection(v2Config V2Config) (*grpc.ClientConn, error) {`
`51`	`51`	`}`
`52`	`52`
`53`	`53`	`opts := []grpc.DialOption{`
	`54`	`+ grpc.WithKeepaliveParams(util.GetClientKeepAliveParameters()),`
`54`	`55`	`grpc.WithTransportCredentials(insecure.NewCredentials()),`
`55`	`56`	`grpc.WithDefaultCallOptions(grpc.MaxCallRecvMsgSize(v2Config.GRPCMaxMsgSizeBytes), grpc.MaxCallSendMsgSize(v2Config.GRPCMaxMsgSizeBytes)),`
`56`	`57`	`grpc.WithStreamInterceptor(grpc_retry.StreamClientInterceptor(retryOpts...)),`
Original file line number	Diff line number	Diff line change
`@@ -124,6 +124,7 @@ func (iw *InferWorker) getGrpcClient(host string, port int) (v2.GRPCInferenceSer`
`124`	`124`	`}`
`125`	`125`
`126`	`126`	`opts := []grpc.DialOption{`
	`127`	`+ grpc.WithKeepaliveParams(util.GetClientKeepAliveParameters()),`
`127`	`128`	`grpc.WithTransportCredentials(creds),`
`128`	`129`	`grpc.WithDefaultCallOptions(`
`129`	`130`	`grpc.MaxCallRecvMsgSize(util.GRPCMaxMsgSizeBytes),`