Add EstimateComponentsPlugins support to framework and related tests

Signed-off-by: seanlaii <qazwsx0939059006@gmail.com>

Author: seanlaii

pkg/estimator/server/framework/interface.go

@@ -38,6 +38,13 @@ type Framework interface {
 	// The Result contains code, reasons and error
 	// it is merged from all plugins returned result codes
 	RunEstimateReplicasPlugins(ctx context.Context, snapshot *schedcache.Snapshot, replicaRequirements *pb.ReplicaRequirements) (int32, *Result)
+	// RunEstimateComponentsPlugins runs the set of configured EstimateComponentsPlugins
+	// for estimating the maximum number of complete component sets based on the given components.
+	// It returns an integer and a Result.
+	// The integer represents the minimum calculated value of estimated component sets from each EstimateComponentsPlugin.
+	// The Result contains code, reasons and error
+	// it is merged from all plugins returned result codes
+	RunEstimateComponentsPlugins(ctx context.Context, snapshot *schedcache.Snapshot, components []pb.Component) (int32, *Result)
 	// TODO(wengyao04): we can add filter and score plugin extension points if needed in the future
 }
 
@@ -58,6 +65,19 @@ type EstimateReplicasPlugin interface {
 	Estimate(ctx context.Context, snapshot *schedcache.Snapshot, replicaRequirements *pb.ReplicaRequirements) (int32, *Result)
 }
 
+// EstimateComponentsPlugin is an interface for component set estimation plugins.
+// These estimators are used to estimate the maximum number of complete component sets
+// for a given set of components with different replica requirements.
+type EstimateComponentsPlugin interface {
+	Plugin
+	// EstimateComponents is called for each MaxAvailableComponentSets request.
+	// It returns an integer and a Result.
+	// The integer represents the estimated number of complete component sets that can be scheduled.
+	// The Result contains code, reasons and error
+	// it is merged from all plugins returned result codes
+	EstimateComponents(ctx context.Context, snapshot *schedcache.Snapshot, components []pb.Component) (int32, *Result)
+}
+
 // Handle provides data and some tools that plugins can use. It is
 // passed to the plugin factories at the time of plugin initialization. Plugins
 // must store and use this handle to call framework functions.

pkg/estimator/server/framework/runtime/framework.go

@@ -34,15 +34,20 @@ import (
 )
 
 const (
-	estimator = "Estimator"
+	// estimator is the legacy label for replica estimation metrics.
+	// Deprecated: Use estimateReplicasExtension instead. This will be removed in a future release.
+	estimator                   = "Estimator"
+	estimateReplicasExtension   = "EstimateReplicas"
+	estimateComponentsExtension = "EstimateComponents"
 )
 
 // frameworkImpl implements the Framework interface and is responsible for initializing and running scheduler
 // plugins.
 type frameworkImpl struct {
-	estimateReplicasPlugins []framework.EstimateReplicasPlugin
-	clientSet               clientset.Interface
-	informerFactory         informers.SharedInformerFactory
+	estimateReplicasPlugins   []framework.EstimateReplicasPlugin
+	estimateComponentsPlugins []framework.EstimateComponentsPlugin
+	clientSet                 clientset.Interface
+	informerFactory           informers.SharedInformerFactory
 }
 
 var _ framework.Framework = &frameworkImpl{}
@@ -85,12 +90,16 @@ func NewFramework(r Registry, opts ...Option) (framework.Framework, error) {
 	estimateReplicasPluginsList := reflect.ValueOf(&f.estimateReplicasPlugins).Elem()
 	estimateReplicasType := estimateReplicasPluginsList.Type().Elem()
 
+	estimateComponentsPluginsList := reflect.ValueOf(&f.estimateComponentsPlugins).Elem()
+	estimateComponentsType := estimateComponentsPluginsList.Type().Elem()
+
 	for name, factory := range r {
 		p, err := factory(f)
 		if err != nil {
 			return nil, fmt.Errorf("failed to initialize plugin %q: %w", name, err)
 		}
 		addPluginToList(p, estimateReplicasType, &estimateReplicasPluginsList)
+		addPluginToList(p, estimateComponentsType, &estimateComponentsPluginsList)
 	}
 	return f, nil
 }
@@ -119,7 +128,10 @@ func (frw *frameworkImpl) SharedInformerFactory() informers.SharedInformerFactor
 func (frw *frameworkImpl) RunEstimateReplicasPlugins(ctx context.Context, snapshot *schedcache.Snapshot, replicaRequirements *pb.ReplicaRequirements) (int32, *framework.Result) {
 	startTime := time.Now()
 	defer func() {
+		// Emit metrics with both old and new labels for backward compatibility
+		// TODO: Remove estimator label in a future release (deprecated)
 		metrics.FrameworkExtensionPointDuration.WithLabelValues(estimator).Observe(utilmetrics.DurationInSeconds(startTime))
+		metrics.FrameworkExtensionPointDuration.WithLabelValues(estimateReplicasExtension).Observe(utilmetrics.DurationInSeconds(startTime))
 	}()
 	var replica int32 = math.MaxInt32
 	results := make(framework.PluginToResult)
@@ -141,6 +153,42 @@ func (frw *frameworkImpl) runEstimateReplicasPlugins(
 ) (int32, *framework.Result) {
 	startTime := time.Now()
 	replica, ret := pl.Estimate(ctx, snapshot, replicaRequirements)
+	// Emit metrics with both old and new labels for backward compatibility
+	// TODO: Remove estimator label in a future release (deprecated)
 	metrics.PluginExecutionDuration.WithLabelValues(pl.Name(), estimator).Observe(utilmetrics.DurationInSeconds(startTime))
+	metrics.PluginExecutionDuration.WithLabelValues(pl.Name(), estimateReplicasExtension).Observe(utilmetrics.DurationInSeconds(startTime))
 	return replica, ret
 }
+
+// RunEstimateComponentsPlugins runs the set of configured EstimateComponentsPlugins
+// for estimating the maximum number of complete component sets based on the given components.
+// It returns an integer and a Result.
+// The integer represents the minimum calculated value of estimated component sets from each EstimateComponentsPlugin.
+func (frw *frameworkImpl) RunEstimateComponentsPlugins(ctx context.Context, snapshot *schedcache.Snapshot, components []pb.Component) (int32, *framework.Result) {
+	startTime := time.Now()
+	defer func() {
+		metrics.FrameworkExtensionPointDuration.WithLabelValues(estimateComponentsExtension).Observe(utilmetrics.DurationInSeconds(startTime))
+	}()
+	var sets int32 = math.MaxInt32
+	results := make(framework.PluginToResult)
+	for _, pl := range frw.estimateComponentsPlugins {
+		plSets, ret := frw.runEstimateComponentsPlugins(ctx, pl, snapshot, components)
+		if (ret.IsSuccess() || ret.IsUnschedulable()) && plSets < sets {
+			sets = plSets
+		}
+		results[pl.Name()] = ret
+	}
+	return sets, results.Merge()
+}
+
+func (frw *frameworkImpl) runEstimateComponentsPlugins(
+	ctx context.Context,
+	pl framework.EstimateComponentsPlugin,
+	snapshot *schedcache.Snapshot,
+	components []pb.Component,
+) (int32, *framework.Result) {
+	startTime := time.Now()
+	sets, ret := pl.EstimateComponents(ctx, snapshot, components)
+	metrics.PluginExecutionDuration.WithLabelValues(pl.Name(), estimateComponentsExtension).Observe(utilmetrics.DurationInSeconds(startTime))
+	return sets, ret
+}