Add projection pushdown optimizer (#7141)

* add projection pushdown optimizer

Signed-off-by: Ben Ye <benye@amazon.com>

* lint

Signed-off-by: Ben Ye <benye@amazon.com>

---------

Signed-off-by: Ben Ye <benye@amazon.com>

Author: yeya24

docs/blocks-storage/querier.md

@@ -265,7 +265,7 @@ querier:
 
     # Logical plan optimizers. Multiple optimizers can be provided as a
     # comma-separated list. Supported values: default, all, propagate-matchers,
-    # sort-matchers, merge-selects, detect-histogram-stats
+    # sort-matchers, merge-selects, detect-histogram-stats, projection
     # CLI flag: -querier.optimizers
     [optimizers: <string> | default = "default"]
 

docs/configuration/config-file-reference.md

@@ -4783,7 +4783,7 @@ thanos_engine:
 
   # Logical plan optimizers. Multiple optimizers can be provided as a
   # comma-separated list. Supported values: default, all, propagate-matchers,
-  # sort-matchers, merge-selects, detect-histogram-stats
+  # sort-matchers, merge-selects, detect-histogram-stats, projection
   # CLI flag: -querier.optimizers
   [optimizers: <string> | default = "default"]
 
@@ -5554,7 +5554,7 @@ thanos_engine:
 
   # Logical plan optimizers. Multiple optimizers can be provided as a
   # comma-separated list. Supported values: default, all, propagate-matchers,
-  # sort-matchers, merge-selects, detect-histogram-stats
+  # sort-matchers, merge-selects, detect-histogram-stats, projection
   # CLI flag: -ruler.optimizers
   [optimizers: <string> | default = "default"]
 

pkg/engine/config.go

@@ -5,10 +5,11 @@ import (
 	"fmt"
 	"strings"
 
+	"github.com/prometheus-community/parquet-common/schema"
 	"github.com/thanos-io/promql-engine/logicalplan"
 )
 
-var supportedOptimizers = []string{"default", "all", "propagate-matchers", "sort-matchers", "merge-selects", "detect-histogram-stats"}
+var supportedOptimizers = []string{"default", "all", "propagate-matchers", "sort-matchers", "merge-selects", "detect-histogram-stats", "projection"}
 
 // ThanosEngineConfig contains the configuration to create engine.
 type ThanosEngineConfig struct {
@@ -59,6 +60,11 @@ func getOptimizer(name string) ([]logicalplan.Optimizer, error) {
 		return []logicalplan.Optimizer{logicalplan.MergeSelectsOptimizer{}}, nil
 	case "detect-histogram-stats":
 		return []logicalplan.Optimizer{logicalplan.DetectHistogramStatsOptimizer{}}, nil
+	case "projection":
+		po := logicalplan.ProjectionOptimizer{
+			SeriesHashLabel: schema.SeriesHashColumn,
+		}
+		return []logicalplan.Optimizer{po}, nil
 	default:
 		return nil, fmt.Errorf("unknown optimizer %s", name)
 	}

schemas/cortex-config-schema.json

@@ -6000,7 +6000,7 @@
             },
             "optimizers": {
               "default": "default",
-              "description": "Logical plan optimizers. Multiple optimizers can be provided as a comma-separated list. Supported values: default, all, propagate-matchers, sort-matchers, merge-selects, detect-histogram-stats",
+              "description": "Logical plan optimizers. Multiple optimizers can be provided as a comma-separated list. Supported values: default, all, propagate-matchers, sort-matchers, merge-selects, detect-histogram-stats, projection",
               "type": "string",
               "x-cli-flag": "querier.optimizers"
             }
@@ -7021,7 +7021,7 @@
             },
             "optimizers": {
               "default": "default",
-              "description": "Logical plan optimizers. Multiple optimizers can be provided as a comma-separated list. Supported values: default, all, propagate-matchers, sort-matchers, merge-selects, detect-histogram-stats",
+              "description": "Logical plan optimizers. Multiple optimizers can be provided as a comma-separated list. Supported values: default, all, propagate-matchers, sort-matchers, merge-selects, detect-histogram-stats, projection",
               "type": "string",
               "x-cli-flag": "ruler.optimizers"
             }