Skip to content

Commit 3cd00cc

Browse files
committed
fix unit test
1 parent e77079f commit 3cd00cc

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

spark/src/test/scala/org/apache/comet/exec/CometExecSuite.scala

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -109,6 +109,10 @@ class CometExecSuite extends CometTestBase {
109109
Seq("parquet").foreach { v1List =>
110110
withSQLConf(
111111
SQLConf.USE_V1_SOURCE_LIST.key -> v1List,
112+
// FIXME: prefer to arrow will cause DPP not work,
113+
// PlanAdaptiveDynamicPruningFilters/PlanDynamicPruningFilters will check BHJ to reused,
114+
// but preferToArrow will cause BHJ to convert to CometBHJ
115+
CometConf.COMET_PREFER_TO_ARROW_ENABLED.key -> "false",
112116
CometConf.COMET_DPP_FALLBACK_ENABLED.key -> "true") {
113117
spark.read.parquet(factPath).createOrReplaceTempView("dpp_fact")
114118
spark.read.parquet(dimPath).createOrReplaceTempView("dpp_dim")
@@ -469,6 +473,7 @@ class CometExecSuite extends CometTestBase {
469473
SQLConf.ADAPTIVE_EXECUTION_ENABLED.key -> "false",
470474
CometConf.COMET_SHUFFLE_MODE.key -> columnarShuffleMode) {
471475
val (_, cometPlan) = checkSparkAnswer("SELECT * FROM v where c1 = 1 order by c1, c2")
476+
println(cometPlan)
472477
val shuffle = find(cometPlan) {
473478
case _: CometShuffleExchangeExec if columnarShuffleMode.equalsIgnoreCase("jvm") =>
474479
true

0 commit comments

Comments
 (0)