File tree Expand file tree Collapse file tree 1 file changed +5
-0
lines changed
spark/src/test/scala/org/apache/comet/exec Expand file tree Collapse file tree 1 file changed +5
-0
lines changed Original file line number Diff line number Diff line change @@ -109,6 +109,10 @@ class CometExecSuite extends CometTestBase {
109109 Seq (" parquet" ).foreach { v1List =>
110110 withSQLConf(
111111 SQLConf .USE_V1_SOURCE_LIST .key -> v1List,
112+ // FIXME: prefer to arrow will cause DPP not work,
113+ // PlanAdaptiveDynamicPruningFilters/PlanDynamicPruningFilters will check BHJ to reused,
114+ // but preferToArrow will cause BHJ to convert to CometBHJ
115+ CometConf .COMET_PREFER_TO_ARROW_ENABLED .key -> " false" ,
112116 CometConf .COMET_DPP_FALLBACK_ENABLED .key -> " true" ) {
113117 spark.read.parquet(factPath).createOrReplaceTempView(" dpp_fact" )
114118 spark.read.parquet(dimPath).createOrReplaceTempView(" dpp_dim" )
@@ -469,6 +473,7 @@ class CometExecSuite extends CometTestBase {
469473 SQLConf .ADAPTIVE_EXECUTION_ENABLED .key -> " false" ,
470474 CometConf .COMET_SHUFFLE_MODE .key -> columnarShuffleMode) {
471475 val (_, cometPlan) = checkSparkAnswer(" SELECT * FROM v where c1 = 1 order by c1, c2" )
476+ println(cometPlan)
472477 val shuffle = find(cometPlan) {
473478 case _ : CometShuffleExchangeExec if columnarShuffleMode.equalsIgnoreCase(" jvm" ) =>
474479 true
You can’t perform that action at this time.
0 commit comments