File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -40,6 +40,7 @@ $SPARK_HOME/bin/spark-submit \
4040 --conf spark.executor.extraClassPath=$COMET_JAR \
4141 --conf spark.plugins=org.apache.spark.CometPlugin \
4242 --conf spark.shuffle.manager=org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager \
43+ --conf spark.comet.scan.impl=native_datafusion \
4344 --conf spark.comet.expression.Cast.allowIncompatible=true \
4445 --conf spark.hadoop.fs.s3a.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
4546 --conf spark.hadoop.fs.s3a.aws.credentials.provider=com.amazonaws.auth.DefaultAWSCredentialsProviderChain \
Original file line number Diff line number Diff line change @@ -40,6 +40,7 @@ $SPARK_HOME/bin/spark-submit \
4040 --conf spark.executor.extraClassPath=$COMET_JAR \
4141 --conf spark.plugins=org.apache.spark.CometPlugin \
4242 --conf spark.shuffle.manager=org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager \
43+ --conf spark.comet.scan.impl=native_datafusion \
4344 --conf spark.comet.exec.replaceSortMergeJoin=true \
4445 --conf spark.comet.expression.Cast.allowIncompatible=true \
4546 --conf spark.hadoop.fs.s3a.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
You can’t perform that action at this time.
0 commit comments