Skip to content

Commit e925ace

Browse files
committed
feat: Use specified branch of arrow-rs with workaround to invalid offset buffers from Java Arrow
1 parent aa6ddc5 commit e925ace

File tree

14 files changed

+657
-524
lines changed

14 files changed

+657
-524
lines changed

common/src/main/scala/org/apache/comet/CometConf.scala

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -133,11 +133,11 @@ object CometConf {
133133
val COMET_COLUMNAR_SHUFFLE_ENABLED: ConfigEntry[Boolean] = conf(
134134
"spark.comet.columnar.shuffle.enabled")
135135
.doc(
136-
"Force Comet to only use columnar shuffle for CometScan and Spark regular operators. " +
137-
"If this is enabled, Comet native shuffle will not be enabled but only Arrow shuffle. " +
138-
"By default, this config is false.")
136+
"Whether to enable Arrow-based columnar shuffle for Comet and Spark regular operators. " +
137+
"If this is enabled, Comet prefers columnar shuffle than native shuffle. " +
138+
"By default, this config is true.")
139139
.booleanConf
140-
.createWithDefault(false)
140+
.createWithDefault(true)
141141

142142
val COMET_EXEC_BROADCAST_ENABLED: ConfigEntry[Boolean] =
143143
conf(s"$COMET_EXEC_CONFIG_PREFIX.broadcast.enabled")

0 commit comments

Comments
 (0)