From 1e09d1290532e6488dac07725df30d9e66088843 Mon Sep 17 00:00:00 2001 From: comphead Date: Wed, 18 Feb 2026 15:08:09 -0800 Subject: [PATCH] chore: CometConf change default batch size values --- common/src/main/scala/org/apache/comet/CometConf.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/common/src/main/scala/org/apache/comet/CometConf.scala b/common/src/main/scala/org/apache/comet/CometConf.scala index 480eafdcb7..dbc4b6b8ef 100644 --- a/common/src/main/scala/org/apache/comet/CometConf.scala +++ b/common/src/main/scala/org/apache/comet/CometConf.scala @@ -493,7 +493,7 @@ object CometConf extends ShimCometConf { .doc("The columnar batch size, i.e., the maximum number of rows that a batch can contain.") .intConf .checkValue(v => v > 0, "Batch size must be positive") - .createWithDefault(8192) + .createWithDefault(32768) val COMET_COLUMNAR_SHUFFLE_BATCH_SIZE: ConfigEntry[Int] = conf("spark.comet.columnar.shuffle.batch.size") @@ -505,7 +505,7 @@ object CometConf extends ShimCometConf { .checkValue( v => v <= COMET_BATCH_SIZE.get(), "Should not be larger than batch size `spark.comet.batchSize`") - .createWithDefault(8192) + .createWithDefault(32768) val COMET_SHUFFLE_WRITE_BUFFER_SIZE: ConfigEntry[Long] = conf(s"$COMET_EXEC_CONFIG_PREFIX.shuffle.writeBufferSize")