From b90137d984823c45129f318f52452819a70dd8ed Mon Sep 17 00:00:00 2001 From: Rong Ma Date: Fri, 8 May 2026 10:48:06 +0100 Subject: [PATCH 1/2] fix test code wrong part number --- .../apache/gluten/utils/PartitionsUtilSuite.scala | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/gluten-substrait/src/test/scala/org/apache/gluten/utils/PartitionsUtilSuite.scala b/gluten-substrait/src/test/scala/org/apache/gluten/utils/PartitionsUtilSuite.scala index 0a9719ab7477..55a3955dde56 100644 --- a/gluten-substrait/src/test/scala/org/apache/gluten/utils/PartitionsUtilSuite.scala +++ b/gluten-substrait/src/test/scala/org/apache/gluten/utils/PartitionsUtilSuite.scala @@ -30,10 +30,17 @@ class PartitionsUtilSuite extends AnyFunSuite { private def makeFilePartitions( files: Seq[PartitionedFile], numPartitions: Int): Seq[FilePartition] = { - val numGroups = files.size / numPartitions + - (if (files.size % numPartitions == 0) 0 else 1) - files.grouped(numGroups).toSeq.zipWithIndex.map { - case (p, idx) => FilePartition(idx, p.toArray) + val groupedFiles = files.zipWithIndex.groupBy { + case (_, idx) => idx % numPartitions + } + + (0 until numPartitions).map { idx => + val partitionFiles = groupedFiles + .getOrElse(idx, Seq.empty) + .map(_._1) + .toArray + + FilePartition(idx, partitionFiles) } } From 0f5cc06a1e36332a415eed30dbdd786e8618432b Mon Sep 17 00:00:00 2001 From: Rong Ma Date: Fri, 8 May 2026 11:11:39 +0100 Subject: [PATCH 2/2] format --- .../apache/gluten/utils/PartitionsUtilSuite.scala | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/gluten-substrait/src/test/scala/org/apache/gluten/utils/PartitionsUtilSuite.scala b/gluten-substrait/src/test/scala/org/apache/gluten/utils/PartitionsUtilSuite.scala index 55a3955dde56..6c38140f855a 100644 --- a/gluten-substrait/src/test/scala/org/apache/gluten/utils/PartitionsUtilSuite.scala +++ b/gluten-substrait/src/test/scala/org/apache/gluten/utils/PartitionsUtilSuite.scala @@ -34,13 +34,14 @@ class PartitionsUtilSuite extends AnyFunSuite { case (_, idx) => idx % numPartitions } - (0 until numPartitions).map { idx => - val partitionFiles = groupedFiles - .getOrElse(idx, Seq.empty) - .map(_._1) - .toArray - - FilePartition(idx, partitionFiles) + (0 until numPartitions).map { + idx => + val partitionFiles = groupedFiles + .getOrElse(idx, Seq.empty) + .map(_._1) + .toArray + + FilePartition(idx, partitionFiles) } }