Skip to content

Commit 51812a7

Browse files
committed
Change shuffle manager sort name to tungsten-sort
1 parent 4023fa4 commit 51812a7

File tree

3 files changed

+4
-4
lines changed

3 files changed

+4
-4
lines changed

core/src/main/scala/org/apache/spark/SparkEnv.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -314,7 +314,7 @@ object SparkEnv extends Logging {
314314
val shortShuffleMgrNames = Map(
315315
"hash" -> "org.apache.spark.shuffle.hash.HashShuffleManager",
316316
"sort" -> "org.apache.spark.shuffle.sort.SortShuffleManager",
317-
"unsafe" -> "org.apache.spark.shuffle.unsafe.UnsafeShuffleManager")
317+
"tungsten-sort" -> "org.apache.spark.shuffle.unsafe.UnsafeShuffleManager")
318318
val shuffleMgrName = conf.get("spark.shuffle.manager", "sort")
319319
val shuffleMgrClass = shortShuffleMgrNames.getOrElse(shuffleMgrName.toLowerCase, shuffleMgrName)
320320
val shuffleManager = instantiateClass[ShuffleManager](shuffleMgrClass)

core/src/main/scala/org/apache/spark/shuffle/unsafe/UnsafeShuffleManager.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -117,8 +117,8 @@ private[spark] class UnsafeShuffleManager(conf: SparkConf) extends ShuffleManage
117117

118118
if (!conf.getBoolean("spark.shuffle.spill", true)) {
119119
logWarning(
120-
"spark.shuffle.spill was set to false, but this is ignored by UnsafeShuffleManager; " +
121-
"its optimized shuffles will continue to spill to disk when necessary.")
120+
"spark.shuffle.spill was set to false, but this is ignored by the tungsten-sort shuffle " +
121+
"manager; its optimized shuffles will continue to spill to disk when necessary.")
122122
}
123123

124124

core/src/test/scala/org/apache/spark/shuffle/unsafe/UnsafeShuffleSuite.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@ class UnsafeShuffleSuite extends ShuffleSuite with BeforeAndAfterAll {
2525
// This test suite should run all tests in ShuffleSuite with unsafe-based shuffle.
2626

2727
override def beforeAll() {
28-
conf.set("spark.shuffle.manager", "unsafe")
28+
conf.set("spark.shuffle.manager", "tungsten-sort")
2929
// UnsafeShuffleManager requires at least 128 MB of memory per task in order to be able to sort
3030
// shuffle records.
3131
conf.set("spark.shuffle.memoryFraction", "0.5")

0 commit comments

Comments
 (0)