File tree Expand file tree Collapse file tree 3 files changed +4
-4
lines changed 
main/scala/org/apache/spark 
test/scala/org/apache/spark/shuffle/unsafe Expand file tree Collapse file tree 3 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -314,7 +314,7 @@ object SparkEnv extends Logging {
314314    val  shortShuffleMgrNames  =  Map (
315315      " hash"   ->  " org.apache.spark.shuffle.hash.HashShuffleManager"  ,
316316      " sort"   ->  " org.apache.spark.shuffle.sort.SortShuffleManager"  ,
317-       " unsafe "   ->  " org.apache.spark.shuffle.unsafe.UnsafeShuffleManager"  )
317+       " tungsten-sort "   ->  " org.apache.spark.shuffle.unsafe.UnsafeShuffleManager"  )
318318    val  shuffleMgrName  =  conf.get(" spark.shuffle.manager"  , " sort"  )
319319    val  shuffleMgrClass  =  shortShuffleMgrNames.getOrElse(shuffleMgrName.toLowerCase, shuffleMgrName)
320320    val  shuffleManager  =  instantiateClass[ShuffleManager ](shuffleMgrClass)
Original file line number Diff line number Diff line change @@ -117,8 +117,8 @@ private[spark] class UnsafeShuffleManager(conf: SparkConf) extends ShuffleManage
117117
118118  if  (! conf.getBoolean(" spark.shuffle.spill"  , true )) {
119119    logWarning(
120-       " spark.shuffle.spill was set to false, but this is ignored by UnsafeShuffleManager;  "   + 
121-       " its optimized shuffles will continue to spill to disk when necessary."  )
120+       " spark.shuffle.spill was set to false, but this is ignored by the tungsten-sort shuffle  "   + 
121+       " manager;  its optimized shuffles will continue to spill to disk when necessary."  )
122122  }
123123
124124
Original file line number Diff line number Diff line change @@ -25,7 +25,7 @@ class UnsafeShuffleSuite extends ShuffleSuite with BeforeAndAfterAll {
2525  //  This test suite should run all tests in ShuffleSuite with unsafe-based shuffle.
2626
2727  override  def  beforeAll () {
28-     conf.set(" spark.shuffle.manager"  , " unsafe "  )
28+     conf.set(" spark.shuffle.manager"  , " tungsten-sort "  )
2929    //  UnsafeShuffleManager requires at least 128 MB of memory per task in order to be able to sort
3030    //  shuffle records.
3131    conf.set(" spark.shuffle.memoryFraction"  , " 0.5"  )
    
 
   
 
     
   
   
          
     
  
    
     
 
    
      
     
 
     
    You can’t perform that action at this time.
  
 
    
  
     
    
      
        
     
 
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments