We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7be0ce4 commit 6de20f1Copy full SHA for 6de20f1
core/src/main/scala/org/apache/spark/storage/BlockManagerMasterEndpoint.scala
@@ -278,6 +278,8 @@ class BlockManagerMasterEndpoint(
278
blockIdsToDel += blockId
279
blockStatusByShuffleService.get(bmIdForShuffleService).foreach { blockStatusForId =>
280
blockStatusForId.remove(blockId)
281
+ // when all blocks are removed from the block statuses then for this BM Id the whole
282
+ // blockStatusByShuffleService entry can be removed to avoid leaking memory
283
if (blockStatusForId.isEmpty) {
284
blockStatusByShuffleService.remove(bmIdForShuffleService)
285
}
0 commit comments