Skip to content
Snippets Groups Projects
Commit 29d3440e authored by Andrew Ash's avatar Andrew Ash
Browse files

Add details when BlockManager heartbeats time out

Makes it more clear what the threshold was for tuning spark.storage.blockManagerSlaveTimeoutMs

Before:
WARN  "Removing BlockManager BlockManagerId(201304022120-1976232532-5050-27464-0, myhostname, 51337) with no recent heart beats

After:
WARN  "Removing BlockManager BlockManagerId(201304022120-1976232532-5050-27464-0, myhostname, 51337) with no recent heart beats: 19216ms exceeds 15000ms
parent c91ff8d4
No related branches found
No related tags found
No related merge requests found
...@@ -121,7 +121,8 @@ class BlockManagerMasterActor(val isLocal: Boolean) extends Actor with Logging { ...@@ -121,7 +121,8 @@ class BlockManagerMasterActor(val isLocal: Boolean) extends Actor with Logging {
val toRemove = new HashSet[BlockManagerId] val toRemove = new HashSet[BlockManagerId]
for (info <- blockManagerInfo.values) { for (info <- blockManagerInfo.values) {
if (info.lastSeenMs < minSeenTime) { if (info.lastSeenMs < minSeenTime) {
logWarning("Removing BlockManager " + info.blockManagerId + " with no recent heart beats") logWarning("Removing BlockManager " + info.blockManagerId + " with no recent heart beats: "
(now - info.lastSeenMs) + "ms exceeds " + slaveTimeout + "ms")
toRemove += info.blockManagerId toRemove += info.blockManagerId
} }
} }
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment