Skip to content
Snippets Groups Projects
Commit 3d8f2816 authored by Patrick Wendell's avatar Patrick Wendell
Browse files

Report compressed bytes read when calculating TaskMetrics

parent b09d4b79
No related branches found
No related tags found
No related merge requests found
...@@ -132,9 +132,10 @@ object BlockFetcherIterator { ...@@ -132,9 +132,10 @@ object BlockFetcherIterator {
"Unexpected message " + blockMessage.getType + " received from " + cmId) "Unexpected message " + blockMessage.getType + " received from " + cmId)
} }
val blockId = blockMessage.getId val blockId = blockMessage.getId
val networkSize = blockMessage.getData.limit()
results.put(new FetchResult(blockId, sizeMap(blockId), results.put(new FetchResult(blockId, sizeMap(blockId),
() => dataDeserialize(blockId, blockMessage.getData, serializer))) () => dataDeserialize(blockId, blockMessage.getData, serializer)))
_remoteBytesRead += req.size _remoteBytesRead += networkSize
logDebug("Got remote block " + blockId + " after " + Utils.getUsedTimeMs(startTime)) logDebug("Got remote block " + blockId + " after " + Utils.getUsedTimeMs(startTime))
} }
} }
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment