diff options
author | Padma Penumarthy <ppenumar97@yahoo.com> | 2018-06-07 14:04:47 -0700 |
---|---|---|
committer | Timothy Farkas <timothyfarkas@apache.org> | 2018-06-11 21:25:34 -0700 |
commit | cbcb59df5ccc655e374ac6244c572088153aedc6 (patch) | |
tree | d53592de8a25ff3eaba61420e90b7d4cd5505f81 /exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/join/HashJoinBatch.java | |
parent | ded643deeafbabe9363499960a135d33652bf567 (diff) |
DRILL-6478: enhance debug logs for batch sizing
closes #1310
Diffstat (limited to 'exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/join/HashJoinBatch.java')
-rw-r--r-- | exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/join/HashJoinBatch.java | 37 |
1 files changed, 17 insertions, 20 deletions
diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/join/HashJoinBatch.java b/exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/join/HashJoinBatch.java index 4267077ae..428a47ebf 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/join/HashJoinBatch.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/join/HashJoinBatch.java @@ -242,10 +242,8 @@ public class HashJoinBatch extends AbstractBinaryRecordBatch<HashJoinPOP> { batchMemoryManager.update(LEFT_INDEX, 0); batchMemoryManager.update(RIGHT_INDEX, 0, true); - if (logger.isDebugEnabled()) { - logger.debug("BATCH_STATS, incoming left:\n {}", batchMemoryManager.getRecordBatchSizer(LEFT_INDEX)); - logger.debug("BATCH_STATS, incoming right:\n {}", batchMemoryManager.getRecordBatchSizer(RIGHT_INDEX)); - } + logger.debug("BATCH_STATS, incoming left: {}", batchMemoryManager.getRecordBatchSizer(LEFT_INDEX)); + logger.debug("BATCH_STATS, incoming right: {}", batchMemoryManager.getRecordBatchSizer(RIGHT_INDEX)); if (leftUpstream == IterOutcome.STOP || rightUpstream == IterOutcome.STOP) { state = BatchState.STOP; @@ -358,7 +356,7 @@ public class HashJoinBatch extends AbstractBinaryRecordBatch<HashJoinPOP> { batchMemoryManager.updateOutgoingStats(outputRecords); if (logger.isDebugEnabled()) { - logger.debug("BATCH_STATS, outgoing:\n {}", new RecordBatchSizer(this)); + logger.debug("BATCH_STATS, outgoing: {}", new RecordBatchSizer(this)); } /* We are here because of one the following @@ -890,6 +888,7 @@ public class HashJoinBatch extends AbstractBinaryRecordBatch<HashJoinPOP> { // get the output batch size from config. int configuredBatchSize = (int) context.getOptions().getOption(ExecConstants.OUTPUT_BATCH_SIZE_VALIDATOR); batchMemoryManager = new JoinBatchMemoryManager(configuredBatchSize, left, right); + logger.debug("BATCH_STATS, configured output batch size: {}", configuredBatchSize); } /** @@ -1004,21 +1003,19 @@ public class HashJoinBatch extends AbstractBinaryRecordBatch<HashJoinPOP> { updateMetrics(); - logger.debug("BATCH_STATS, incoming aggregate left: batch count : {}, avg bytes : {}, avg row bytes : {}, record count : {}", - batchMemoryManager.getNumIncomingBatches(JoinBatchMemoryManager.LEFT_INDEX), - batchMemoryManager.getAvgInputBatchSize(JoinBatchMemoryManager.LEFT_INDEX), - batchMemoryManager.getAvgInputRowWidth(JoinBatchMemoryManager.LEFT_INDEX), - batchMemoryManager.getTotalInputRecords(JoinBatchMemoryManager.LEFT_INDEX)); - - logger.debug("BATCH_STATS, incoming aggregate right: batch count : {}, avg bytes : {}, avg row bytes : {}, record count : {}", - batchMemoryManager.getNumIncomingBatches(JoinBatchMemoryManager.RIGHT_INDEX), - batchMemoryManager.getAvgInputBatchSize(JoinBatchMemoryManager.RIGHT_INDEX), - batchMemoryManager.getAvgInputRowWidth(JoinBatchMemoryManager.RIGHT_INDEX), - batchMemoryManager.getTotalInputRecords(JoinBatchMemoryManager.RIGHT_INDEX)); - - logger.debug("BATCH_STATS, outgoing aggregate: batch count : {}, avg bytes : {}, avg row bytes : {}, record count : {}", - batchMemoryManager.getNumOutgoingBatches(), batchMemoryManager.getAvgOutputBatchSize(), - batchMemoryManager.getAvgOutputRowWidth(), batchMemoryManager.getTotalOutputRecords()); + if (logger.isDebugEnabled()) { + logger.debug("BATCH_STATS, incoming aggregate left: batch count : {}, avg bytes : {}, avg row bytes : {}, record count : {}", + batchMemoryManager.getNumIncomingBatches(JoinBatchMemoryManager.LEFT_INDEX), batchMemoryManager.getAvgInputBatchSize(JoinBatchMemoryManager.LEFT_INDEX), + batchMemoryManager.getAvgInputRowWidth(JoinBatchMemoryManager.LEFT_INDEX), batchMemoryManager.getTotalInputRecords(JoinBatchMemoryManager.LEFT_INDEX)); + + logger.debug("BATCH_STATS, incoming aggregate right: batch count : {}, avg bytes : {}, avg row bytes : {}, record count : {}", + batchMemoryManager.getNumIncomingBatches(JoinBatchMemoryManager.RIGHT_INDEX), batchMemoryManager.getAvgInputBatchSize(JoinBatchMemoryManager.RIGHT_INDEX), + batchMemoryManager.getAvgInputRowWidth(JoinBatchMemoryManager.RIGHT_INDEX), batchMemoryManager.getTotalInputRecords(JoinBatchMemoryManager.RIGHT_INDEX)); + + logger.debug("BATCH_STATS, outgoing aggregate: batch count : {}, avg bytes : {}, avg row bytes : {}, record count : {}", + batchMemoryManager.getNumOutgoingBatches(), batchMemoryManager.getAvgOutputBatchSize(), + batchMemoryManager.getAvgOutputRowWidth(), batchMemoryManager.getTotalOutputRecords()); + } this.cleanup(); super.close(); |