diff options
author | Aman Sinha <asinha@maprtech.com> | 2015-04-29 20:34:04 -0700 |
---|---|---|
committer | Aman Sinha <asinha@maprtech.com> | 2015-05-07 15:32:13 -0700 |
commit | 79a712aaee320594dc9fc88e49d953df3d9fad9d (patch) | |
tree | 95a72bc74b58db03c41aa552a454ba257624d8e1 /exec/java-exec | |
parent | 8c706e6fa44e100cef6c117ddeceb238d150e89d (diff) |
DRILL-2809: Increase the default value of partitioner_sender_threads_factor.
Diffstat (limited to 'exec/java-exec')
3 files changed, 2 insertions, 4 deletions
diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/partitionsender/PartitionSenderRootExec.java b/exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/partitionsender/PartitionSenderRootExec.java index cf7ba1610..16d140051 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/partitionsender/PartitionSenderRootExec.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/partitionsender/PartitionSenderRootExec.java @@ -111,8 +111,6 @@ public class PartitionSenderRootExec extends BaseRootExec { stats.setLongStat(Metric.N_RECEIVERS, outGoingBatchCount); // Algorithm to figure out number of threads to parallelize output // numberOfRows/sliceTarget/numReceivers/threadfactor - // threadFactor = 4 by default - // one more param to put a limit on number max number of threads: default 32 this.cost = operator.getChild().getCost(); final OptionManager optMgr = context.getOptions(); long sliceTarget = optMgr.getOption(ExecConstants.SLICE_TARGET).num_val; diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/PlannerSettings.java b/exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/PlannerSettings.java index 8f089c467..2fd813504 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/PlannerSettings.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/PlannerSettings.java @@ -53,7 +53,7 @@ public class PlannerSettings implements Context{ public static final OptionValidator JOIN_ROW_COUNT_ESTIMATE_FACTOR = new RangeDoubleValidator("planner.join.row_count_estimate_factor", 0, Double.MAX_VALUE, 1.0d); public static final OptionValidator MUX_EXCHANGE = new BooleanValidator("planner.enable_mux_exchange", true); public static final OptionValidator DEMUX_EXCHANGE = new BooleanValidator("planner.enable_demux_exchange", false); - public static final OptionValidator PARTITION_SENDER_THREADS_FACTOR = new LongValidator("planner.partitioner_sender_threads_factor", 1); + public static final OptionValidator PARTITION_SENDER_THREADS_FACTOR = new LongValidator("planner.partitioner_sender_threads_factor", 2); public static final OptionValidator PARTITION_SENDER_MAX_THREADS = new LongValidator("planner.partitioner_sender_max_threads", 8); public static final OptionValidator PARTITION_SENDER_SET_THREADS = new LongValidator("planner.partitioner_sender_set_threads", -1); public static final OptionValidator PRODUCER_CONSUMER = new BooleanValidator("planner.add_producer_consumer", false); diff --git a/exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/partitionsender/TestPartitionSender.java b/exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/partitionsender/TestPartitionSender.java index 320e722a1..f269bd745 100644 --- a/exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/partitionsender/TestPartitionSender.java +++ b/exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/partitionsender/TestPartitionSender.java @@ -182,7 +182,7 @@ public class TestPartitionSender extends PlanTestBase { // try multiple scenarios with different set of options options.add(OptionValue.createLong(OptionType.SESSION, "planner.slice_target", 1)); testThreadsHelper(hashToRandomExchange, drillbitContext, options, - incoming, registry, planReader, planningSet, rootFragment, 2); + incoming, registry, planReader, planningSet, rootFragment, 1); options.clear(); options.add(OptionValue.createLong(OptionType.SESSION, "planner.slice_target", 1)); |