diff options
| author | Amir Sanjar <afsanjar@gmail.com> | 2017-04-12 10:01:43 -0500 |
|---|---|---|
| committer | Evans Ye <evansye@apache.org> | 2017-07-01 12:52:48 +0000 |
| commit | 03b530fd767c802024dd26159c0ea610e0f8c026 (patch) | |
| tree | d016a5677f257ed11b8a02302278dac118d2a0a0 | |
| parent | 2f2d3ea072410d40329a5c81aaa6beb94f757b20 (diff) | |
BIGTOP-2738: Fix spark-worker deamon not starting
Signed-off-by: Amir Sanjar <afsanjar@gmail.com>
| -rwxr-xr-x | bigtop-packages/src/common/spark/spark-env.sh | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/bigtop-packages/src/common/spark/spark-env.sh b/bigtop-packages/src/common/spark/spark-env.sh index 885aed13..f772ef1a 100755 --- a/bigtop-packages/src/common/spark/spark-env.sh +++ b/bigtop-packages/src/common/spark/spark-env.sh @@ -39,5 +39,5 @@ export SPARK_MASTER_WEBUI_PORT=18080 export SPARK_WORKER_DIR=${SPARK_WORKER_DIR:-/var/run/spark/work} export SPARK_WORKER_PORT=7078 export SPARK_WORKER_WEBUI_PORT=18081 - +export SPARK_MASTER_URL=spark://$STANDALONE_SPARK_MASTER_HOST:$SPARK_MASTER_PORT export SPARK_HISTORY_OPTS="$SPARK_HISTORY_OPTS -Dspark.history.fs.logDirectory=hdfs:///var/log/spark/apps -Dspark.history.ui.port=18082" |