aboutsummaryrefslogtreecommitdiff
path: root/bigtop-deploy/juju/hadoop-spark/bundle.yaml
diff options
context:
space:
mode:
Diffstat (limited to 'bigtop-deploy/juju/hadoop-spark/bundle.yaml')
-rw-r--r--bigtop-deploy/juju/hadoop-spark/bundle.yaml55
1 files changed, 21 insertions, 34 deletions
diff --git a/bigtop-deploy/juju/hadoop-spark/bundle.yaml b/bigtop-deploy/juju/hadoop-spark/bundle.yaml
index cfbdd8b6..d26b6aef 100644
--- a/bigtop-deploy/juju/hadoop-spark/bundle.yaml
+++ b/bigtop-deploy/juju/hadoop-spark/bundle.yaml
@@ -1,6 +1,11 @@
+series: xenial
+description: >
+ This is a five unit big data cluster that includes Hadoop 2.7.3 and Spark 2.1
+ from Apache Bigtop. Use it to analyse batch data with MapReduce or streaming
+ data with Spark. It will run on 5 machines in your cloud.
services:
namenode:
- charm: "cs:xenial/hadoop-namenode-12"
+ charm: "cs:xenial/hadoop-namenode-24"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
@@ -9,7 +14,7 @@ services:
to:
- "0"
resourcemanager:
- charm: "cs:xenial/hadoop-resourcemanager-13"
+ charm: "cs:xenial/hadoop-resourcemanager-26"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
@@ -18,7 +23,7 @@ services:
to:
- "0"
slave:
- charm: "cs:xenial/hadoop-slave-12"
+ charm: "cs:xenial/hadoop-slave-25"
constraints: "mem=7G root-disk=32G"
num_units: 3
annotations:
@@ -29,13 +34,13 @@ services:
- "2"
- "3"
plugin:
- charm: "cs:xenial/hadoop-plugin-12"
+ charm: "cs:xenial/hadoop-plugin-24"
annotations:
gui-x: "1000"
gui-y: "400"
client:
- charm: "cs:xenial/hadoop-client-3"
- constraints: "mem=3G"
+ charm: "cs:xenial/hadoop-client-8"
+ constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "1250"
@@ -43,7 +48,7 @@ services:
to:
- "4"
spark:
- charm: "cs:xenial/spark-24"
+ charm: "cs:xenial/spark-49"
constraints: "mem=7G root-disk=32G"
num_units: 1
options:
@@ -52,20 +57,9 @@ services:
gui-x: "1000"
gui-y: "0"
to:
- - "5"
- zookeeper:
- charm: "cs:xenial/zookeeper-16"
- constraints: "mem=3G root-disk=32G"
- num_units: 3
- annotations:
- gui-x: "500"
- gui-y: "400"
- to:
- - "6"
- - "7"
- - "8"
+ - "4"
ganglia:
- charm: "cs:~bigdata-dev/xenial/ganglia-5"
+ charm: "cs:xenial/ganglia-12"
num_units: 1
annotations:
gui-x: "0"
@@ -73,7 +67,7 @@ services:
to:
- "4"
ganglia-node:
- charm: "cs:~bigdata-dev/xenial/ganglia-node-7"
+ charm: "cs:xenial/ganglia-node-7"
annotations:
gui-x: "250"
gui-y: "400"
@@ -90,44 +84,37 @@ services:
annotations:
gui-x: "750"
gui-y: "400"
-series: xenial
relations:
- [resourcemanager, namenode]
- [namenode, slave]
- [resourcemanager, slave]
- [plugin, namenode]
- [plugin, resourcemanager]
- - [client, plugin]
- [spark, plugin]
- - [spark, zookeeper]
+ - [client, plugin]
- ["ganglia-node:juju-info", "namenode:juju-info"]
- ["ganglia-node:juju-info", "resourcemanager:juju-info"]
- ["ganglia-node:juju-info", "slave:juju-info"]
- ["ganglia-node:juju-info", "spark:juju-info"]
- - ["ganglia-node:juju-info", "zookeeper:juju-info"]
- ["ganglia:node", "ganglia-node:node"]
- ["rsyslog-forwarder-ha:juju-info", "namenode:juju-info"]
- ["rsyslog-forwarder-ha:juju-info", "resourcemanager:juju-info"]
- ["rsyslog-forwarder-ha:juju-info", "slave:juju-info"]
- ["rsyslog-forwarder-ha:juju-info", "spark:juju-info"]
- - ["rsyslog-forwarder-ha:juju-info", "zookeeper:juju-info"]
- ["rsyslog:aggregator", "rsyslog-forwarder-ha:syslog"]
machines:
"0":
series: "xenial"
+ constraints: "mem=7G root-disk=32G"
"1":
series: "xenial"
+ constraints: "mem=7G root-disk=32G"
"2":
series: "xenial"
+ constraints: "mem=7G root-disk=32G"
"3":
series: "xenial"
+ constraints: "mem=7G root-disk=32G"
"4":
series: "xenial"
- "5":
- series: "xenial"
- "6":
- series: "xenial"
- "7":
- series: "xenial"
- "8":
- series: "xenial"
+ constraints: "mem=7G root-disk=32G"