1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
services:
namenode:
charm: "cs:xenial/hadoop-namenode-24"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "500"
gui-y: "800"
to:
- "0"
resourcemanager:
charm: "cs:xenial/hadoop-resourcemanager-26"
constraints: "mem=7G root-disk=32G"
num_units: 1
annotations:
gui-x: "500"
gui-y: "0"
to:
- "0"
slave:
charm: "cs:xenial/hadoop-slave-25"
constraints: "mem=7G root-disk=32G"
num_units: 3
annotations:
gui-x: "0"
gui-y: "400"
to:
- "1"
- "2"
- "3"
plugin:
charm: "cs:xenial/hadoop-plugin-24"
annotations:
gui-x: "1000"
gui-y: "400"
client:
charm: "cs:xenial/hadoop-client-8"
constraints: "mem=3G"
num_units: 1
annotations:
gui-x: "1250"
gui-y: "400"
to:
- "4"
# TODO: Charm bigtop flume
flume-hdfs:
charm: "cs:~bigdata-dev/xenial/apache-flume-hdfs-37"
num_units: 1
annotations:
gui-x: "1500"
gui-y: "400"
to:
- "4"
zookeeper:
charm: "cs:xenial/zookeeper-30"
constraints: "mem=3G root-disk=32G"
num_units: 3
annotations:
gui-x: "500"
gui-y: "400"
to:
- "5"
- "6"
- "7"
kafka:
charm: "cs:xenial/kafka-27"
constraints: "mem=3G"
num_units: 1
annotations:
gui-x: "1250"
gui-y: "800"
to:
- "8"
# NOTE: flume-kafka cannot be colocated with flume-hdfs as they both use /etc/flume/conf
flume-kafka:
charm: "cs:~bigdata-dev/xenial/apache-flume-kafka-11"
num_units: 1
annotations:
gui-x: "1500"
gui-y: "800"
to:
- "8"
ganglia:
charm: "cs:xenial/ganglia-12"
num_units: 1
annotations:
gui-x: "0"
gui-y: "800"
to:
- "4"
ganglia-node:
charm: "cs:xenial/ganglia-node-7"
annotations:
gui-x: "250"
gui-y: "400"
rsyslog:
charm: "cs:~bigdata-dev/xenial/rsyslog-7"
num_units: 1
annotations:
gui-x: "1000"
gui-y: "800"
to:
- "4"
rsyslog-forwarder-ha:
charm: "cs:~bigdata-dev/xenial/rsyslog-forwarder-ha-7"
annotations:
gui-x: "750"
gui-y: "400"
series: xenial
relations:
- [resourcemanager, namenode]
- [namenode, slave]
- [resourcemanager, slave]
- [plugin, namenode]
- [plugin, resourcemanager]
- [client, plugin]
- [flume-hdfs, plugin]
- [flume-kafka, flume-hdfs]
- [flume-kafka, kafka]
- [kafka, zookeeper]
- ["ganglia-node:juju-info", "namenode:juju-info"]
- ["ganglia-node:juju-info", "resourcemanager:juju-info"]
- ["ganglia-node:juju-info", "slave:juju-info"]
- ["ganglia-node:juju-info", "kafka:juju-info"]
- ["ganglia-node:juju-info", "zookeeper:juju-info"]
- ["ganglia:node", "ganglia-node:node"]
- ["rsyslog-forwarder-ha:juju-info", "namenode:juju-info"]
- ["rsyslog-forwarder-ha:juju-info", "resourcemanager:juju-info"]
- ["rsyslog-forwarder-ha:juju-info", "slave:juju-info"]
- ["rsyslog-forwarder-ha:juju-info", "kafka:juju-info"]
- ["rsyslog-forwarder-ha:juju-info", "zookeeper:juju-info"]
- ["rsyslog:aggregator", "rsyslog-forwarder-ha:syslog"]
machines:
"0":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"1":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"2":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"3":
series: "xenial"
constraints: "mem=7G root-disk=32G"
"4":
series: "xenial"
constraints: "mem=3G"
"5":
series: "xenial"
constraints: "mem=3G root-disk=32G"
"6":
series: "xenial"
constraints: "mem=3G root-disk=32G"
"7":
series: "xenial"
constraints: "mem=3G root-disk=32G"
"8":
series: "xenial"
constraints: "mem=3G"
|
