diff options
Diffstat (limited to 'bigtop-packages/src/deb')
32 files changed, 740 insertions, 17 deletions
diff --git a/bigtop-packages/src/deb/ambari/ambari-agent.install b/bigtop-packages/src/deb/ambari/ambari-agent.install new file mode 100644 index 00000000..2cafa38d --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-agent.install @@ -0,0 +1,8 @@ +/etc/ambari-agent +/etc/init.d/ambari-agent +/usr/sbin/ambari-agent +/usr/lib/ambari-agent +/usr/lib/python2.6/site-packages/ambari_agent +/var/run/ +/var/lib/ambari-agent +/var/log/ diff --git a/bigtop-packages/src/deb/ambari/ambari-agent.postinst b/bigtop-packages/src/deb/ambari/ambari-agent.postinst new file mode 100755 index 00000000..ceca9bee --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-agent.postinst @@ -0,0 +1,33 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License + +if [ "$1" == "configure" ]; then # Action is install + if [ -f "/var/lib/ambari-agent/install-helper.sh" ]; then + /var/lib/ambari-agent/install-helper.sh install + fi + update-rc.d ambari-agent defaults +fi + +BAK=/etc/ambari-agent/conf/ambari-agent.ini.old +ORIG=/etc/ambari-agent/conf/ambari-agent.ini + +if [ -f $BAK ];then + if [ -f "/var/lib/ambari-agent/upgrade_agent_configs.py" ]; then + /var/lib/ambari-agent/upgrade_agent_configs.py + fi + mv $BAK ${BAK}_$(date '+%d_%m_%y_%H_%M').save +fi +exit 0 diff --git a/bigtop-packages/src/deb/ambari/ambari-agent.postrm b/bigtop-packages/src/deb/ambari/ambari-agent.postrm new file mode 100755 index 00000000..16d5b7c4 --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-agent.postrm @@ -0,0 +1,24 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License + +if [ "$1" == "upgrade" ]; # Action is upgrade +then + if [ -d "/etc/ambari-agent/conf.save" ] + then + cp -f /etc/ambari-agent/conf.save/* /etc/ambari-agent/conf + mv /etc/ambari-agent/conf.save /etc/ambari-agent/conf_$(date '+%d_%m_%y_%H_%M').save + fi +fi diff --git a/bigtop-packages/src/deb/ambari/ambari-agent.posttrm b/bigtop-packages/src/deb/ambari/ambari-agent.posttrm new file mode 100644 index 00000000..21a01faa --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-agent.posttrm @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License diff --git a/bigtop-packages/src/deb/ambari/ambari-agent.preinst b/bigtop-packages/src/deb/ambari/ambari-agent.preinst new file mode 100755 index 00000000..7265c551 --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-agent.preinst @@ -0,0 +1,55 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License + +STACKS_FOLDER="/var/lib/ambari-agent/cache/stacks" +STACKS_FOLDER_OLD=/var/lib/ambari-agent/cache/stacks_$(date '+%d_%m_%y_%H_%M').old + +COMMON_SERVICES_FOLDER="/var/lib/ambari-agent/cache/common-services" +COMMON_SERVICES_FOLDER_OLD=/var/lib/ambari-agent/cache/common-services_$(date '+%d_%m_%y_%H_%M').old + +AMBARI_ENV="/var/lib/ambari-agent/ambari-env.sh" +AMBARI_ENV_OLD="$AMBARI_ENV.rpmsave" + +if [ -d "/etc/ambari-agent/conf.save" ] +then + mv /etc/ambari-agent/conf.save /etc/ambari-agent/conf_$(date '+%d_%m_%y_%H_%M').save +fi + +BAK=/etc/ambari-agent/conf/ambari-agent.ini.old +ORIG=/etc/ambari-agent/conf/ambari-agent.ini + +BAK_SUDOERS=/etc/sudoers.d/ambari-agent.bak +ORIG_SUDOERS=/etc/sudoers.d/ambari-agent + +[ -f $ORIG ] && mv -f $ORIG $BAK +[ -f $ORIG_SUDOERS ] && echo "Moving $ORIG_SUDOERS to $BAK_SUDOERS. Please restore the file if you were using it for ambari-agent non-root functionality" && mv -f $ORIG_SUDOERS $BAK_SUDOERS + +if [ -d "$STACKS_FOLDER" ] +then + mv -f "$STACKS_FOLDER" "$STACKS_FOLDER_OLD" +fi + +if [ -d "$COMMON_SERVICES_FOLDER_OLD" ] +then + mv -f "$COMMON_SERVICES_FOLDER" "$COMMON_SERVICES_FOLDER_OLD" +fi + +if [ -f "$AMBARI_ENV" ] +then + mv -f "$AMBARI_ENV" "$AMBARI_ENV_OLD" +fi + +exit 0 diff --git a/bigtop-packages/src/deb/ambari/ambari-agent.prerm b/bigtop-packages/src/deb/ambari/ambari-agent.prerm new file mode 100755 index 00000000..70a9c632 --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-agent.prerm @@ -0,0 +1,35 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License + +# WARNING: This script is performed not only on uninstall, but also +# during package update. See http://www.ibm.com/developerworks/library/l-rpm2/ +# for details + +if [ "$1" == "remove" ]; then # Action is uninstall + /usr/sbin/ambari-agent stop > /dev/null 2>&1 + if [ -d "/etc/ambari-agent/conf.save" ]; then + mv /etc/ambari-agent/conf.save /etc/ambari-agent/conf_$(date '+%d_%m_%y_%H_%M').save + fi + mv /etc/ambari-agent/conf /etc/ambari-agent/conf.save + + if [ -f "/var/lib/ambari-agent/install-helper.sh" ]; then + /var/lib/ambari-agent/install-helper.sh remove + fi + + update-rc.d -f ambari-agent remove +fi + +exit 0 diff --git a/bigtop-packages/src/deb/ambari/ambari-client.install b/bigtop-packages/src/deb/ambari/ambari-client.install new file mode 100644 index 00000000..0b76f707 --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-client.install @@ -0,0 +1,2 @@ +/usr/lib/ambari-client +/usr/bin/ambari-shell diff --git a/bigtop-packages/src/deb/ambari/ambari-server.install b/bigtop-packages/src/deb/ambari/ambari-server.install new file mode 100644 index 00000000..da52c38b --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-server.install @@ -0,0 +1,10 @@ +/var/lib/ambari-server/ +/etc/init.d/ambari-server +/etc/ambari-server +/usr/sbin/ambari-server.py +/usr/sbin/ambari_server_main.py +/usr/lib/python2.6/site-packages/ambari_server +/usr/lib/ambari-server +/var/run/ambari-server +/var/lib/ambari-server +/var/log/ambari-server diff --git a/bigtop-packages/src/deb/ambari/ambari-server.postinst b/bigtop-packages/src/deb/ambari/ambari-server.postinst new file mode 100644 index 00000000..9546009d --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-server.postinst @@ -0,0 +1,27 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License + +# Warning: don't add changes to this script directly, please add changes to install-helper.sh. + +INSTALL_HELPER="${RPM_INSTALL_PREFIX}/var/lib/ambari-server/install-helper.sh" + +if [ "$1" == "configure" ] ; then + if [ -f "$INSTALL_HELPER" ]; then + "$INSTALL_HELPER" install + fi +fi + +exit 0 diff --git a/bigtop-packages/src/deb/ambari/ambari-server.postrm b/bigtop-packages/src/deb/ambari/ambari-server.postrm new file mode 100644 index 00000000..21a01faa --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-server.postrm @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License diff --git a/bigtop-packages/src/deb/ambari/ambari-server.posttrm b/bigtop-packages/src/deb/ambari/ambari-server.posttrm new file mode 100644 index 00000000..21a01faa --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-server.posttrm @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License diff --git a/bigtop-packages/src/deb/ambari/ambari-server.preinst b/bigtop-packages/src/deb/ambari/ambari-server.preinst new file mode 100644 index 00000000..34af1c8b --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-server.preinst @@ -0,0 +1,94 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License + +ROOT="${RPM_INSTALL_PREFIX}" + +STACKS_FOLDER="${ROOT}/var/lib/ambari-server/resources/stacks" +STACKS_FOLDER_OLD=${ROOT}/var/lib/ambari-server/resources/stacks_$(date '+%d_%m_%y_%H_%M').old + +COMMON_SERVICES_FOLDER="${ROOT}/var/lib/ambari-server/resources/common-services" +COMMON_SERVICES_FOLDER_OLD=${ROOT}/var/lib/ambari-server/resources/common-services_$(date '+%d_%m_%y_%H_%M').old + +AMBARI_PROPERTIES="${ROOT}/etc/ambari-server/conf/ambari.properties" +AMBARI_PROPERTIES_OLD="$AMBARI_PROPERTIES.rpmsave" + +AMBARI_ENV="${ROOT}/var/lib/ambari-server/ambari-env.sh" +AMBARI_ENV_OLD="$AMBARI_ENV.rpmsave" + +AMBARI_KRB_JAAS_LOGIN_FILE="${ROOT}/etc/ambari-server/conf/krb5JAASLogin.conf" +AMBARI_KRB_JAAS_LOGIN_FILE_OLD="$AMBARI_KRB_JAAS_LOGIN_FILE.rpmsave" + +AMBARI_VIEWS_FOLDER="${ROOT}/var/lib/ambari-server/resources/views" +AMBARI_VIEWS_BACKUP_FOLDER="$AMBARI_VIEWS_FOLDER/backups" + +AMBARI_SERVER_JAR_FILES="/usr/lib/ambari-server/ambari-server-*.jar" +AMBARI_SERVER_JAR_FILES_BACKUP_FOLDER="/usr/lib/ambari-server-backups" +SERVER_CONF_SAVE="${ROOT}/etc/ambari-server/conf.save" +SERVER_CONF_SAVE_BACKUP="${ROOT}/etc/ambari-server/conf_$(date '+%d_%m_%y_%H_%M').save" + +if [ -d "$SERVER_CONF_SAVE" ] +then + mv "$SERVER_CONF_SAVE" "$SERVER_CONF_SAVE_BACKUP" +fi + +if [ -f "$AMBARI_PROPERTIES" ] +then + mv -f "$AMBARI_PROPERTIES" "$AMBARI_PROPERTIES_OLD" +fi + +if [ -f "$AMBARI_ENV" ] +then + mv -f "$AMBARI_ENV" "$AMBARI_ENV_OLD" +fi + +if [ -f "$AMBARI_KRB_JAAS_LOGIN_FILE" ] +then + mv -f "$AMBARI_KRB_JAAS_LOGIN_FILE" "$AMBARI_KRB_JAAS_LOGIN_FILE_OLD" +fi + +if [ -d "$STACKS_FOLDER" ] +then + mv -f "$STACKS_FOLDER" "$STACKS_FOLDER_OLD" +fi + +if [ -d "$COMMON_SERVICES_FOLDER" ] +then + mv -f "$COMMON_SERVICES_FOLDER" "$COMMON_SERVICES_FOLDER_OLD" +fi + +if [ ! -d "$AMBARI_VIEWS_BACKUP_FOLDER" ] && [ -d "$AMBARI_VIEWS_FOLDER" ] +then + mkdir "$AMBARI_VIEWS_BACKUP_FOLDER" +fi + +if [ -d "$AMBARI_VIEWS_FOLDER" ] && [ -d "$AMBARI_VIEWS_BACKUP_FOLDER" ] +then + cp -u $AMBARI_VIEWS_FOLDER/*.jar $AMBARI_VIEWS_BACKUP_FOLDER/ +fi + +for f in $AMBARI_SERVER_JAR_FILES; +do + if [ -f "$f" ] + then + if [ ! -d "$AMBARI_SERVER_JAR_FILES_BACKUP_FOLDER" ] + then + mkdir -p "$AMBARI_SERVER_JAR_FILES_BACKUP_FOLDER" + fi + mv -f $f $AMBARI_SERVER_JAR_FILES_BACKUP_FOLDER/ + fi +done + +exit 0 diff --git a/bigtop-packages/src/deb/ambari/ambari-server.prerm b/bigtop-packages/src/deb/ambari/ambari-server.prerm new file mode 100644 index 00000000..b85bd3b3 --- /dev/null +++ b/bigtop-packages/src/deb/ambari/ambari-server.prerm @@ -0,0 +1,27 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License + +# Warning: don't add changes to this script directly, please add changes to install-helper.sh. + +INSTALL_HELPER="${RPM_INSTALL_PREFIX}/var/lib/ambari-server/install-helper.sh" + +if [ "$1" == "remove" ] ; then # Action is uninstall + if [ -f "$INSTALL_HELPER" ]; then + $INSTALL_HELPER remove + fi +fi + +exit 0 diff --git a/bigtop-packages/src/deb/ambari/changelog b/bigtop-packages/src/deb/ambari/changelog new file mode 100644 index 00000000..547ed021 --- /dev/null +++ b/bigtop-packages/src/deb/ambari/changelog @@ -0,0 +1 @@ +--- This is auto-generated diff --git a/bigtop-packages/src/deb/ambari/compat b/bigtop-packages/src/deb/ambari/compat new file mode 100644 index 00000000..ec635144 --- /dev/null +++ b/bigtop-packages/src/deb/ambari/compat @@ -0,0 +1 @@ +9 diff --git a/bigtop-packages/src/deb/ambari/control b/bigtop-packages/src/deb/ambari/control new file mode 100644 index 00000000..2ca1fe5e --- /dev/null +++ b/bigtop-packages/src/deb/ambari/control @@ -0,0 +1,37 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +Source: ambari +Section: misc +Priority: extra +Maintainer: Bigtop <dev@bigtop.apache.org> +Build-Depends: debhelper (>= 6) +Standards-Version: 3.8.0 +Homepage: http://ambari.apache.org/ + +Package: ambari-server +Architecture: all +Depends: openssl, postgresql (>= 8.1), python (>= 2.6), curl +Description: Ambari Server + +Package: ambari-agent +Architecture: all +Depends: openssl, python (>= 2.6), curl +Description: Ambari Agent + +Package: ambari-client +Architecture: all +Depends: bigtop-utils (>= 0.7) +Description: Ambari Client diff --git a/bigtop-packages/src/deb/ambari/copyright b/bigtop-packages/src/deb/ambari/copyright new file mode 100644 index 00000000..f0199edc --- /dev/null +++ b/bigtop-packages/src/deb/ambari/copyright @@ -0,0 +1,15 @@ +Format: http://dep.debian.net/deps/dep5 +Source: http://ambari.apache.org/ +Upstream-Name: Ambari Project + +Files: * +Copyright: 2010-2011, The Ambari Project +License: Apache-2.0 + +Files debian/* +Copyright: 2011, The Apache Software Foundation +License: Apache-2.0 + +License: Apache-2.0 + On Debian systems, the complete text of the Apache 2.0 license + can be found in "/usr/share/common-licenses/Apache-2.0". diff --git a/bigtop-packages/src/deb/ambari/rules b/bigtop-packages/src/deb/ambari/rules new file mode 100644 index 00000000..3943347f --- /dev/null +++ b/bigtop-packages/src/deb/ambari/rules @@ -0,0 +1,42 @@ +#!/usr/bin/make -f + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# -*- makefile -*- + +# Uncomment this to turn on verbose mode. +export DH_VERBOSE=1 + +# This has to be exported to make some magic below work. +export DH_OPTIONS + +%: + dh $@ + +override_dh_auto_build: + bash debian/do-component-build + +svcs=ambari-agent + +$(svcs): debian/init.d.tmpl + # bash $< debian/$@.svc deb debian/$@.init + touch $@ + +override_dh_auto_install: $(svcs) + bash -x debian/install_ambari.sh \ + --build-dir=`pwd` \ + --distro-dir=debian \ + --source-dir=`pwd` \ + --prefix=debian/tmp diff --git a/bigtop-packages/src/deb/ambari/source/format b/bigtop-packages/src/deb/ambari/source/format new file mode 100644 index 00000000..163aaf8d --- /dev/null +++ b/bigtop-packages/src/deb/ambari/source/format @@ -0,0 +1 @@ +3.0 (quilt) diff --git a/bigtop-packages/src/deb/ambari/source/include-binaries b/bigtop-packages/src/deb/ambari/source/include-binaries new file mode 100644 index 00000000..d4ec7e3d --- /dev/null +++ b/bigtop-packages/src/deb/ambari/source/include-binaries @@ -0,0 +1 @@ +debian/ODPi/1.0/hooks/before-START/files/fast-hdfs-resource.jar diff --git a/bigtop-packages/src/deb/bigtop-jsvc/control b/bigtop-packages/src/deb/bigtop-jsvc/control index 08976ff3..b3a847b8 100755 --- a/bigtop-packages/src/deb/bigtop-jsvc/control +++ b/bigtop-packages/src/deb/bigtop-jsvc/control @@ -22,6 +22,6 @@ Homepage: http://commons.apache.org/daemon/ Package: bigtop-jsvc Architecture: any -Depends: bigtop-utils (>= 0.7) +Depends: bigtop-utils (>= 0.7), ${shlibs:Depends} Description: Application to launch java daemon jsvc executes classfile that implements a Daemon interface. diff --git a/bigtop-packages/src/deb/crunch/control b/bigtop-packages/src/deb/crunch/control index 55d24b4c..9da60aad 100644 --- a/bigtop-packages/src/deb/crunch/control +++ b/bigtop-packages/src/deb/crunch/control @@ -23,15 +23,15 @@ Homepage: http://crunch.apache.org/ Package: crunch Architecture: all -Depends: hadoop-client, bigtop-utils (>= 0.7), hbase +#Depends: hadoop-client, bigtop-utils (>= 0.7), hbase Description: Simple and Efficient MapReduce Pipelines. Apache Crunch is a Java library for writing, testing, and running MapReduce pipelines, based on Google's FlumeJava. Its goal is to make pipelines that are composed of many user-defined functions simple to write, easy to test, and efficient to run. -Package: crunch-doc -Architecture: all -Description: Apache Crunch documentation - Apache Crunch documentation +#Package: crunch-doc +#Architecture: all +#Description: Apache Crunch documentation +# Apache Crunch documentation diff --git a/bigtop-packages/src/deb/crunch/rules b/bigtop-packages/src/deb/crunch/rules index a56c947c..25bc2480 100644 --- a/bigtop-packages/src/deb/crunch/rules +++ b/bigtop-packages/src/deb/crunch/rules @@ -59,4 +59,4 @@ override_dh_auto_install: ln -fs ${hbase_home}/hbase-hadoop2-compat.jar debian/tmp/${lib_crunch}/lib/ ln -fs ${hbase_home}/hbase-prefix-tree.jar debian/tmp/${lib_crunch}/lib/ ln -fs ${hbase_home}/hbase-procedure.jar debian/tmp/${lib_crunch}/lib/ - ln -fs 4{hbase_home}/hbase-server.jar debian/tmp/${lib_crunch}/lib/ + ln -fs ${hbase_home}/hbase-server.jar debian/tmp/${lib_crunch}/lib/ diff --git a/bigtop-packages/src/deb/kafka/control b/bigtop-packages/src/deb/kafka/control index 2c67ea07..e477918d 100644 --- a/bigtop-packages/src/deb/kafka/control +++ b/bigtop-packages/src/deb/kafka/control @@ -27,6 +27,12 @@ Depends: zookeeper, bigtop-utils (>= 0.7) Description: Apache Kafka is publish-subscribe messaging rethought as a distributed commit log. A single Kafka broker can handle hundreds of megabytes of reads and writes per second from thousands of clients. It can be elastically and transparently expanded without downtime. Data streams are partitioned and spread over a cluster of machines to allow data streams larger than the capability of any single machine and to allow clusters of co-ordinated consumers +Package: kafka-test +Architecture: all +Depends: kafka +Description: Bundles the init script for kafka server. + This package starts the kafka server on startup + Package: kafka-server Architecture: all Depends: kafka diff --git a/bigtop-packages/src/deb/spark/0001-branch-2.0-Add-deb-profile-to-assembly-pom.xml.patch b/bigtop-packages/src/deb/spark/0001-branch-2.0-Add-deb-profile-to-assembly-pom.xml.patch new file mode 100644 index 00000000..49ea2a2c --- /dev/null +++ b/bigtop-packages/src/deb/spark/0001-branch-2.0-Add-deb-profile-to-assembly-pom.xml.patch @@ -0,0 +1,251 @@ +From a28b0ed2f6a1495d2439e798263cfc92988eade4 Mon Sep 17 00:00:00 2001 +From: Naresh Bhat <naresh.bhat@linaro.org> +Date: Mon, 7 Nov 2016 12:33:21 +0000 +Subject: [PATCH] [branch-2.0] Add deb profile to assembly/pom.xml + +This patch has been forward ported from the patch 148757e in +branch-1.3 to branch-2.0 + +Signed-off-by: Naresh Bhat <naresh.bhat@linaro.org> +--- + assembly/pom.xml | 183 +++++++++++++++++++++++++++++++++++++++ + assembly/src/deb/RELEASE | 2 + + assembly/src/deb/control/control | 8 ++ + 3 files changed, 193 insertions(+) + create mode 100644 assembly/src/deb/RELEASE + create mode 100644 assembly/src/deb/control/control + +diff --git a/assembly/pom.xml b/assembly/pom.xml +index de09fce..09e9b1f 100644 +--- a/assembly/pom.xml ++++ b/assembly/pom.xml +@@ -35,6 +35,13 @@ + <sbt.project.name>assembly</sbt.project.name> + <build.testJarPhase>none</build.testJarPhase> + <build.copyDependenciesPhase>package</build.copyDependenciesPhase> ++ <spark.jar.dir>scala-${scala.binary.version}</spark.jar.dir> ++ <spark.jar.basename>spark-assembly-${project.version}-hadoop${hadoop.version}.jar</spark.jar.basename> ++ <spark.jar>${project.build.directory}/${spark.jar.dir}/${spark.jar.basename}</spark.jar> ++ <deb.pkg.name>spark</deb.pkg.name> ++ <deb.install.path>/usr/share/spark</deb.install.path> ++ <deb.user>root</deb.user> ++ <deb.bin.filemode>755</deb.bin.filemode> + </properties> + + <dependencies> +@@ -125,6 +132,56 @@ + </target> + </configuration> + </plugin> ++ ++ <!-- Use the shade plugin to create a big JAR with all the dependencies --> ++ <plugin> ++ <groupId>org.apache.maven.plugins</groupId> ++ <artifactId>maven-shade-plugin</artifactId> ++ <configuration> ++ <shadedArtifactAttached>false</shadedArtifactAttached> ++ <outputFile>${spark.jar}</outputFile> ++ <artifactSet> ++ <includes> ++ <include>*:*</include> ++ </includes> ++ </artifactSet> ++ <filters> ++ <filter> ++ <artifact>*:*</artifact> ++ <excludes> ++ <exclude>org/datanucleus/**</exclude> ++ <exclude>META-INF/*.SF</exclude> ++ <exclude>META-INF/*.DSA</exclude> ++ <exclude>META-INF/*.RSA</exclude> ++ </excludes> ++ </filter> ++ </filters> ++ </configuration> ++ <executions> ++ <execution> ++ <phase>package</phase> ++ <goals> ++ <goal>shade</goal> ++ </goals> ++ <configuration> ++ <transformers> ++ <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" /> ++ <transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer"> ++ <resource>META-INF/services/org.apache.hadoop.fs.FileSystem</resource> ++ </transformer> ++ <transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer"> ++ <resource>reference.conf</resource> ++ </transformer> ++ <transformer implementation="org.apache.maven.plugins.shade.resource.DontIncludeResourceTransformer"> ++ <resource>log4j.properties</resource> ++ </transformer> ++ <transformer implementation="org.apache.maven.plugins.shade.resource.ApacheLicenseResourceTransformer"/> ++ <transformer implementation="org.apache.maven.plugins.shade.resource.ApacheNoticeResourceTransformer"/> ++ </transformers> ++ </configuration> ++ </execution> ++ </executions> ++ </plugin> + </plugins> + </build> + +@@ -197,6 +254,132 @@ + </build> + </profile> + ++ <profile> ++ <id>deb</id> ++ <build> ++ <plugins> ++ <plugin> ++ <artifactId>maven-antrun-plugin</artifactId> ++ <executions> ++ <execution> ++ <phase>prepare-package</phase> ++ <goals> ++ <goal>run</goal> ++ </goals> ++ <configuration> ++ <target> ++ <echo> ++ NOTE: Debian packaging is deprecated and is scheduled to be removed in Spark 1.4. ++ </echo> ++ </target> ++ </configuration> ++ </execution> ++ </executions> ++ </plugin> ++ <plugin> ++ <groupId>org.codehaus.mojo</groupId> ++ <artifactId>buildnumber-maven-plugin</artifactId> ++ <version>1.2</version> ++ <executions> ++ <execution> ++ <phase>validate</phase> ++ <goals> ++ <goal>create</goal> ++ </goals> ++ <configuration> ++ <shortRevisionLength>8</shortRevisionLength> ++ </configuration> ++ </execution> ++ </executions> ++ </plugin> ++ <plugin> ++ <groupId>org.vafer</groupId> ++ <artifactId>jdeb</artifactId> ++ <version>1.0</version> ++ <executions> ++ <execution> ++ <phase>package</phase> ++ <goals> ++ <goal>jdeb</goal> ++ </goals> ++ <configuration> ++ <deb>${project.build.directory}/${deb.pkg.name}_${project.version}-${buildNumber}_all.deb</deb> ++ <attach>false</attach> ++ <compression>gzip</compression> ++ <dataSet> ++ <data> ++ <src>${spark.jar}</src> ++ <type>file</type> ++ <mapper> ++ <type>perm</type> ++ <user>${deb.user}</user> ++ <group>${deb.user}</group> ++ <prefix>${deb.install.path}/jars</prefix> ++ </mapper> ++ </data> ++ <data> ++ <src>${basedir}/src/deb/RELEASE</src> ++ <type>file</type> ++ <mapper> ++ <type>perm</type> ++ <user>${deb.user}</user> ++ <group>${deb.user}</group> ++ <prefix>${deb.install.path}</prefix> ++ </mapper> ++ </data> ++ <data> ++ <src>${basedir}/../conf</src> ++ <type>directory</type> ++ <mapper> ++ <type>perm</type> ++ <user>${deb.user}</user> ++ <group>${deb.user}</group> ++ <prefix>${deb.install.path}/conf</prefix> ++ <filemode>${deb.bin.filemode}</filemode> ++ </mapper> ++ </data> ++ <data> ++ <src>${basedir}/../bin</src> ++ <type>directory</type> ++ <mapper> ++ <type>perm</type> ++ <user>${deb.user}</user> ++ <group>${deb.user}</group> ++ <prefix>${deb.install.path}/bin</prefix> ++ <filemode>${deb.bin.filemode}</filemode> ++ </mapper> ++ </data> ++ <data> ++ <src>${basedir}/../sbin</src> ++ <type>directory</type> ++ <mapper> ++ <type>perm</type> ++ <user>${deb.user}</user> ++ <group>${deb.user}</group> ++ <prefix>${deb.install.path}/sbin</prefix> ++ <filemode>${deb.bin.filemode}</filemode> ++ </mapper> ++ </data> ++ <data> ++ <src>${basedir}/../python</src> ++ <type>directory</type> ++ <mapper> ++ <type>perm</type> ++ <user>${deb.user}</user> ++ <group>${deb.user}</group> ++ <prefix>${deb.install.path}/python</prefix> ++ <filemode>${deb.bin.filemode}</filemode> ++ </mapper> ++ </data> ++ </dataSet> ++ </configuration> ++ </execution> ++ </executions> ++ </plugin> ++ </plugins> ++ </build> ++ </profile> ++ + <!-- Profiles that disable inclusion of certain dependencies. --> + <profile> + <id>hadoop-provided</id> +diff --git a/assembly/src/deb/RELEASE b/assembly/src/deb/RELEASE +new file mode 100644 +index 0000000..aad50ee +--- /dev/null ++++ b/assembly/src/deb/RELEASE +@@ -0,0 +1,2 @@ ++compute-classpath.sh uses the existence of this file to decide whether to put the assembly jar on the ++classpath or instead to use classfiles in the source tree. +\ No newline at end of file +diff --git a/assembly/src/deb/control/control b/assembly/src/deb/control/control +new file mode 100644 +index 0000000..05fa77f5 +--- /dev/null ++++ b/assembly/src/deb/control/control +@@ -0,0 +1,8 @@ ++Package: [[deb.pkg.name]] ++Version: [[version]]-[[buildNumber]] ++Section: misc ++Priority: extra ++Architecture: all ++Maintainer: Naresh Bhat <naresh.bhat@linaro.org> ++Description: [[name]] ++Distribution: development +-- +2.4.0 + diff --git a/bigtop-packages/src/deb/spark/control b/bigtop-packages/src/deb/spark/control index 7ebc9703..ed17df01 100644 --- a/bigtop-packages/src/deb/spark/control +++ b/bigtop-packages/src/deb/spark/control @@ -68,10 +68,12 @@ Description: DataNucleus libraries for Apache Spark Package: spark-extras Architecture: all -Description: External/extra libraries for Apache Spark - External/extra libraries built for Apache Spark but not included in the main assembly JAR (e.g., external streaming libraries) +Description: Extras libraries for Apache Spark + Extras libraries built for Apache Spark but not included in the main + distribution (e.g., extras streaming libraries) + Package: spark-yarn-shuffle Architecture: all -Description: Spark YARN Shuffle Service +Description: Spark Yarn Shuffle Service Spark YARN Shuffle Service diff --git a/bigtop-packages/src/deb/spark/rules b/bigtop-packages/src/deb/spark/rules index 58815189..c0a6b0f2 100644 --- a/bigtop-packages/src/deb/spark/rules +++ b/bigtop-packages/src/deb/spark/rules @@ -26,6 +26,7 @@ export DH_OPTIONS dh $@ override_dh_auto_build: + patch -p1 < ./debian/0001-branch-2.0-Add-deb-profile-to-assembly-pom.xml.patch bash debian/do-component-build svcs=spark-master spark-worker spark-history-server spark-thriftserver diff --git a/bigtop-packages/src/deb/spark/spark-core.install b/bigtop-packages/src/deb/spark/spark-core.install index 70f588c2..6ce95661 100644 --- a/bigtop-packages/src/deb/spark/spark-core.install +++ b/bigtop-packages/src/deb/spark/spark-core.install @@ -16,8 +16,9 @@ /usr/lib/spark/conf /usr/lib/spark/data /usr/lib/spark/examples -/usr/lib/spark/lib/spark-assembly*.jar -/usr/lib/spark/lib/spark-examples*.jar +/usr/lib/spark/examples/jars/spark-examples*.jar +/usr/lib/spark/jars +/usr/lib/spark/licenses /usr/lib/spark/sbin /usr/lib/spark/work /usr/share/doc/spark* diff --git a/bigtop-packages/src/deb/spark/spark-datanucleus.install b/bigtop-packages/src/deb/spark/spark-datanucleus.install index 69f619b2..86cf2890 100644 --- a/bigtop-packages/src/deb/spark/spark-datanucleus.install +++ b/bigtop-packages/src/deb/spark/spark-datanucleus.install @@ -1,2 +1 @@ -/usr/lib/spark/lib/datanucleus-*.jar -/usr/lib/spark/yarn/lib/datanucleus-*.jar +/usr/lib/spark/jars/datanucleus-*.jar diff --git a/bigtop-packages/src/deb/spark/spark-extras.install b/bigtop-packages/src/deb/spark/spark-extras.install deleted file mode 100644 index c65fbc0f..00000000 --- a/bigtop-packages/src/deb/spark/spark-extras.install +++ /dev/null @@ -1 +0,0 @@ -/usr/lib/spark/extras/lib diff --git a/bigtop-packages/src/deb/spark/spark-yarn-shuffle.install b/bigtop-packages/src/deb/spark/spark-yarn-shuffle.install index 79c799a9..8ab2c039 100644 --- a/bigtop-packages/src/deb/spark/spark-yarn-shuffle.install +++ b/bigtop-packages/src/deb/spark/spark-yarn-shuffle.install @@ -1,2 +1 @@ -/usr/lib/spark/lib/spark-*-yarn-shuffle.jar -/usr/lib/spark/yarn/lib/spark-yarn-shuffle.jar +/usr/lib/spark/yarn/spark-*-yarn-shuffle.jar diff --git a/bigtop-packages/src/deb/tez/rules b/bigtop-packages/src/deb/tez/rules index 467de0ab..a3301205 100644 --- a/bigtop-packages/src/deb/tez/rules +++ b/bigtop-packages/src/deb/tez/rules @@ -25,6 +25,8 @@ export DH_VERBOSE=1 export DH_OPTIONS tez_pkg_name=tez +tez_home=/usr/lib/tez +lib_tez=/usr/lib/tez/lib %: dh $@ @@ -40,3 +42,8 @@ override_dh_auto_install: --build-dir=. \ --doc-dir=usr/share/doc/${tez_pkg_name}-doc \ --prefix=debian/tmp + ln -sf /usr/lib/hadoop/hadoop-annotations.jar debian/tmp/${lib_tez}/hadoop-annotations.jar + ln -sf /usr/lib/hadoop/hadoop-auth.jar debian/tmp/${lib_tez}/hadoop-auth.jar + ln -sf /usr/lib/hadoop-mapreduce/hadoop-mapreduce-client-common.jar debian/tmp/${lib_tez}/hadoop-mapreduce-client-common.jar + ln -sf /usr/lib/hadoop-mapreduce/hadoop-mapreduce-client-core.jar debian/tmp/${lib_tez}/hhadoop-mapreduce-client-core.jar + ln -sf /usr/lib/hadoop-yarn/hadoop-yarn-server-web-proxy.jar debian/tmp/${lib_tez}/hadoop-yarn-server-web-proxy.jar |