path: root/build-scripts/create-user-build-script

#!/bin/bash

set -e

source "${BUILD_SCRIPT_ROOT}"/helpers
setup-repo-vars

#Translate
#  https://android-build.linaro.org/jenkins/job/doanac_build-script-generation/6/
# into
#  http://snapshots.linaro.org/android/~doanac/build-script-generation/6/
PINNED_MANIFEST_URL=${BUILD_URL/http*jenkins\/job\//http://snapshots.linaro.org/android/~}
# change the dash in doanac_build... to doanac/build...
PINNED_MANIFEST_URL=${PINNED_MANIFEST_URL/_/\/}

if [ -n "$SOURCE_OVERLAY" ]; then
	USAGE_SUM="'Usage: \$0 -m <manifest.xml> -o <overlay.tar> [ -t -d directory -l login ]'"
	USAGE_OVERLAY="'\\n -m <manifest>    If -t is not used, then using a browser with cookies you\\n                  must download the pinned manifest from:\\n             $PINNED_MANIFEST_URL\\n -o               The path to the vendor required overlay.\\n                  Can be downloaded from http://snapshots.linaro.org/android/binaries/$SOURCE_OVERLAY\\n'"
	USAGE_OPTOVERLAY="m:o:"
	USAGE_OPTHANDLER="o   ) SOURCE_OVERLAY=\$OPTARG; SOURCE_OVERLAY_OPTIONAL=0;;  m   ) MANIFEST=\`readlink -f \$OPTARG\`;;"
else
	USAGE_SUM="'Usage: \$0 [ -t -d directory -l login ]'"
fi

header()
{
	cat <<EOF
#!/bin/bash
# Author+=amit.pundir@linaro.org

set -e

EXACT=1
INTERACTIVE=1
DIR=android
if [ -z "\${LINARO_ANDROID_ACCESS_ID}" ] ; then
	LINARO_ANDROID_ACCESS_ID=default-bot
fi
SOURCE_OVERLAY_OPTIONAL=1

usage()
{
	echo $USAGE_SUM
	echo -e $USAGE_OVERLAY
	echo " -t                Reproduce the build from the tip of the branch rather than doing"
	echo "                   an exact replica build"
	echo " -d <directory>    The directory to download code and build from"
	echo "                   Default: \${DIR}"
	echo " -l <login-id>     login-id to clone from linaro-private git repositories"
	echo "                   If in doubt, please contact Linaro Android mailing list for details"
	echo "                   Default: \${LINARO_ANDROID_ACCESS_ID}"
	echo " -y                Assume answer 'YES' for all questions. Non-interactive mode. Requires -l"
	exit 1
}

while getopts   "${USAGE_OPTOVERLAY}d:l:hty" optn; do
	case    \$optn   in
		$USAGE_OPTHANDLER
		d   ) DIR=\$OPTARG;;
		l   ) LINARO_ANDROID_ACCESS_ID=\$OPTARG;;
		t   ) EXACT=0;;
		y   ) INTERACTIVE=0;;
		h   ) usage; exit 1;;
        esac
done

if [ "\${LINARO_ANDROID_ACCESS_ID}" == "default-bot" -a \${INTERACTIVE} -eq 0 ] ; then
    usage
fi

UBUNTU=\`cat /etc/issue.net | cut -d' ' -f2\`
HOST_ARCH=\`uname -m\`
if [ \${HOST_ARCH} == "x86_64" ] ; then
	PKGS='gnupg flex bison gperf build-essential zip curl zlib1g-dev libc6-dev lib32ncurses5-dev x11proto-core-dev libx11-dev lib32z1-dev libgl1-mesa-dev g++-multilib mingw32 tofrodos python-markdown libxml2-utils xsltproc uboot-mkimage openjdk-6-jdk openjdk-6-jre vim-common python-parted python-yaml wget uuid-dev acpica-tools'
else
	echo "ERROR: Only 64bit Host(Build) machines are supported at the moment."
	exit 1
fi
if [[ \${UBUNTU} =~ "13." || \${UBUNTU} =~ "12.10" ]]; then
	#Install basic dev package missing in chrooted environments
	sudo apt-get install software-properties-common
	sudo dpkg --add-architecture i386
	PKGS+=' libstdc++6:i386 git-core'
elif [[ \${UBUNTU} =~ "12.04" || \${UBUNTU} =~ "10.04" ]] ; then
	#Install basic dev package missing in chrooted environments
	sudo apt-get install python-software-properties
	if [[ \${UBUNTU} =~ "12.04" ]]; then
		PKGS+=' libstdc++6:i386 git-core'
	else
		PKGS+=' ia32-libs libssl-dev libcurl4-gnutls-dev libexpat1-dev gettext'
	fi
else
	echo "ERROR: Only Ubuntu 10.04, 12.* and 13.04 versions are supported."
	exit 1
fi

echo
echo "Setting up Ubuntu software repositories..."
sudo add-apt-repository "deb http://archive.ubuntu.com/ubuntu \$(lsb_release -sc) main universe restricted multiverse"
sudo add-apt-repository ppa:linaro-maintainers/tools
sudo apt-get update
echo
echo "Installing missing dependencies if any..."
if [ \$INTERACTIVE -eq 1 ] ; then
	sudo apt-get install \${PKGS}
else
	sudo apt-get -y install \${PKGS}
fi
# Obsolete git version 1.7.04 in lucid official repositories
# repo need at least git v1.7.2
if [[ \${UBUNTU} =~ "10.04" ]]; then
	echo
	echo "repo tool complains of obsolete git version 1.7.04 in lucid official repositories"
	echo "Building git for lucid from precise sources .."
	wget http://archive.ubuntu.com/ubuntu/pool/main/g/git/git_1.7.9.5.orig.tar.gz
	tar xzf git_1.7.9.5.orig.tar.gz
	cd git-1.7.9.5/
	make prefix=/usr
	sudo make prefix=/usr install
fi

EOF
	if [ -n "$SOURCE_OVERLAY" ]; then
		cat <<EOF
if [ \$EXACT -eq 1 ]; then
	if [ "a\$MANIFEST" == "a" -o ! -f \$MANIFEST ]; then
		echo "ERROR: no pinned manifest provided. Please download from $PINNED_MANIFEST_URL. This must be done from a browser that accepts cookies."
		exit 1
	fi
fi
if [ \$SOURCE_OVERLAY_OPTIONAL -ne 1 ]; then
	if [ "a\$SOURCE_OVERLAY" == "a" -o ! -f \$SOURCE_OVERLAY ]; then
		echo "ERROR: no source overlay provided. Please download from http://snapshots.linaro.org/android/binaries/$SOURCE_OVERLAY. This must be done from a browser that accepts cookies."
		exit 1
	fi
fi
EOF
	fi
	cat <<EOF
if [ -d \${DIR} ] ; then
	if [ \$INTERACTIVE -eq 1 ] ; then
		echo "Directory \${DIR} exists. Are you sure you want to use this? (y/n) "
		read CONTINUE
		[ \${CONTINUE} == y ] || exit 1
	else
		echo "Using existing directory: \${DIR} . "
	fi
else
	mkdir \${DIR}
fi
cd \${DIR}

EOF
}

jenkins_configs_method()
{
	cat <<EOF
# check for linaro private manifests
PM=\`echo ${MANIFEST_REPO} | grep -i "linaro-private" | wc -l\`
if [ \${PM} -gt 0 -a \${INTERACTIVE} -eq 1 ] ; then
	if [ "\${LINARO_ANDROID_ACCESS_ID}" == "default-bot" ] ; then
		echo "You must specify valid login/access-id to clone from linaro-private manifest repositories."
		echo "Press "y" to continue (which may result in incomplete build or failure), OR"
		echo "Press "n" to enter login details, OR"
		echo "Press "h" for help."
		read NEXT
		if [ \${NEXT} == n ] ; then
			echo "Enter login/access-id:"
			read LINARO_ANDROID_ACCESS_ID
		elif [ \${NEXT} == h ] ; then
			usage
		fi
	fi
fi
export MANIFEST_REPO=\`echo ${MANIFEST_REPO} | sed 's/\/\/.*-bot@/\/\/'"\${LINARO_ANDROID_ACCESS_ID}"'@/'\`
export MANIFEST_BRANCH=${MANIFEST_BRANCH}
export MANIFEST_FILENAME=${MANIFEST_FILENAME}
export TARGET_PRODUCT=${TARGET_PRODUCT}
EOF
	if [ -n "$TARGET_KERNEL_SOURCE" ] ; then
		cat <<EOF
export TARGET_KERNEL_SOURCE=${TARGET_KERNEL_SOURCE}
EOF
	fi
    cat <<EOF
export TARGET_SIMULATOR=false
export BUILD_TINY_ANDROID=${BUILD_TINY_ANDROID}
export CPUS=\`grep -c processor /proc/cpuinfo\`
export INCLUDE_PERF=${INCLUDE_PERF}
export TARGET_BUILD_VARIANT=${TARGET_BUILD_VARIANT}
export BUILD_FS_IMAGE=${BUILD_FS_IMAGE}
export DEBUG_NO_STRICT_ALIASING=${DEBUG_NO_STRICT_ALIASING}
export DEBUG_NO_STDCXX11=${DEBUG_NO_STDCXX11}
export TOOLCHAIN_TRIPLET=${TOOLCHAIN_TRIPLET}
export ANDROID_64=${ANDROID_64}
EOF
	if [ -n "$TOOLCHAIN_URL" ] ; then
		cat <<EOF
export TOOLCHAIN_URL=${TOOLCHAIN_URL}
export TARGET_TOOLS_PREFIX=android-toolchain-eabi/bin/arm-linux-androideabi-
EOF
	else
		cat <<EOF
export TARGET_TOOLS_PREFIX=${TARGET_TOOLS_PREFIX}

EOF
	fi
}

git_configs_method()
{
	cat <<EOF
export BUILD_CONFIG_REPO=${BUILD_CONFIG_REPO}
export BUILD_CONFIG_BRANCH=${BUILD_CONFIG_BRANCH}
export BUILD_CONFIG_FILENAME=${BUILD_CONFIG_FILENAME}

git clone "\$BUILD_CONFIG_REPO" configs_repo
git --git-dir=configs_repo/.git checkout "\$BUILD_CONFIG_BRANCH"
CONFIGURATION=\$(cat configs_repo/"\$BUILD_CONFIG_FILENAME")
set -a
eval \$CONFIGURATION

EOF
}

sync_commands()
{
	if [ -n "$SOURCE_OVERLAY" ]; then
		CP_CMD="cp \$MANIFEST .repo/manifest.xml"
	else
		CP_CMD="curl -k ${PINNED_MANIFEST_URL}/pinned-manifest.xml > .repo/manifest.xml"
	fi
	if [ "$REPO_GROUPS" != "all,-notdefault,-eclipse" ]; then
		REPO_GROUPS_OPTION="-g $REPO_GROUPS"
	else
		REPO_GROUPS_OPTION=""
	fi
	cat <<EOF
# download the repo tool for android
curl "http://android.git.linaro.org/gitweb?p=tools/repo.git;a=blob_plain;f=repo;hb=refs/heads/stable" > repo
chmod +x repo

# download the android code
./repo init -u \${MANIFEST_REPO} -b \${MANIFEST_BRANCH} -m \${MANIFEST_FILENAME} ${REPO_MIRROR} $REPO_GROUPS_OPTION
if [ \${EXACT} -eq 1 ] ; then
	rm .repo/manifest.xml
	$CP_CMD
fi
# check for linaro private git repositories
PRI=\`grep -i "linaro-private" .repo/manifests/\${MANIFEST_FILENAME} | wc -l\`
if [ \${PRI} -gt 0 -a \${INTERACTIVE} -eq 1 ] ; then
	if [ "\${LINARO_ANDROID_ACCESS_ID}" == "default-bot" ] ; then
		echo "You must specify valid login/access-id to clone from linaro-private git repositories."
		echo "Press "y" to continue (which may result in incomplete build), OR"
		echo "Press "n" to enter login details, OR"
		echo "Press "h" for help."
		read NEXT
		if [ \${NEXT} == n ] ; then
			echo "Enter login/access-id:"
			read LINARO_ANDROID_ACCESS_ID
		elif [ \${NEXT} == h ] ; then
			usage
		fi
	fi
	sed -i 's/\/\/.*-bot@/\/\/'"\${LINARO_ANDROID_ACCESS_ID}"'@/' .repo/manifests/\${MANIFEST_FILENAME}
fi
./repo sync -f -j1

EOF

	if [ -n "$TOOLCHAIN_URL" ] ; then
		cat <<EOF
# download the toolchain to build with
curl -k \${TOOLCHAIN_URL} > toolchain.tar.bz2
tar -jxf toolchain.tar.bz2
rm toolchain.tar.bz2
EOF
	fi

	if [ -n "$SOURCE_OVERLAY" ]; then
		cat <<EOF

if [ \$SOURCE_OVERLAY_OPTIONAL -ne 1 ]; then
	# extract the vendor's source overlay
	tar -x -a -f "\$SOURCE_OVERLAY" -C .
fi
EOF
	fi
	echo
}

build_commands()
{
	cat <<EOF
# build the code
. build/envsetup.sh
make -j\${CPUS} boottarball systemtarball userdatatarball
EOF
}

{
	header
	if [ -n "$BUILD_CONFIG_REPO" ]; then
		git_configs_method
	else
		jenkins_configs_method
	fi
	sync_commands
	build_commands
} > linaro_android_build_cmds.sh
chmod +x linaro_android_build_cmds.sh