Merge lp:~rcj/vmbuilder/jenkins_jvm-maasv3 into lp:~ubuntu-on-ec2/vmbuilder/jenkins_kvm

[Robert C Jennings]

[Dan Watkins (oddbloke)]

review: Approve

[Dan Watkins (oddbloke)]

Merging now.

=== added file 'config/cloud-maasv3.cfg'
--- config/cloud-maasv3.cfg	1970-01-01 00:00:00 +0000
+++ config/cloud-maasv3.cfg	2016-10-04 15:31:01 +0000
@@ -0,0 +1,10 @@
+#cloud-config
+#This is generic enough to build for both MAAS and general cloud images
+package_upgrade: true
+password: ubuntu
+packages:
+- bzr
+- qemu-utils
+- zerofree
+- gdisk
+- proot

=== added file 'jenkins/MAASv3_Builder.sh'
--- jenkins/MAASv3_Builder.sh	1970-01-01 00:00:00 +0000
+++ jenkins/MAASv3_Builder.sh	2016-10-04 15:31:01 +0000
@@ -0,0 +1,66 @@
+#!/bin/bash -x
+
+fail() { [ $# -eq 0 ] || echo "$@"; exit 1; }
+
+[ -z "${SERIAL}" -a -z "${SUITE}" -a -e "build_properties" ] && {
+    source build_properties ||
+    fail "Failed to read build_properties.";
+}
+
+# Read in the common functions
+my_dir="$( cd "$( dirname "$0" )" && pwd )"
+base_dir=$(dirname ${my_dir})
+export PATH="${base_dir}:${my_dir}:${PATH}"
+source "${base_dir}/functions/locker"
+source "${base_dir}/functions/common"
+source "${base_dir}/functions/retry"
+source ${my_dir}/build_lib.sh
+select_build_config
+
+case "${STREAM:?}" in
+    daily)    build_f="/srv/ec2-images/${SUITE}/${SERIAL}";
+              base_name="${SUITE}-server-cloudimg"
+              ;;
+    *)        fail "Unknown/unsupported stream ${STREAM}.";;
+esac
+
+out_f="${WORKSPACE:?}/maas-${SUITE}-${STREAM}-config.sh"
+raw_f="${WORKSPACE}/${SUITE}-output.raw"
+
+export maas_branch="${MAAS_BRANCH:?}"
+
+touch ${WORKSPACE}/maasv3
+tar cvf ${query_t} ${WORKSPACE}/maasv3
+
+# Construct the right template
+maas_config.sh \
+    --distro "${SUITE}" \
+    --stream "${STREAM}" \
+    --template "${kvm_builder}/templates/img-maasv3.tmpl" \
+    --base-name "${base_name}" \
+    --local "${build_f}" \
+    --serial "${SERIAL}" \
+    --out "${out_f}" \
+    --maas-branch "${maas_branch}" \
+    --out_d "/tmp/maas_final" ||
+    fail "Failed to configure KVM instance for building"
+
+ci_cfg="${kvm_builder}/config/cloud-maasv3.cfg"
+[ "$(uname -m)" == "ppc64" ] && ci_cfg="${kvm_builder}/config/cloud-trusty-pp64el.cfg"
+
+# Launch KVM to do the work
+launch_kvm.sh \
+    --id ${BUILD_ID} \
+    --user-data "${out_f}" \
+    --cloud-config "${ci_cfg}" \
+    --extra-disk "${query_t}" \
+    --disk-gb 50 \
+    --raw-disk "${raw_f}" \
+    --raw-size 20 \
+    --mem 1G \
+    --img-url ${BUILDER_CLOUD_IMAGE} ||
+        fail "KVM instance failed to build image."
+
+# Extract the result set
+tar -xvvf "${raw_f}" ||
+    fail "Failed to extract information from instance"

=== added file 'templates/img-maasv3.tmpl'
--- templates/img-maasv3.tmpl	1970-01-01 00:00:00 +0000
+++ templates/img-maasv3.tmpl	2016-10-04 15:31:01 +0000
@@ -0,0 +1,85 @@
+#!/bin/bash
+# vi: ts=4 noexpandtab syntax=sh
+# Setup up the build environment.
+exec > >(tee /tmp/build.log) 2>&1
+echo "127.0.1.1 $HOSTNAME $HOSTNAME" >> /etc/hosts
+error() { echo "$@" 1>&2; }
+fail() {
+    [ $# -eq 0 ] || error "$@";
+    echo "Failed" > /tmp/failed;
+    tar -C /tmp -cvf /dev/vdb failed build.log;
+    shutdown -P now;
+    exit 1;
+}
+
+debug() { error "$(date -R):" "$@"; }
+sysfail() { fail "General failure!"; }
+
+trap sysfail SIGINT SIGTERM
+
+# Variables from configuration step
+PACK_D="%D"
+BZR_MAAS="%M"
+suite="%d"
+stream="%S"
+serial="%s"
+
+# Set up the stuff
+export SRC_D="/tmp/maas"
+export START_D="/tmp/logs"
+export OUT_D="%O"
+
+# Make sure that the root disk is big enough
+# Work around for https://bugs.launchpad.net/ubuntu/+source/cloud-utils/+bug/1285197
+sudo cloud-init single --name growpart --frequency=always &&
+    sudo cloud-init single --name=resizefs --frequency=always
+df -h
+
+
+# Set up the code paths
+cd /tmp
+bzr branch "${BZR_MAAS}" "${SRC_D}" ||
+    fail "Failed to check out the BZR branch"
+
+bash -x "${SRC_D}/system-setup";
+OUT_D="/tmp/maas_final"
+mkdir -p "${OUT_D}"
+
+# Extract /dev/vdc (which has all the goodies including the image
+# for conversion)
+tar -C / -xvvf /dev/vdd
+
+# Make the dirs
+mkdir /tmp/maas_images
+mkdir "${START_D}"
+
+
+# Do the work
+ARCHES="%A"
+ARCHES=${ARCHES:-i386 amd64 armhf}
+
+debug "building maas ephemerals v3 suite=$suite arches=[${ARCHES}]"
+for arch in ${ARCHES}; do
+	prefix="${suite}-${stream}-maas-${arch}"
+    work_d="${OUT_D}/${arch}"
+    mkdir -p "${work_d}" ||
+        fail "Unable to create destination directory for ${arch}"
+
+    debug "beginning arch $arch"
+    env PYTHONPATH=${SRC_D} \
+         PATH=${SRC_D}/bin:$PATH \
+         "${SRC_D}/bin/meph2-cloudimg-sync" \
+         --config ${SRC_D}/conf/meph-v3.yaml \
+         "-vvv" "${OUT_D}" \
+         "arch=${arch}" "release=${suite}" || fail "Failed to create MAAS image"
+
+done
+
+# Finish the work
+echo "Taring up artifacts to /dev/vdb!"
+touch /tmp/success
+tar -C /tmp -cvf /dev/vdb maas_images /var/log/* logs success build.log "${OUT_D}" >> /dev/null
+sync
+shutdown -P now
+
+# vi: ts=4 noexpandtab syntax=sh