Merge ~kzapalowicz/snappy-hwe-snaps/+git/jenkins-jobs:feature/deb-builds into ~snappy-hwe-team/snappy-hwe-snaps/+git/jenkins-jobs:master

[Konrad Zapałowicz]

add jobs to build debian packages

[System Enablement Bot (system-enablement-ci-bot)]

PASSED: Continuous integration, rev:81e57b33d304d83b31b0556db0b746cd7c9f62c4
https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/31/
Executed test runs:
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=amd64/31
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=arm64/31
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=armhf/31
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=i386/31

Click here to trigger a rebuild:
https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/31/rebuild

review: Approve (continuous-integration)

abb3609... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-12

tools: add script to build debian packages in a chroot

[System Enablement Bot (system-enablement-ci-bot)]

PASSED: Continuous integration, rev:b4acd0874a024189d3ae405197e0fbefd9e006dc
https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/33/
Executed test runs:
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=amd64/33
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=arm64/33
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=armhf/33
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=i386/33

Click here to trigger a rebuild:
https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/33/rebuild

review: Approve (continuous-integration)

[Simon Fels (morphis)]

review: Needs Fixing

6de89e2... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-16

jobs/deb: remove automerger

5a3a2d5... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-16

jobs/deb: remove documentation building job

ed4b1ad... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-17

jobs.deb: save build results in results dir

[System Enablement Bot (system-enablement-ci-bot)]

PASSED: Continuous integration, rev:80296ee4c46346958bda8634e2ebad004dac0df7
https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/53/
Executed test runs:
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=amd64/53
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=arm64/53
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=armhf/53
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=i386/53

Click here to trigger a rebuild:
https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/53/rebuild

review: Approve (continuous-integration)

47391cd... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-17

jobs/deb: add CI_ID to identify all downstream builds with single id

[System Enablement Bot (system-enablement-ci-bot)]

PASSED: Continuous integration, rev:47391cd4b347e276a7efbb3666be69f12106c7a8
https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/55/
Executed test runs:
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=amd64/55
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=arm64/55
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=armhf/55
    SUCCESS: https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/ARCHITECTURE=i386/55

Click here to trigger a rebuild:
https://jenkins.canonical.com/system-enablement/job/snappy-hwe-snaps-snap-build/55/rebuild

review: Approve (continuous-integration)

Unmerged commits

47391cd... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-17

jobs/deb: add CI_ID to identify all downstream builds with single id

ed4b1ad... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-17

jobs.deb: save build results in results dir

5a3a2d5... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-16

jobs/deb: remove documentation building job

6de89e2... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-16

jobs/deb: remove automerger

abb3609... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-12

tools: add script to build debian packages in a chroot

040f450... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-12

jobs/deb: add build worker

915a1a3... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-11

jobs/deb: add update MP job

19fa7b6... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-11

jobs/deb: add documentation building job

b782ce6... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-11

jobs/deb: add cleanup job

7a52a3e... by =?utf-8?q?Konrad_Zapa=C5=82owicz?= <email address hidden> on 2017-10-11

jobs/deb: add deb build job

diff --git a/jobs/deb/common-job-prepare.sh b/jobs/deb/common-job-prepare.sh
new file mode 100644
index 0000000..204a87d
--- /dev/null
+++ b/jobs/deb/common-job-prepare.sh
@@ -0,0 +1,58 @@
+#!/bin/sh -ex
+#
+# Copyright (C) 2017 Canonical Ltd
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 3 as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+# This is a common place to be a forwarder of varibles definied in
+# the job definition. To avoid using templating in the actual job
+# shell script we have a common .sh file which does this for us.
+#
+# Whenever you need something which is suitable for multiple jobs
+# or originates from the job definition and needs to be added
+# through a template variable inside the shell script this
+# is the right place for it.
+#
+# This file will be sourced by all jobs.
+
+JENKINS_JOBS_GIT_REPO="{jobs-git-repo}"
+JENKINS_JOBS_GIT_REPO_BRANCH="{jobs-git-repo-branch}"
+
+# Ensure we have a clean and empty workspace but keep our jenkins-jobs
+# repository so we don't have to clone it again
+for f in $(ls "${{WORKSPACE}}"); do
+	if [ "${{f}}" = jenkins-jobs ]; then
+		continue
+	fi
+	rm -rf "${{WORKSPACE}}"/"${{f}}"
+done
+
+if [ -e jenkins-jobs ] ; then
+	(cd jenkins-jobs ; git clean -fdx . ; git fetch origin ; git reset --hard origin/${{JENKINS_JOBS_GIT_REPO_BRANCH}})
+else
+    git clone -b ${{JENKINS_JOBS_GIT_REPO_BRANCH}} ${{JENKINS_JOBS_GIT_REPO}}
+fi
+
+cat << EOF > $WORKSPACE/.build_env
+BOT_USERNAME={bot_username}
+LAUNCHPAD_PROJECT={launchpad_project}
+LAUNCHPAD_TEAM={launchpad_team}
+DEB_BUILD_JOB={name}-deb-build-prepare
+BUILD_SCRIPTS=$WORKSPACE/jenkins-jobs
+BUILD_ON_LAUNCHPAD={build_on_launchpad}
+AUTO_MERGE={auto_merge}
+TRIGGER_CI={trigger_ci}
+UPDATE_MPS={update_mps}
+RUN_TESTS={run_tests}
+CI_REPO=ci-build-${{CI_ID}}
+EOF
diff --git a/jobs/deb/deb-build-prepare.sh b/jobs/deb/deb-build-prepare.sh
new file mode 100644
index 0000000..1ee6fae
--- /dev/null
+++ b/jobs/deb/deb-build-prepare.sh
@@ -0,0 +1,85 @@
+#!/bin/bash
+#
+# Copyright (C) 2017 Canonical Ltd
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 3 as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+set -ex
+
+. "$WORKSPACE/.build_env"
+
+# CI_ID isn't specified yet when we're being called so initialize
+# it here with the same value as we do in deb-build-prepare.yaml
+if [ -z "$CI_ID" ]; then
+	CI_ID=$BUILD_ID
+fi
+
+rm -rf $WORKSPACE/src
+
+git clone --no-checkout $TARGET_GIT_REPO $WORKSPACE/src
+cd $WORKSPACE/src
+for remote in $(git branch -r | grep -v origin/master); do
+	git checkout --track $remote
+done
+
+git checkout $TARGET_GIT_REPO_BRANCH
+
+git config user.name "System Enablement CI Bot"
+git config user.email "[e-mail]"
+
+if [ -n "$SOURCE_GIT_REPO" ]; then
+	git remote add other $SOURCE_GIT_REPO
+	git fetch other
+	git merge \
+		--no-ff \
+		-m "Merge remote tracking branch other/$SOURCE_GIT_REPO_BRANCH" \
+		$REVISION
+fi
+
+# Try to find the correct branch we need to build from. In the case that
+# $TARGET_GIT_REPO_BRANCH points us to an upstream component branch we
+# will take master as the next suitable candidate.
+CI_BRANCH=
+DEBIAN_DIRECTORY_PATH=
+for branch in $TARGET_GIT_REPO_BRANCH master ; do
+	git checkout $branch
+	if [ -d debian ]; then
+		DEBIAN_DIRECTORY_PATH=debian
+	fi
+
+	if [ -n "$DEBIAN_DIRECTORY_PATH" ]; then
+		CI_BRANCH=$branch
+		break
+	fi
+done
+
+if [ -z "$CI_BRANCH" ]; then
+	echo "WARNING: Can't build snap as no snapcraft.yaml exists!"
+	exit 0
+fi
+
+# Now let's setup some variables that are important for the build process
+
+REPO_NAME=$(awk -v a="$TARGET_GIT_REPO" 'BEGIN{print substr(a, index(a, "+git/") + 5)}')
+# We rely on the snapcraft.yaml to have the snap name in the first five lines
+# which is the case for all our snaps. This is a bit lazy but the best way to
+# ensure we don't fetch any other name: fields which might be present in the file.
+DEB_NAME=$(cat $DEBIAN_DIRECTORY_PATH/control | grep "^Source:" | awk '{print $2}')
+DEB_REV=$(git rev-parse --short HEAD)
+CI_REPO=ci-build-$CI_ID
+
+# Push to CI repository
+
+git remote add jenkins-ci git+ssh://$[e-mail]/~$LAUNCHPAD_TEAM/$LAUNCHPAD_PROJECT/+git/$CI_REPO
+git push jenkins-ci --all
+git push jenkins-ci --tags
diff --git a/jobs/deb/deb-build-prepare.yaml b/jobs/deb/deb-build-prepare.yaml
new file mode 100644
index 0000000..c75f803
--- /dev/null
+++ b/jobs/deb/deb-build-prepare.yaml
@@ -0,0 +1,63 @@
+- job-template:
+    name: '{name}-deb-build-prepare'
+    project-type: freestyle
+    defaults: global
+    description: ""
+    display-name: "{name}-deb-build-prepare"
+    concurrent: true
+    node: deb && misc
+    properties:
+      - build-discarder:
+          num-to-kep: 10
+      - rebuild
+    parameters:
+        - string:
+            name: TARGET_GIT_REPO
+            default:
+            description: "Target git repository"
+        - string:
+            name: TARGET_GIT_REPO_BRANCH
+            default: master
+            description: "Branch of the target git repository to build from"
+        - string:
+            name: SERIES
+            default: xenial
+            description: "Ubuntu archive series to build for"
+        - string:
+            name: FORCE
+            default: "0"
+            description: "Set to 1 to force the build"
+        - string:
+            name: SOURCE_GIT_REPO
+            default:
+            description: "Source git repository"
+        - string:
+            name: SOURCE_GIT_REPO_BRANCH
+            default:
+            description: "Branch of the source git repository to use"
+        - string:
+            name: MERGE_PROPOSAL
+            default:
+            description: "Link to the merge proposal this build relates to"
+        - string:
+            name: REVISION
+            default:
+            description: "Git revision that is being build"
+        - string:
+            name: CLEANUP_WORKSPACE
+            default: "0"
+            description: "Cleanup the whole workspace"
+    builders:
+        - shell:
+            !include-raw:
+                - common-job-prepare.sh
+        - shell:
+            !include-raw-escape:
+                - deb-build-prepare.sh
+        - trigger-builds:
+            - project: '{name}-deb-build'
+              current-parameters: true
+              predefined-parameters: |
+                  CI_ID=$BUILD_ID
+                  RESULTS_ID=$BUILD_TAG
+              block: true
diff --git a/jobs/deb/deb-build-worker.sh b/jobs/deb/deb-build-worker.sh
new file mode 100644
index 0000000..56c7481
--- /dev/null
+++ b/jobs/deb/deb-build-worker.sh
@@ -0,0 +1,57 @@
+#!/bin/sh
+#
+# Copyright (C) 2017 Canonical Ltd
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 3 as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+set -ex
+
+. "$WORKSPACE/.build_env"
+
+rm -rf $WORKSPACE/src $WORKSPACE/results
+
+# Debian packages will be build in chroot for the host architecture using
+# bits from https://launchpad.net/jenkaas-jobs to do the job.
+
+DEBBUILD_EXTRA_ARGS=
+
+sudo $BUILD_SCRIPTS/tools/debbuild.sh \
+	--source-dir=$WORKSPACE/src \
+	--results-dir=$WORKSPACE/results \
+	--arch=$ARCHITECTURE \
+	--series=$SERIES \
+	--proxy=http://squid.internal:3128 \
+	$DEBBUILD_EXTRA_ARGS
+
+# Build is done, now copy the build artifacts to the remote location
+
+if [ -z "$REMOTE_WORKER" ]; then
+	echo "INFO: No remote worker defined, not copying artifacts to it"
+	exit 0
+fi
+
+SSH_PATH="${JENKINS_HOME}/.ssh/"
+SSH_KEY_PATH="${SSH_PATH}/git.launchpad.net/$BOT_USERNAME"
+SSH="ssh -i $SSH_KEY_PATH/id_rsa $REMOTE_USER@$REMOTE_WORKER"
+SCP="scp -i $SSH_KEY_PATH/id_rsa"
+
+REMOTE_RESULTS_BASE_DIR=/home/$REMOTE_USER/results
+
+$SSH mkdir -p $REMOTE_RESULTS_BASE_DIR/$RESULTS_ID
+$SCP $WORKSPACE/results/*.deb $REMOTE_USER@$REMOTE_WORKER:$REMOTE_RESULTS_BASE_DIR/$RESULTS_ID/
+
+# Save the id of our results so it can be used by a subsequent build
+# in a properties file which is then being read from jenkins and its
+# content passed as parameters to triggered builds.
+echo "RESULTS_ID=$RESULTS_ID" >> $WORKSPACE/build-props
+cat $WORKSPACE/build-props
diff --git a/jobs/deb/deb-build-worker.yaml b/jobs/deb/deb-build-worker.yaml
new file mode 100644
index 0000000..18b09b8
--- /dev/null
+++ b/jobs/deb/deb-build-worker.yaml
@@ -0,0 +1,72 @@
+- job-template:
+    name: '{name}-deb-build-worker'
+    project-type: freestyle
+    defaults: global
+    description: "Build a deb on launchpad"
+    display-name: "{name}-deb-build-worker"
+    concurrent: true
+    node: deb && build
+    parameters:
+        - string:
+            name: ARCHITECTURE
+            default: amd64
+            description: Architecture to build the deb for
+        - string:
+            name: TARGET_GIT_REPO
+            default:
+            description: "Target git repository"
+        - string:
+            name: TARGET_GIT_REPO_BRANCH
+            default: master
+            description: "Branch of the target git repository to build from"
+        - string:
+            name: SERIES
+            default: xenial
+            description: "Ubuntu archive series to build for"
+        - string:
+            name: FORCE
+            default: "0"
+            description: "Set to 1 to force the build"
+        - string:
+            name: SOURCE_GIT_REPO
+            default:
+            description: "Source git repository"
+        - string:
+            name: SOURCE_GIT_REPO_BRANCH
+            default:
+            description: "Branch of the source git repository to use"
+        - string:
+            name: MERGE_PROPOSAL
+            default:
+            description: "Link to the merge proposal this build relates to"
+        - string:
+            name: REVISION
+            default:
+            description: "Git revision that is being build"
+        - string:
+            name: CLEANUP_WORKSPACE
+            default: "0"
+            description: "Cleanup the whole workspace"
+        - string:
+            name: REMOTE_WORKER
+            default: "{obj:remote_worker}"
+            description: "The remote server to execute the spread jobs on. There's no need to change from the default value unless you know what you're doing."
+        - string:
+            name: REMOTE_USER
+            default: "{obj:remote_user}"
+            description: "The remote server username used to ssh to $REMOTE_WORKER."
+        - string:
+            name: CI_ID
+            default: ''
+            description: "Numeric id which will identify the CI iteration through all downstream builds"
+        - string:
+            name: RESULTS_ID
+            default: ''
+            description: "Alphanumeric identifier used to pass build artifacts through different jobs"
+    builders:
+        - shell:
+            !include-raw:
+                - common-job-prepare.sh
+        - shell:
+            !include-raw-escape:
+                - deb-build-worker.sh
diff --git a/jobs/deb/deb-build.yaml b/jobs/deb/deb-build.yaml
new file mode 100644
index 0000000..4a11d32
--- /dev/null
+++ b/jobs/deb/deb-build.yaml
@@ -0,0 +1,90 @@
+- job-template:
+    name: '{name}-deb-build'
+    project-type: matrix
+    defaults: global
+    description: "Build a deb with subsequent test execution"
+    display-name: "{name}-deb-build"
+    concurrent: true
+    sequential: false
+    node: monitor
+    axes:
+        - axis:
+            type: user-defined
+            name: ARCHITECTURE
+            values: '{obj:build_architectures}'
+    parameters:
+        - string:
+            name: TARGET_GIT_REPO
+            default:
+            description: "Target git repository"
+        - string:
+            name: TARGET_GIT_REPO_BRANCH
+            default: master
+            description: "Branch of the target git repository to build from"
+        - string:
+            name: SERIES
+            default: xenial
+            description: "Ubuntu archive series to build for"
+        - string:
+            name: FORCE
+            default: "0"
+            description: "Set to 1 to force the build"
+        - string:
+            name: SOURCE_GIT_REPO
+            default:
+            description: "Source git repository"
+        - string:
+            name: SOURCE_GIT_REPO_BRANCH
+            default:
+            description: "Branch of the source git repository to use"
+        - string:
+            name: MERGE_PROPOSAL
+            default:
+            description: "Link to the merge proposal this build relates to"
+        - string:
+            name: REVISION
+            default:
+            description: "Cleanup the whole workspace"
+        - string:
+            name: CLEANUP_WORKSPACE
+            default: "0"
+            description: "Cleanup the whole workspace"
+        - string:
+            name: CI_ID
+            default: ''
+            description: "Numeric id which will identify the CI iteration through all downstream builds"
+    builders:
+        - trigger-builds:
+            - project: '{name}-deb-build-worker'
+              current-parameters: true
+              predefined-parameters: |
+                  ARCHITECTURE=$ARCHITECTURE
+              block: true
+            - project: '{name}-deb-docs'
+              current-parameters: true
+              block: true
+            - project: '{name}-deb-cleanup'
+              current-parameters: true
+    publishers:
+        - archive:
+            artifacts: '**/*.deb'
+            latest-only: false
+            allow-empty: true
+            fingerprint: false
+        - trigger-parameterized-builds:
+            - project: '{name}-deb-update-mp'
+              condition: "SUCCESS"
+              predefined-parameters: |
+                  CI_RESULT=PASSED
+                  CI_BUILD=${{BUILD_URL}}
+                  CI_BRANCH="${{SOURCE_GIT_REPO_BRANCH}}@${{SOURCE_GIT_REPO}}"
+                  CI_MERGE_PROPOSAL=${{MERGE_PROPOSAL}}
+                  CI_REVISION=${{REVISION}}
+            - project: '{name}-deb-update-mp'
+              condition: "UNSTABLE_OR_WORSE"
+              predefined-parameters: |
+                  CI_RESULT=FAILED
+                  CI_BUILD=${{BUILD_URL}}
+                  CI_BRANCH="${{SOURCE_GIT_REPO_BRANCH}}@${{SOURCE_GIT_REPO}}"
+                  CI_MERGE_PROPOSAL=${{MERGE_PROPOSAL}}
+                  CI_REVISION=${{REVISION}}
diff --git a/jobs/deb/deb-cleanup.sh b/jobs/deb/deb-cleanup.sh
new file mode 100644
index 0000000..bf0e03c
--- /dev/null
+++ b/jobs/deb/deb-cleanup.sh
@@ -0,0 +1,38 @@
+#!/bin/sh
+#
+# Copyright (C) 2017 Canonical Ltd
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 3 as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+set -x
+
+. "$WORKSPACE/.build_env"
+
+# Delete auxiliary repo used in the build
+$BUILD_SCRIPTS/tools/delete-ci-repo.py \
+    --git-repo=https://git.launchpad.net/~$LAUNCHPAD_TEAM/$LAUNCHPAD_PROJECT/+git/$CI_REPO
+
+if [ -z "$REMOTE_WORKER" ]; then
+    echo "INFO: No remote system defined"
+    exit 0
+fi
+
+SSH_PATH="${JENKINS_HOME}/.ssh/"
+SSH_KEY_PATH="${SSH_PATH}/git.launchpad.net/$BOT_USERNAME"
+SSH="ssh -i $SSH_KEY_PATH/id_rsa $REMOTE_USER@$REMOTE_WORKER"
+REMOTE_RESULTS_BASE_DIR=/home/$REMOTE_USER/results
+
+$SSH rm -rf $REMOTE_RESULTS_BASE_DIR/$RESULTS_ID
+
+# Now remove any container that might have been left behind...
+$SSH sudo docker rm \$\(sudo docker ps -q --filter=status=exited --filter=ancestor=snap-spread-tests\) || true
diff --git a/jobs/deb/deb-cleanup.yaml b/jobs/deb/deb-cleanup.yaml
new file mode 100644
index 0000000..1b6480e
--- /dev/null
+++ b/jobs/deb/deb-cleanup.yaml
@@ -0,0 +1,32 @@
+- job-template:
+    name: '{name}-deb-cleanup'
+    project-type: freestyle
+    defaults: global
+    description: "Cleanup artifacts left over from a deb build"
+    display-name: "{name}-deb-cleanup"
+    concurrent: true
+    node: deb && build
+    parameters:
+        - string:
+            name: CI_ID
+            default: ''
+            description: "Numeric id which will identify the CI iteration through all downstream builds"
+        - string:
+            name: RESULTS_ID
+            default: ""
+            description: "Alphanumeric Id of the results being staged on the remote worker"
+        - string:
+            name: REMOTE_WORKER
+            default: "{obj:remote_worker}"
+            description: "The remote server to execute the spread jobs on. There's no need to change from the default value unless you know what you're doing."
+        - string:
+            name: REMOTE_USER
+            default: "{obj:remote_user}"
+            description: "The remote server username used to ssh to $REMOTE_WORKER."
+    builders:
+        - shell:
+            !include-raw:
+                - common-job-prepare.sh
+        - shell:
+            !include-raw-escape:
+                - deb-cleanup.sh
diff --git a/jobs/deb/deb-project-jobs.yaml b/jobs/deb/deb-project-jobs.yaml
new file mode 100644
index 0000000..fbcef68
--- /dev/null
+++ b/jobs/deb/deb-project-jobs.yaml
@@ -0,0 +1,9 @@
+- job-group:
+    name: deb-project-jobs
+    jobs:
+      - '{name}-deb-build-worker'
+      - '{name}-deb-build'
+      - '{name}-deb-build-prepare'
+      - '{name}-deb-cleanup'
+      - '{name}-deb-trigger-ci'
+      - '{name}-deb-update-mp'
diff --git a/jobs/deb/deb-trigger-ci.sh b/jobs/deb/deb-trigger-ci.sh
new file mode 100644
index 0000000..5430189
--- /dev/null
+++ b/jobs/deb/deb-trigger-ci.sh
@@ -0,0 +1,29 @@
+#!/bin/bash
+#
+# Copyright (C) 2016 Canonical Ltd
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 3 as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+set -ex
+
+. "$WORKSPACE/.build_env"
+
+if [ "$TRIGGER_CI" = False ]; then
+    echo "WARNING: CI is disabled"
+    exit 0
+fi
+
+exec "$BUILD_SCRIPTS"/tools/trigger-ci.py \
+    -p "$LAUNCHPAD_PROJECT" \
+    -j "$DEB_BUILD_JOB" \
+    -t "$LAUNCHPAD_TEAM"
diff --git a/jobs/deb/deb-trigger-ci.yaml b/jobs/deb/deb-trigger-ci.yaml
new file mode 100644
index 0000000..03d71ac
--- /dev/null
+++ b/jobs/deb/deb-trigger-ci.yaml
@@ -0,0 +1,22 @@
+- job-template:
+    name: '{name}-deb-trigger-ci'
+    project-type: freestyle
+    defaults: global
+    description: "Monitor Launchpad for new merge proposals"
+    display-name: "{name}-deb-trigger-ci"
+    concurrent: true
+    node: deb && misc
+    triggers:
+        - timed: # every five minutes
+            H/5 * * * *
+    properties:
+        - build-discarder:
+            num-to-keep: 10
+        - rebuild
+    builders:
+        - shell:
+            !include-raw:
+                - common-job-prepare.sh
+        - shell:
+            !include-raw-escape:
+                - deb-trigger-ci.sh
diff --git a/jobs/deb/deb-update-mp.sh b/jobs/deb/deb-update-mp.sh
new file mode 100644
index 0000000..e70e35c
--- /dev/null
+++ b/jobs/deb/deb-update-mp.sh
@@ -0,0 +1,30 @@
+#!/bin/sh
+#
+# Copyright (C) 2017 Canonical Ltd
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 3 as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+set -ex
+
+. "$WORKSPACE/.build_env"
+
+if [ "$UPDATE_MPS" = False ]; then
+    echo "WARNING: MP updates are disabled"
+    exit 0
+fi
+
+exec $BUILD_SCRIPTS/tools/vote-on-merge-proposal.py \
+    -s $CI_RESULT \
+    -u $CI_BUILD \
+    -r $CI_REVISION \
+    -p $CI_MERGE_PROPOSAL
diff --git a/jobs/deb/deb-update-mp.yaml b/jobs/deb/deb-update-mp.yaml
new file mode 100644
index 0000000..6b26001
--- /dev/null
+++ b/jobs/deb/deb-update-mp.yaml
@@ -0,0 +1,31 @@
+- job-template:
+    name: '{name}-deb-update-mp'
+    project-type: freestyle
+    defaults: global
+    description: "Update given merge-proposal with the result of the build"
+    display-name: "{name}-deb-update-mp"
+    concurrent: true
+    node: deb && misc
+    parameters:
+        - string:
+            name: CI_RESULT
+            description: Result of the CI build
+        - string:
+            name: CI_BUILD
+            description: Jenkins URL of the build
+        - string:
+            name: CI_BRANCH
+            description: Launchpad branch that was processed
+        - string:
+            name: CI_MERGE_PROPOSAL
+            description: Launchpad merge proposal that was processed
+        - string:
+            name: CI_REVISION
+            description: Revision of the processed branch
+    builders:
+        - shell:
+            !include-raw:
+                - common-job-prepare.sh
+        - shell:
+            !include-raw-escape:
+                - deb-update-mp.sh
diff --git a/tools/debbuild.sh b/tools/debbuild.sh
new file mode 100755
index 0000000..2ede0c9
--- /dev/null
+++ b/tools/debbuild.sh
@@ -0,0 +1,183 @@
+#!/bin/sh
+#
+# Copyright (C) 2017 Canonical Ltd
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 3 as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+set -ex
+
+if [ "$(id -u)" -ne 0 ]; then
+	echo "ERROR: You have to run this script as root!"
+	exit 1
+fi
+
+SERIES=xenial
+SOURCE_DIR=
+RESULTS_DIR=
+# Whenever you change the chroot in a way which needs a regeneration
+# on the build server bump the version here. This will tell the
+# job which updates the chroots to generate a new one.
+CHROOT_VERSION=1
+BUILD_ARCH=amd64
+TARGET_ARCH=amd64
+UPDATE_CHROOT=false
+PROXY=
+SNAPCRAFT_EXTRA_ARGS=
+
+while [ -n "$1" ]; do
+	case "$1" in
+		--series=*)
+			SERIES=${1#*=}
+			shift
+			;;
+		--source-dir=*)
+			SOURCE_DIR=${1#*=}
+			shift
+			;;
+		--results-dir=*)
+			RESULTS_DIR=${1#*=}
+			shift
+			;;
+		--arch=*)
+			TARGET_ARCH=${1#*=}
+			BUILD_ARCH=$TARGET_ARCH
+			shift
+			;;
+		--update-chroot)
+			UPDATE_CHROOT=true
+			shift
+			;;
+		--proxy=*)
+			PROXY=${1#*=}
+			shift
+			;;
+		*)
+			echo "ERROR: Unknown options $1"
+			exit 1
+	esac
+done
+
+if [ -z "$SERIES" ]; then
+	echo "ERROR: No series specified"
+	exit 1
+fi
+
+CHROOT_STORE_PATH=/build/chroots
+CHROOT_TARBALL=$SERIES-$BUILD_ARCH-$CHROOT_VERSION-rootfs.tar
+
+if [ "$UPDATE_CHROOT" = true ]; then
+	if [ ! -e $CHROOT_STORE_PATH/$CHROOT_TARBALL ] ; then
+		mkdir -p /build/chroots
+		WORKDIR=$(mktemp -d)
+		mkdir -p $WORKDIR/rootfs
+
+		DEBOOTSTRAP=debootstrap
+		DEB_REPO_URL=
+		case "$BUILD_ARCH" in
+			amd64)
+				DEB_REPO_URL="http://archive.ubuntu.com/ubuntu/"
+				;;
+			armhf)
+				DEBOOTSTRAP=qemu-debootstrap
+				DEB_REPO_URL="http://ports.ubuntu.com/ubuntu-ports"
+				;;
+			*)
+				echo "ERROR: Unsupported architecture $BUILD_ARCH"
+				exit 1
+				;;
+		esac
+
+		cleanup() {
+			rm -rf $WORKDIR
+		}
+
+		trap cleanup INT EXIT
+
+		$DEBOOTSTRAP --components=main,universe --arch $BUILD_ARCH $SERIES $WORKDIR/rootfs
+		cat << EOF > $WORKDIR/rootfs/etc/apt/sources.list.d/updates.list
+deb $DEB_REPO_URL $SERIES universe
+deb $DEB_REPO_URL $SERIES-updates main universe
+EOF
+		cat << EOF > $WORKDIR/rootfs/setup.sh
+#!/bin/sh
+set -ex
+apt update
+apt upgrade -y
+apt install -y build-essential fakeroot
+EOF
+		chmod +x $WORKDIR/rootfs/setup.sh
+		sudo chroot $WORKDIR/rootfs /setup.sh
+		rm $WORKDIR/rootfs/setup.sh
+
+		(cd $WORKDIR/rootfs; tar cf $CHROOT_STORE_PATH/$CHROOT_TARBALL .)
+		rm -rf $WORKDIR
+	fi
+
+	exit 0
+fi
+
+if [ -z "$SOURCE_DIR" ]; then
+	echo "ERROR: No source dir specified"
+	exit 1
+fi
+
+if [ -z "$RESULTS_DIR" ]; then
+	echo "ERROR: No results dir specified"
+	exit 1
+fi
+
+BUILDDIR=$(mktemp -d)
+
+cleanup() {
+	rm -rf $BUILDDIR
+}
+
+trap cleanup INT EXIT
+
+if [ ! -e $CHROOT_STORE_PATH/$CHROOT_TARBALL ] ; then
+	echo "ERROR: Up to date chroot tarball doesn't exist. Please run the snap-build-update-chroot job!"
+	exit 1
+fi
+
+tar xf $CHROOT_STORE_PATH/$CHROOT_TARBALL -C $BUILDDIR
+
+cp -ra $SOURCE_DIR $BUILDDIR/src
+
+cat << EOF > $BUILDDIR/do-build.sh
+#!/bin/sh
+set -ex
+apt update
+apt upgrade -y
+
+export LC_ALL=C.UTF-8
+export LANG=C.UTF-8
+
+cd /src
+
+DEBCONTROL=debian/control
+PACKAGE=$(cat $DEBIANCONTROL | grep "Source:" | awk '{print $2}')
+
+# Install build dependencies
+sudo apt-get -y build-dep $PACKAGE
+
+# To access certain things we need proxy in place
+export http_proxy=$PROXY
+export https_proxy=$PROXY
+
+# Build the package
+dpkg-buildpackage -us -uc
+EOF
+chmod +x $BUILDDIR/do-build.sh
+
+sudo chroot $BUILDDIR /do-build.sh
+sudo cp $BUILDDIR/*.[dsc,deb,changes] "$RESULTS_DIR"