Merge lp:~canonical-platform-qa/qa-jenkins-jobs/footprint-job into lp:qa-jenkins-jobs

[Max Brustkern]

Add iso footprint job

Add iso footprint job

[platform-qa-bot (platform-qa-bot)]

PASSED: Continuous integration, rev:185
https://platform-qa-jenkins.ubuntu.com/job/qa-jenkins-jobs-ci/54/
Executed test runs:
    SUCCESS: https://platform-qa-jenkins.ubuntu.com/job/build-wily-amd64-package/3362
        deb: https://platform-qa-jenkins.ubuntu.com/job/build-wily-amd64-package/3362/artifact/work/output/*zip*/output.zip
    SUCCESS: https://platform-qa-jenkins.ubuntu.com/job/build-wily-i386-package/3362
        deb: https://platform-qa-jenkins.ubuntu.com/job/build-wily-i386-package/3362/artifact/work/output/*zip*/output.zip
    None: https://platform-qa-jenkins.ubuntu.com/job/generic-update-mp/870/console

Click here to trigger a rebuild:
https://platform-qa-jenkins.ubuntu.com/job/qa-jenkins-jobs-ci/54/rebuild

review: Approve (continuous-integration)

[lp:~canonical-platform-qa/qa-jenkins-jobs/footprint-job]

186. By Max Brustkern on 2016-09-09

Further tweaks

[Sergio Cazzolato (sergio-j-cazzolato)]

code lgtm

review: Approve

=== modified file 'jobs/iso-testing/jobs.yaml'
--- jobs/iso-testing/jobs.yaml	2016-06-22 02:07:18 +0000
+++ jobs/iso-testing/jobs.yaml	2016-09-09 17:29:18 +0000
@@ -17,27 +17,30 @@
 
 # The project stanza describes all jobs and parameters
 - project:
-    name: iso-testing-setup
+    name: 'iso-testing-setup'
     node: 'iso-testing'
     jobs:
         - 'iso-testing-setup'
 
 - project:
-    name: iso-testing
+    name: 'iso-testing'
     flavor: # Additional flavors can be added here
-        - ubuntu
+        - 'ubuntu'
     release: # Additional releases can be added here
-        - trusty
-        - xenial
-        - yakkety
+        - 'trusty'
+        - 'xenial'
+        - 'yakkety'
     dev-release: # Current development release has different download path
-        - yakkety
+        - 'yakkety'
     lts-release: # All lts releases which should be tested go here
-        - trusty
-        - xenial
+        - 'trusty'
+        - 'xenial'
     arch: # Mostly likely different jobs would be needed for other arches
-        - amd64
-        - i386
+        - 'amd64'
+        - 'i386'
+    variant: # desktop or server
+        - 'desktop'
+        - 'server'
     desktop-test: # Currently this is all non-default desktop test cases
         - 'default_btrfs'
         - 'default_de'
@@ -75,6 +78,7 @@
         - 'ubuntu-{release}-server-{arch}-smoke-default'
         - '{flavor}-{release}-desktop-{arch}-smoke-{desktop-test}'
         - 'ubuntu-{release}-server-{arch}-smoke-{server-test}'
+        - '{flavor}-{release}-{variant}-{arch}-iso-disk-footprint'
         - 'mark-pending-current'
 
 # builder stanzas describe reusable build steps
@@ -443,6 +447,55 @@
         - archive-artifacts
         - mark-junit
 
+- job-template:
+    # TODO: setup job with /data/footprint and install p7zip-fill
+    # TODO: look into exit statuses of footprint scripts in qakit
+    name: '{flavor}-{release}-{variant}-{arch}-iso-disk-footprint'
+    description: |
+        Check the footprint of daily images
+        Defined in lp:qa-jenkins-jobs
+
+    node: 'iso-testing'
+    triggers:
+        - reverse:
+            jobs: '{flavor}-{release}-{variant}-{arch}-iso-download'
+            result: 'success'
+    builders:
+        - shell: |
+            echo "Creating results dir"
+            export OUTPUTDIR=$WORKSPACE/results
+            rm -rf $OUTPUTDIR
+            mkdir -p $OUTPUTDIR
+            export DATADIR=/data/footprint/{flavor}-{release}-{variant}-{arch}
+            mkdir -p $DATADIR
+
+            echo "Downloading QAKIT"
+            rm -rf qakit
+            bzr branch lp:qakit qakit
+            export PYTHONPATH=qakit
+
+            echo "Setting up grafana"
+            export CARBON_SERVER=10.25.236.71
+            export CARBON_PORT=2003
+
+            echo "Getting build id"
+            ISO="/data/iso/{flavor}/{release}-{variant}-{arch}.iso"
+            BUILD_ID=$(bsdtar -x -f $ISO -O \./.disk/info | sed 's/[^(]*(\([0-9.]*\))/\1/')
+
+            echo "Find previous results"
+            PREVIOUS=$(ls $DATADIR | grep -v $BUILD_ID | tail -1)
+            if [ -n "$PREVIOUS" ] ; then
+                PREVARGS="-P $DATADIR/$PREVIOUS"
+            else
+                echo "Warning: no previous data found">&2
+            fi
+
+            echo "Running iso footprint"
+            ./qakit/disk_footprint/iso_footprint.sh -d /data/iso/{flavor}/{release}-{variant}-{arch}.iso -D $OUTPUTDIR $PREVARGS
+
+            echo "Moving old data"
+            mv $OUTPUTDIR/* $DATADIR/
+
 - job:
     name: 'mark-pending-current'
     description: |