Merge lp:~powersj/qa-jenkins-jobs/ppc64el into lp:qa-jenkins-jobs

[Joshua Powers]

This adds a jenkins job builder file for Ubuntu Server ppc64el ISO testing

The new file will only produce the ISO test jobs that are specific to the
ppc64el testing. The generic jobs used to mark things as current are still
maintained in the primary jobs.xml.

Ubuntu Server ppc64el ISO testing

[Max Brustkern (nuclearbob)]

Looks good!

review: Approve

[platform-qa-bot (platform-qa-bot)]

review: Approve (continuous-integration)

=== added file 'jobs/iso-testing/jobs-ppc64el.yaml'
--- jobs/iso-testing/jobs-ppc64el.yaml	1970-01-01 00:00:00 +0000
+++ jobs/iso-testing/jobs-ppc64el.yaml	2016-12-23 17:53:36 +0000
@@ -0,0 +1,237 @@
+# vim: sw=4 ts=4 et
+
+# QA Jenkins Jobs for ppc64el
+# Copyright 2016 Canonical Ltd.
+
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.
+
+# This program is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranties of
+# MERCHANTABILITY, SATISFACTORY QUALITY, or FITNESS FOR A PARTICULAR
+# PURPOSE.  See the GNU General Public License for more details.
+
+# You should have received a copy of the GNU General Public License along
+# with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+# The project stanza describes all jobs and parameters
+- project:
+    name: 'iso-testing-ppc64el'
+    flavor: # Additional flavors can be added here
+        - 'ubuntu'
+    release: # Additional releases can be added here
+        - 'trusty'
+        - 'xenial'
+        - 'yakkety'
+        - 'zesty'
+    dev-release: # Current development release has different download path
+        - 'zesty'
+    lts-release: # All lts releases which should be tested go here
+        - 'trusty'
+        - 'xenial'
+    server-test: # Currently this is all non-default server test cases
+        - 'ceph'
+        - 'dns-server'
+        - 'lamp'
+        - 'lvm'
+        - 'lxc'
+        - 'mail-server'
+        - 'minimal-virtual'
+        - 'multi-lvm'
+        - 'openssh-server'
+        - 'postgresql-server'
+        - 'print-server'
+        - 'raid1'
+        - 'samba-server'
+        - 'tomcat-server'
+        - 'virtual-host'
+    node: 'iso-testing-ppc64el'
+    jobs:
+        - 'ubuntu-{dev-release}-server-ppc64el-iso-download'
+        - 'ubuntu-{lts-release}-server-ppc64el-iso-download'
+        - 'ubuntu-{release}-server-ppc64el-iso-static-validation'
+        - 'ubuntu-{release}-server-ppc64el-smoke-default'
+        - 'ubuntu-{release}-server-ppc64el-smoke-{server-test}'
+        - 'mark-pending-current'
+
+- builder: # This step runs a specified iso test
+    name: run-iso-test-ppc64el
+    builders:
+        - shell: |
+            set +e
+            #TODO: Packaging for this?
+            bzr export scripts lp:ubuntu-test-cases/server/scripts
+
+            # Create custom configuration file and separate per-job log files
+            UTAH_CONFIG_DIR=$WORKSPACE/config
+            mkdir -p $UTAH_CONFIG_DIR
+            UTAH_CONFIG_FILE=$UTAH_CONFIG_DIR/utah.cfg
+            LOG_DIR=$WORKSPACE/log
+            mkdir -p $LOG_DIR
+            chmod a+w $LOG_DIR
+            UTAH_LOG_FILE=$LOG_DIR/utah-server.log
+            UTAH_DEBUGLOG_FILE=$LOG_DIR/utah-server-debug.log
+            UTAH_SSH_LOG_FILE=$LOG_DIR/utah-server-ssh.log
+            cat <<EOF > $UTAH_CONFIG_FILE
+            {{
+            "debuglog": "$UTAH_DEBUGLOG_FILE",
+            "logfile": "$UTAH_LOG_FILE",
+            "ssh_logfile": "$UTAH_SSH_LOG_FILE",
+            "logpath": "$LOG_DIR"
+            }}
+            EOF
+            for file in $UTAH_LOG_FILE $UTAH_DEBUGLOG_FILE $UTAH_SSH_LOG_FILE; do
+            touch $file
+            chmod a+w $file
+            done
+
+            sudo -u utah -i UTAH_CONFIG_DIR=$UTAH_CONFIG_DIR $(./scripts/{test}.sh -i /var/cache/utah/iso/{release}-server-ppc64el.iso) -f /var/log/installer -x /etc/utah/ppc-vm-powersj.xml --outputpreseed > $LOG_DIR/utah-server-stdout.log
+            RETCODE=$?
+
+            # Make sure syslog file is readable to add it as artifact
+            [ -n "$(find $LOG_DIR -name '*.syslog.log')" ] && sudo chmod a+r $LOG_DIR/*.syslog.log
+
+            # Move yaml file directory to the workspace since it's not a log file, but a
+            # results file
+            [ -n "$(find $LOG_DIR -name '*.yaml')" ] && mv $LOG_DIR/*.yaml $WORKSPACE
+            if [ "$RETCODE" -gt "100" ] ; then # utah client had an error, probably a test failure
+                exit $RETCODE
+            elif [ "$RETCODE" -eq "0" ] ; then
+                echo "<testsuite><testcase classname=\"utah\" name=\"utah\"></testcase></testsuite>" > $WORKSPACE/utah.xml
+            else
+                echo "<testsuite><testcase classname=\"utah\" name=\"utah\"><failure>utah exited with status $RETCODE</failure></testcase></testsuite>" > $WORKSPACE/utah.xml
+            fi
+
+# On the staging server, we can add
+# ppa:canonical-platform-qa-jenkins/canonical-platform-qa-jenkins-staging
+# separately, and it will have the same or newer versions.
+# I'm not adding a job for that so it will never accidentally be deployed.
+
+- job-template:
+    name: 'ubuntu-{dev-release}-server-ppc64el-iso-download'
+    description: |
+        This job download the latest daily server iso
+        Defined in lp:qa-jenkins-jobs
+
+    parameters:
+        - download-sleep
+    node: 'iso-testing-ppc64el'
+    triggers: # Check the image manifest and file list for changes every every 15 minutes
+        - pollurl:
+            cron: 'H/15 * * * *' # The H allows jenkins to stagger jobs using a hash
+            polling-node: 'iso-testing-ppc64l'
+            urls:
+                - url: 'http://cdimage.ubuntu.com/ubuntu-server/daily/pending/{dev-release}-server-ppc64el.manifest'
+                  check-content:
+                      - simple: true
+                - url: 'http://cdimage.ubuntu.com/ubuntu-server/daily/pending/{dev-release}-server-ppc64el.list'
+                  check-content:
+                      - simple: true
+    builders:
+        - download-iso:
+            release: '{dev-release}'
+            variant: 'server'
+            arch: 'ppc64el'
+            flavor: 'ubuntu-server'
+
+- job-template:
+    name: 'ubuntu-{lts-release}-server-ppc64el-iso-download'
+    description: |
+        This job download the latest daily server iso
+        Defined in lp:qa-jenkins-jobs
+
+    parameters:
+        - download-sleep
+    node: 'iso-testing-ppc64el'
+    triggers: # Check the image manifest and file list for changes every every 15 minutes
+        - pollurl:
+            cron: 'H/15 * * * *' # The H allows jenkins to stagger jobs using a hash
+            polling-node: 'iso-testing-ppc64el'
+            urls:
+                - url: 'http://cdimage.ubuntu.com/ubuntu-server/{lts-release}/daily/pending/{lts-release}-server-ppc64el.manifest'
+                  check-content:
+                      - simple: true
+                - url: 'http://cdimage.ubuntu.com/ubuntu-server/{lts-release}/daily/pending/{lts-release}-server-ppc64el.list'
+                  check-content:
+                      - simple: true
+    builders:
+        - download-iso:
+            release: '{lts-release}'
+            variant: 'server'
+            arch: 'ppc64el'
+            flavor: 'ubuntu-server'
+
+- job-template:
+    name: 'ubuntu-{release}-server-ppc64el-iso-static-validation'
+    description: |
+        This job runs static validation on a server iso
+        Defined in lp:qa-jenkins-jobs
+
+    node: 'iso-testing-ppc64el'
+    triggers:
+        - reverse: # Trigger after the download job succeeds
+            jobs: 'ubuntu-{release}-server-ppc64el-iso-download'
+            result: 'success'
+    builders:
+        - validate-iso:
+            iso: '/data/iso/ubuntu-server/{release}-server-ppc64el.iso'
+            release: '{release}'
+            arch: 'ppc64el'
+            variant: 'server'
+
+            
+- job-template:
+    name: 'ubuntu-{release}-server-ppc64el-smoke-default'
+    description: |
+        Run the default iso test on a server image
+        Defined in lp:qa-jenkins-jobs
+
+    node: 'iso-testing-ppc64el'
+    triggers:
+        - reverse: # Trigger after static validation succeeds
+            jobs: 'ubuntu-{release}-server-ppc64el-iso-static-validation'
+            result: 'success'
+    builders:
+        - clear-artifacts:
+        - echo-media-info:
+            iso: '/var/cache/utah/iso/{release}-server-ppc64el.iso'
+        - run-iso-test-ppc64el:
+            release: '{release}'
+            variant: 'server'
+            arch: 'ppc64el'
+            test: 'default'
+        - write-parameters-file:
+            release: '{release}'
+            variant: 'server'
+            arch: 'ppc64el'
+            flavor: 'ubuntu-server'
+    publishers:
+        - archive-artifacts
+        - trigger-mark-pending-current
+        - mark-junit
+
+- job-template:
+    name: 'ubuntu-{release}-server-ppc64el-smoke-{server-test}'
+    description: |
+        Run other server iso tests
+        Defined in lp:qa-jenkins-jobs
+
+    node: 'iso-testing-ppc64el'
+    triggers:
+        - reverse: # Trigger after the default test succeeds
+            jobs: 'ubuntu-{release}-server-ppc64el-smoke-default'
+            result: 'success'
+    builders:
+        - clear-artifacts:
+        - echo-media-info:
+            iso: '/var/cache/utah/iso/{release}-server-ppc64el.iso'
+        - run-iso-test-ppc64el:
+            release: '{release}'
+            variant: 'server'
+            arch: 'ppc64el'
+            flavor: 'ubuntu-server'
+            test: '{server-test}'
+    publishers:
+        - archive-artifacts
+        - mark-junit