Merge lp:~paride/qa-jenkins-jobs/s390x into lp:qa-jenkins-jobs

[Paride Legovini]

* Add job definitions for s390x
* Fix permissions on the iso-testing yaml files
* jobs-ppc64el.yaml: fix reference to default-vm-ppc64.xml

[platform-qa-bot (platform-qa-bot)]

FAILED: Continuous integration, rev:337
https://platform-qa-jenkins.ubuntu.com/job/qa-jenkins-jobs-ci/206/
Executed test runs:
    FAILURE: https://platform-qa-jenkins.ubuntu.com/job/build-zesty-amd64-package/60/console
    FAILURE: https://platform-qa-jenkins.ubuntu.com/job/build-zesty-i386-package/60/console
    None: https://platform-qa-jenkins.ubuntu.com/job/generic-update-mp/2492/console

Click here to trigger a rebuild:
https://platform-qa-jenkins.ubuntu.com/job/qa-jenkins-jobs-ci/206/rebuild

review: Needs Fixing (continuous-integration)

[lp:~paride/qa-jenkins-jobs/s390x]

335. By Joshua Powers on 2019-03-26

* Add job definitions for s390x
* Fix permissions on the iso-testing yaml files
* jobs-ppc64el.yaml: fix reference to default-vm-ppc64.xml

=== modified file 'jobs/iso-testing/jobs-ppc64el.yaml' (properties changed: +x to -x)
--- jobs/iso-testing/jobs-ppc64el.yaml	2018-11-15 18:56:31 +0000
+++ jobs/iso-testing/jobs-ppc64el.yaml	2019-03-26 16:25:11 +0000
@@ -87,7 +87,7 @@
             chmod a+w $file
             done
 
-            sudo -u utah -i UTAH_CONFIG_DIR=$UTAH_CONFIG_DIR $(./scripts/{test}.sh -i /var/cache/utah/iso/{release}-server-ppc64el.iso) -f /var/log/installer -x /etc/utah/ppc-vm-powersj.xml --outputpreseed > $LOG_DIR/utah-server-stdout.log
+            sudo -u utah -i UTAH_CONFIG_DIR=$UTAH_CONFIG_DIR $(./scripts/{test}.sh -i /var/cache/utah/iso/{release}-server-ppc64el.iso) -f /var/log/installer -x /etc/utah/default-vm-ppc64.xml --outputpreseed > $LOG_DIR/utah-server-stdout.log
             RETCODE=$?
 
             # Make sure syslog file is readable to add it as artifact

=== added file 'jobs/iso-testing/jobs-s390x.yaml'
--- jobs/iso-testing/jobs-s390x.yaml	1970-01-01 00:00:00 +0000
+++ jobs/iso-testing/jobs-s390x.yaml	2019-03-26 16:25:11 +0000
@@ -0,0 +1,209 @@
+# vim: sw=4 ts=4 et
+
+# QA Jenkins Jobs for s390x
+# Copyright 2019 Canonical Ltd.
+
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.
+
+# This program is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranties of
+# MERCHANTABILITY, SATISFACTORY QUALITY, or FITNESS FOR A PARTICULAR
+# PURPOSE.  See the GNU General Public License for more details.
+
+# You should have received a copy of the GNU General Public License along
+# with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+# The project stanza describes all jobs and parameters
+- project:
+    name: 'iso-testing-s390x'
+    flavor: # Additional flavors can be added here
+        - 'ubuntu'
+    release: # Additional releases can be added here
+        - 'bionic'
+        - 'disco'
+    dev-release: # Current development release has different download path
+        - 'disco'
+    supported-release: # All non-dev releases which should be tested go here
+        - 'bionic'
+    server-test: # Currently this is all non-default server test cases
+        - 'lamp'
+        - 'lvm'
+        - 'mail-server'
+        - 'minimal-virtual'
+        - 'multi-lvm'
+        - 'openssh-server'
+        - 'postgresql-server'
+        - 'samba-server'
+        - 'virtual-host'
+    node: 'iso-testing-s390x'
+    jobs:
+        - 'ubuntu-{dev-release}-server-s390x-iso-download'
+        - 'ubuntu-{supported-release}-server-s390x-iso-download'
+        - 'ubuntu-{release}-server-s390x-iso-static-validation'
+        - 'ubuntu-{release}-server-s390x-smoke-default'
+#        - 'ubuntu-{release}-server-s390x-smoke-{server-test}'
+
+
+- builder: # This step runs a specified iso test
+    name: run-iso-test-s390x
+    builders:
+        - shell: |
+            set +e
+            #TODO: Packaging for this?
+            bzr export scripts lp:ubuntu-test-cases/server/scripts
+
+            # Create custom configuration file and separate per-job log files
+            UTAH_CONFIG_DIR=$WORKSPACE/config
+            mkdir -p $UTAH_CONFIG_DIR
+            UTAH_CONFIG_FILE=$UTAH_CONFIG_DIR/utah.cfg
+            LOG_DIR=$WORKSPACE/log
+            mkdir -p $LOG_DIR
+            chmod a+w $LOG_DIR
+            UTAH_LOG_FILE=$LOG_DIR/utah-server.log
+            UTAH_DEBUGLOG_FILE=$LOG_DIR/utah-server-debug.log
+            UTAH_SSH_LOG_FILE=$LOG_DIR/utah-server-ssh.log
+            cat <<EOF > $UTAH_CONFIG_FILE
+            {{
+            "debuglog": "$UTAH_DEBUGLOG_FILE",
+            "logfile": "$UTAH_LOG_FILE",
+            "ssh_logfile": "$UTAH_SSH_LOG_FILE",
+            "logpath": "$LOG_DIR"
+            }}
+            EOF
+            for file in $UTAH_LOG_FILE $UTAH_DEBUGLOG_FILE $UTAH_SSH_LOG_FILE; do
+            touch $file
+            chmod a+w $file
+            done
+
+            sudo -u utah -i UTAH_CONFIG_DIR=$UTAH_CONFIG_DIR $(./scripts/{test}.sh -i /var/cache/utah/iso/{release}-server-s390x.iso) -f /var/log/installer -x /etc/utah/default-vm-s390x.xml --outputpreseed > $LOG_DIR/utah-server-stdout.log
+            RETCODE=$?
+
+            # Make sure syslog file is readable to add it as artifact
+            [ -n "$(find $LOG_DIR -name '*.syslog.log')" ] && sudo chmod a+r $LOG_DIR/*.syslog.log
+
+            # Move yaml file directory to the workspace since it's not a log file, but a
+            # results file
+            [ -n "$(find $LOG_DIR -name '*.yaml')" ] && mv $LOG_DIR/*.yaml $WORKSPACE
+            if [ "$RETCODE" -gt "100" ] ; then # utah client had an error, probably a test failure
+                exit $RETCODE
+            elif [ "$RETCODE" -eq "0" ] ; then
+                echo "<testsuite><testcase classname=\"utah\" name=\"utah\"></testcase></testsuite>" > $WORKSPACE/utah.xml
+            else
+                echo "<testsuite><testcase classname=\"utah\" name=\"utah\"><failure>utah exited with status $RETCODE</failure></testcase></testsuite>" > $WORKSPACE/utah.xml
+            fi
+
+# On the staging server, we can add
+# ppa:canonical-platform-qa-jenkins/canonical-platform-qa-jenkins-staging
+# separately, and it will have the same or newer versions.
+# I'm not adding a job for that so it will never accidentally be deployed.
+
+- job-template:
+    name: 'ubuntu-{dev-release}-server-s390x-iso-download'
+    description: |
+        This job download the latest daily server iso
+        Defined in lp:qa-jenkins-jobs
+    parameters:
+        - download-sleep
+    node: 'iso-testing-s390x'
+    triggers:
+        - daily
+    builders:
+        - download-iso:
+            release: '{dev-release}'
+            variant: 'server'
+            arch: 's390x'
+            flavor: 'ubuntu-server'
+
+- job-template:
+    name: 'ubuntu-{supported-release}-server-s390x-iso-download'
+    description: |
+        This job download the latest daily server iso
+        Defined in lp:qa-jenkins-jobs
+    parameters:
+        - download-sleep
+    node: 'iso-testing-s390x'
+    triggers:
+        - timed: "H 8 * * *"
+    builders:
+        - download-iso:
+            release: '{supported-release}'
+            variant: 'server'
+            arch: 's390x'
+            flavor: 'ubuntu-server'
+
+- job-template:
+    name: 'ubuntu-{release}-server-s390x-iso-static-validation'
+    description: |
+        This job runs static validation on a server iso
+        Defined in lp:qa-jenkins-jobs
+    node: 'iso-testing-s390x'
+    triggers:
+        - reverse: # Trigger after the download job succeeds
+            jobs: 'ubuntu-{release}-server-s390x-iso-download'
+            result: 'success'
+    builders:
+        - validate-iso:
+            iso: '/data/iso/ubuntu-server/{release}-server-s390x.iso'
+            release: '{release}'
+            arch: 's390x'
+            variant: 'server'
+    publishers:
+        - email:
+            recipients: '[e-mail]'
+
+- job-template:
+    name: 'ubuntu-{release}-server-s390x-smoke-default'
+    description: |
+        Run the default iso test on a server image
+        Defined in lp:qa-jenkins-jobs
+    node: 'iso-testing-s390x'
+    triggers:
+        - reverse: # Trigger after static validation succeeds
+            jobs: 'ubuntu-{release}-server-s390x-iso-static-validation'
+            result: 'success'
+    builders:
+        - clear-artifacts:
+        - echo-media-info:
+            iso: '/var/cache/utah/iso/{release}-server-s390x.iso'
+        - run-iso-test-s390x:
+            release: '{release}'
+            variant: 'server'
+            arch: 's390x'
+            test: 'default'
+        - write-parameters-file:
+            release: '{release}'
+            variant: 'server'
+            arch: 's390x'
+            flavor: 'ubuntu-server'
+    publishers:
+        - archive-artifacts
+        - trigger-mark-pending-current
+        - mark-junit
+        - email:
+            recipients: '[e-mail]'
+
+- job-template:
+    name: 'ubuntu-{release}-server-s390x-smoke-{server-test}'
+    description: |
+        Run other server iso tests
+        Defined in lp:qa-jenkins-jobs
+    node: 'iso-testing-s390x'
+    triggers:
+        - reverse: # Trigger after the default test succeeds
+            jobs: 'ubuntu-{release}-server-s390x-smoke-default'
+            result: 'success'
+    builders:
+        - clear-artifacts:
+        - echo-media-info:
+            iso: '/var/cache/utah/iso/{release}-server-s390x.iso'
+        - run-iso-test-s390x:
+            release: '{release}'
+            variant: 'server'
+            arch: 's390x'
+            flavor: 'ubuntu-server'
+            test: '{server-test}'
+    publishers:
+        - archive-artifacts
+        - mark-junit

=== modified file 'jobs/iso-testing/jobs.yaml' (properties changed: +x to -x)