Merge lp:~heber013/qakit/launch-job-package into lp:qakit

[Heber Parrucci]

Adding script for launching jenkins job for a package

Script to launch a given ust jenkins job when a new version of a particular package, in a particular pocket for a particular distro series is available.

[lp:~heber013/qakit/launch-job-package]

267. By Heber Parrucci on 2018-02-09

Fix tests to run parameter when running for first time

268. By Heber Parrucci on 2018-02-15

adding parameters for tests job

269. By Heber Parrucci on 2018-02-15

adding tests branch parameter

[Jean-Baptiste Lallement (jibel)]

LGTM. Thanks!

review: Approve

=== added file 'qakit/ust/launch_tests_for_package.py'
--- qakit/ust/launch_tests_for_package.py	1970-01-01 00:00:00 +0000
+++ qakit/ust/launch_tests_for_package.py	2018-02-15 21:34:39 +0000
@@ -0,0 +1,152 @@
+#!/usr/bin/python
+"""
+Verify if there is a new version of a particular package
+in a particular pocket for a particular series in Ubuntu
+
+"""
+import argparse
+import logging
+from launchpadlib.launchpad import Launchpad
+
+from jenkins import Jenkins
+
+from qakit.config import Config
+
+DEBUGLEVEL = logging.DEBUG
+SERIES_VERSION = ''
+SERIES_NAME = ''
+JOB_NAME = 'ust-ubuntu-{}-gnome-software'
+PARAMETER_NAME = 'GNOME_SOFTWARE_VERSION'
+TESTS_TO_RUN = 'ubuntu_system_tests.tests'
+TESTS_BRANCH = 'lp:ubuntu-system-tests'
+
+
+def set_logging(debugmode=False):
+    """Initialize logging"""
+    logging.basicConfig(
+        level=logging.DEBUG if debugmode else logging.INFO,
+        format="%(asctime)s %(levelname)s %(message)s")
+    logging.debug('Debug mode enabled')
+
+
+def get_package_version(source_name, pocket, distro_series, exact_match=True, order_by_date=True):
+    global SERIES_VERSION, SERIES_NAME
+    lp = Launchpad.login_anonymously('check-pkg-version', 'production')
+    ubuntu = lp.distributions["ubuntu"]
+    archive = ubuntu.main_archive
+    if distro_series == 'current_series':
+        series = getattr(ubuntu, distro_series)
+    else:
+        series = ubuntu.getSeries(name_or_version=distro_series)
+    SERIES_VERSION = series.version
+    SERIES_NAME = series.name
+    return archive.getPublishedSources(source_name=source_name,
+                                       pocket=pocket.capitalize(),
+                                       distro_series=series,
+                                       exact_match=exact_match,
+                                       order_by_date=order_by_date)[0].source_package_version
+
+
+def launch_job(source_name,
+               pocket,
+               distro_series,
+               exact_match=True,
+               order_by_date=True,
+               job=JOB_NAME,
+               parameter=PARAMETER_NAME,
+               tests=TESTS_TO_RUN,
+               tests_branch=TESTS_BRANCH):
+    """
+    Check if there is a new version of the package available and run the jenkins job accordingly
+    :param source_name: Source package name
+    :param pocket: The pocket into which this entry is published
+    :param distro_series: Distro series name
+    :param exact_match: Whether or not to filter source names by exact matching.
+    :param order_by_date: Order by creation date. Return newest results first
+    :param job: Jenkins job name to trigger tests if necessary
+    :param parameter: Jenkins parameter name that represents package under test version
+    :param tests: Tests to execute in the jenkins job
+    :param tests_branch: Tests branch to use in the jenkins job
+    """
+    conf = Config()
+    jenkins = Jenkins(conf.parser.get('jenkins', 'server'),
+                      conf.parser.get('jenkins', 'username'),
+                      conf.parser.get('jenkins', 'password'))
+    current_version = get_package_version(source_name, pocket,
+                                          distro_series,
+                                          exact_match,
+                                          order_by_date)
+    job = job.format(SERIES_NAME)
+    last_complete_build = jenkins.get_job_info(job)['lastCompletedBuild']
+    if last_complete_build:
+        last_build_number = last_complete_build['number']
+        build_info = jenkins.get_build_info(job, last_build_number)
+        last_version_tested = filter(
+            lambda a: a['name'] == parameter,
+            filter(lambda p: 'parameters' in p.keys(),
+                   build_info['actions'])[0]['parameters'])[0]['value']
+        if last_version_tested != current_version:
+            logging.debug('New version found for package: %s, '
+                          'pocket: %s, distro_series: %s, version: %s. Running Jenkins job: %s',
+                          source_name, pocket, SERIES_VERSION, current_version, job)
+            jenkins.build_job(job, {parameter: current_version,
+                                    'TESTS_TO_RUN': tests,
+                                    'POCKET': pocket,
+                                    'PACKAGE_NAME': source_name,
+                                    'UBUNTU_SYSTEM_TESTS_BRANCH': tests_branch})
+    else:
+        logging.debug('No complete build was found in Jenkins for package: %s, '
+                      'pocket: %s, distro_series: %s, version: %s. Running Jenkins job: %s',
+                      source_name, pocket, SERIES_VERSION, current_version, job)
+        jenkins.build_job(job, {parameter: current_version,
+                                'TESTS_TO_RUN': tests,
+                                'POCKET': pocket,
+                                'PACKAGE_NAME': source_name,
+                                'UBUNTU_SYSTEM_TESTS_BRANCH': tests_branch})
+
+
+def _parse_arguments():
+    """Parse command-line args, returning an argparse dict."""
+
+    parser = argparse.ArgumentParser("Check whether there is a new version of a particular package")
+    parser.add_argument('-d', '--debug', action='store_true',
+                        default=False, help='enable debug mode')
+    parser.add_argument('-s', '--source_name',
+                        help='Source package name')
+    parser.add_argument('-p', '--pocket', default='proposed',
+                        help='The pocket into which this entry is published')
+    parser.add_argument('--distro_series', default='current_series',
+                        help='Distro series name')
+    parser.add_argument('-e', '--exact_match', action='store_true', default=True,
+                        help='Whether or not to filter source names by exact matching.')
+    parser.add_argument('-o', '--order_by_date', action='store_true', default=True,
+                        help='Order by creation date. Return newest results first')
+    parser.add_argument('-j', '--job', default=JOB_NAME,
+                        help='Jenkins job name to trigger tests if necessary')
+    parser.add_argument('--parameter', default=PARAMETER_NAME,
+                        help='Jenkins parameter name that represents package under test version')
+    parser.add_argument('-t', '--tests', default=TESTS_TO_RUN,
+                        help='Tests to execute in the jenkins job')
+    parser.add_argument('-b', '--tests_branch', default=TESTS_BRANCH,
+                        help='Tests branch to use in the jenkins job')
+    return parser.parse_args()
+
+
+def main():
+    """ Main routine """
+    args = _parse_arguments()
+    set_logging(args.debug)
+    launch_job(
+        args.source_name,
+        args.pocket,
+        args.distro_series,
+        args.exact_match,
+        args.order_by_date,
+        args.job,
+        args.parameter,
+        args.tests,
+        args.tests_branch)
+
+
+if __name__ == "__main__":
+    exit(main())