Merge lp:~joetalbott/utah/dashboard_integration into lp:utah

[Joe Talbott]

Add publish capabilities.

This includes the ability to manually process a results file from the utah client.

[Joe Talbott (joetalbott)]

Bump

[Max Brustkern (nuclearbob)]

The only thing I'm not sure about is the import from client. Most of the other places in the code that reference things in utah refer to them as utah.whatever, but if the current setup works, then it looks good to me.

review: Needs Information

[Joe Talbott (joetalbott)]

superceded by https://code.launchpad.net/~joetalbott/utah/dashboard_integration_parser/+merge/134377

Unmerged revisions

=== modified file 'utah/client/common.py'
--- utah/client/common.py	2012-11-07 18:00:47 +0000
+++ utah/client/common.py	2012-11-07 22:17:22 +0000
@@ -54,6 +54,8 @@
 CMD_TS_SETUP = 'testsuite_setup'
 CMD_TS_CLEANUP = 'testsuite_cleanup'
 
+DATE_FORMAT = "%Y-%m-%d %H:%M:%S"
+
 
 def do_nothing(_obj=None):
     """
@@ -114,7 +116,7 @@
 
         return make_result(command=command,
                            retcode=ERROR_TIMEOUT,
-                           start_time=str(start_time),
+                           start_time=start_time.strftime(DATE_FORMAT),
                            time_delta=str(time_delta),
                            cmd_type=cmd_type,
                            user=run_as,
@@ -126,7 +128,7 @@
                        retcode=p.returncode,
                        stdout=stdout,
                        stderr=stderr,
-                       start_time=str(start_time),
+                       start_time=start_time.strftime(DATE_FORMAT),
                        time_delta=str(time_delta),
                        cmd_type=cmd_type,
                        user=run_as,

=== added file 'utah/publish.py'
--- utah/publish.py	1970-01-01 00:00:00 +0000
+++ utah/publish.py	2012-11-07 22:17:22 +0000
@@ -0,0 +1,151 @@
+import argparse
+import datetime
+import jsonschema
+import os
+import urllib
+import urllib2
+import yaml
+from client import exceptions
+
+
+DATE_FORMAT = "%Y-%m-%d %H:%M"
+
+COMMAND_SCHEMA = {
+    'type': 'object',
+    'properties': {
+        'cmd_type': {'type': 'string'},
+        'command': {'type': 'string'},
+        'returncode': {'type': 'integer'},
+        'start_time': {'type': 'string'},
+        'stderr': {'type': 'string'},
+        'stdout': {'type': 'string'},
+        'testcase': {'type': 'string'},
+        'testsuite': {'type': 'string'},
+        'time_delta': {'type': 'string'},
+        'user': {'type': 'string'},
+    },
+}
+
+CLIENT_OUTPUT_SCHEMA = {
+    'type': 'object',
+    'properties': {
+        'runlist': {
+            'type': 'string',
+            'required': True,
+            },
+        'commands': {
+            'type': 'array',
+            'items': {'type': COMMAND_SCHEMA},
+            'required': True,
+            },
+        'fetch_errors': {
+            'type': 'integer',
+            'required': True,
+            },
+        'errors': {
+            'type': 'integer',
+            'required': True,
+            },
+        'failures': {
+            'type': 'integer',
+            'required': True,
+            },
+        'passes': {
+            'type': 'integer',
+            'required': True,
+            },
+        'uname': {
+            'type': 'array',
+            'items': {'type': 'string'},
+            'required': True,
+            },
+        'media-info': {
+            'type': 'string',
+            'required': True,
+            },
+        'install_type': {
+            'type': 'string',
+            'required': True,
+            },
+    },
+}
+
+
+def _parse_logfile(logfile):
+    """ Parse client output log for publishing. """
+
+    data = None
+
+    if not os.access(logfile, os.R_OK):
+        return data
+
+    with open(logfile, 'r') as fp:
+        data = yaml.load(fp)
+
+        try:
+            jsonschema.validate(data, CLIENT_OUTPUT_SCHEMA)
+        except jsonschema.ValidationError as exception:
+            raise exceptions.ValidationError(
+                    'Client results failed to validate: {!r}\n'
+                    'Detailed information: {}'
+                    .format(logfile, exception))
+
+    return data
+
+
+def _publish_results(url, data=None):
+    """ Publish results to the QA Dashboard.  """
+
+    if data is None:
+        return "Not publishing null data"
+
+    try:
+        u = urllib2.urlopen(url, urllib.urlencode(data))
+
+        return u.read()
+    except urllib2.URLError as exception:
+        return "ERROR: bad url {}: {}".format(url, exception)
+
+
+def publish(logfile, url, token):
+    """ Publish result from logfile to url using token. """
+
+    data = {}
+
+    # Defaults
+    data['flavor'] = 'ubuntu'
+    data['skip_count'] = 0
+
+    log_data = _parse_logfile(logfile)
+
+    if log_data is None:
+        return "Failed to parse logfile: {}".format(logfile)
+
+    data['token'] = token
+    data['fail_count'] = log_data['failures']
+    data['pass_count'] = log_data['passes']
+    data['error_count'] = log_data['errors']
+    data['build_no'] = log_data['build_number']
+    data['build_name'] = "{}-{}-{}_{}".format(
+        log_data['release'], log_data['install_type'],
+        log_data['arch'], log_data['name'])
+    data['ran_at'] = log_data['ran_at']
+
+    return _publish_results(url, data)
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(
+            description='utah results publisher'
+    )
+    parser.add_argument('logfile', metavar='LOGFILE', type=str,
+                        help="utah client results log")
+    parser.add_argument('url', metavar='URL', type=str,
+                        help="QA Dashboard API URL")
+    parser.add_argument('token', metavar='API_TOKEN', type=str,
+                        help="QA Dashboard API token")
+
+    args = parser.parse_args()
+
+    print publish(args.logfile,
+                  url=args.url,
+                  token=args.token)