Merge lp:~3v1n0/ubuntu-bots/gitlab-support into lp:ubuntu-bots

[Marco Trevisan (Treviño)]

Bugtracker: add support for Gitlab issues and merge requests

[lp:~3v1n0/ubuntu-bots/gitlab-support]

324. By Marco Trevisan (Treviño) on 2018-03-27

Bugtracker: add support for Gitlab issues and merge requests

325. By Marco Trevisan (Treviño) on 2018-03-27

Bugtracker: use cleaner code in generating bug status text

326. By Marco Trevisan (Treviño) on 2018-03-27

Bugtracker, gitlab: allow to user longer paths for projects

Unmerged revisions

326. By Marco Trevisan (Treviño) on 2018-03-27

Bugtracker, gitlab: allow to user longer paths for projects

325. By Marco Trevisan (Treviño) on 2018-03-27

Bugtracker: use cleaner code in generating bug status text

324. By Marco Trevisan (Treviño) on 2018-03-27

Bugtracker: add support for Gitlab issues and merge requests

323. By Marco Trevisan (Treviño) on 2018-03-26

Bugtracker: add ext info for Github

322. By Marco Trevisan (Treviño) on 2018-03-26

Bugtracker: add support for trackers with multiple sub-trackers

Properly log pull requests in Github

321. By Marco Trevisan (Treviño) on 2018-03-26

Bugtracker: Add github support

=== modified file 'Bugtracker/README.txt'
--- Bugtracker/README.txt	2018-03-27 04:09:52 +0000
+++ Bugtracker/README.txt	2018-03-27 04:09:52 +0000
@@ -20,6 +20,7 @@
 * str.php from the CUPS project
 * Mantis (http://www.mantisbt.org)
 * Github
+* Gitlab
 
 A notable exception is Sourceforge. Unfortunatly, it has no API or data export
 feature to output bug information in a well-formed way.
 
=== modified file 'Bugtracker/plugin.py'
--- Bugtracker/plugin.py	2018-03-27 04:09:52 +0000
+++ Bugtracker/plugin.py	2018-03-27 04:09:52 +0000
@@ -419,7 +419,7 @@
                         irc.reply(makeClean(r), prefixNick=False)
 
     def turlSnarfer(self, irc, msg, match):
-        r"(?P<tracker>https?://\S*?)/(?:Bugs/0*|str.php\?L|show_bug.cgi\?id=|bugreport.cgi\?bug=|(?:bugs|\+bug)/|ticket/|tracker/|\S*aid=|bug=|issues/|pull/)?(?P<bug>\d+)(?P<sfurl>&group_id=\d+&at_id=\d+)?"
+        r"(?P<tracker>https?://\S*?)/(?:Bugs/0*|str.php\?L|show_bug.cgi\?id=|bugreport.cgi\?bug=|(?:bugs|\+bug)/|ticket/|tracker/|\S*aid=|bug=|issues/|pull/|merge_requests/)?(?P<bug>\d+)(?P<sfurl>&group_id=\d+&at_id=\d+)?"
         channel = ircutils.isChannel(msg.args[0]) and msg.args[0] or None
         if not self.registryValue('bugSnarfer', channel):
             return
@@ -543,8 +543,7 @@
             else:
                 (bid, product, title, severity, status, assignee, url) = r
 
-            severity = severity[0].upper() + severity[1:].lower() if severity else ''
-            status = status[0].upper() + status[1:].lower()
+            state_infos = ', '.join(filter(None, [severity.title(), status.title()]))
             tracker_name = tracker.description + ' '
             if not do_url:
                 url = ''
@@ -552,16 +551,16 @@
                 tracker_name = ''
             if product:
                 if showext:
-                    reports.append("%sbug %s in %s \"%s\" %s [%s,%s] %s" % (tracker_name, bid, product, 
-                                                                          title, extinfo, severity, status, url))
+                    reports.append("%sbug %s in %s \"%s\" %s [%s] %s" % (tracker_name, bid, product,
+                                                                          title, extinfo, state_infos, url))
                 else:
-                    reports.append("%sbug %s in %s \"%s\" [%s,%s] %s" % (tracker_name, bid, product, 
-                                                                          title, severity, status, url))
+                    reports.append("%sbug %s in %s \"%s\" [%s] %s" % (tracker_name, bid, product,
+                                                                          title, state_infos, url))
             else:
                 if showext:
-                    reports.append("%sbug %s \"%s\" %s [%s,%s] %s" % (tracker_name, bid, title, extinfo, severity, status, url))
+                    reports.append("%sbug %s \"%s\" %s [%s] %s" % (tracker_name, bid, title, extinfo, state_infos, url))
                 else:
-                    reports.append("%sbug %s \"%s\" [%s,%s] %s" % (tracker_name, bid, title, severity, status, url))
+                    reports.append("%sbug %s \"%s\" [%s] %s" % (tracker_name, bid, title, state_infos, url))
             if do_assignee and assignee:
                 reports[-1] = reports[-1] + (" - Assigned to %s" % assignee)
         return reports
@@ -1128,8 +1127,8 @@
             if is_pull_request:
                 id = u'(Pull request) {}'.format(id)
 
-            # extinfo = "(comments: {}, reactions: {})" % (issue.comments, len(issue.get_reactions()))
-            extinfo = "(comments: {})".format(issue.comments)
+            # extinfo = '(comments: {}, reactions: {})'.format(issue.comments, len(issue.get_reactions()))
+            extinfo = u'(comments: {})'.format(issue.comments)
 
             return [(id, self.repo.name, issue.title, labels, issue.state, assignee, issue.html_url, extinfo)]
         except Exception as e:
@@ -1139,6 +1138,113 @@
             raise BugtrackerError, s
 
 
+class Gitlab(IBugtracker):
+    _GL_TOKENS = { 'gitlab.com': None,
+                   'gitlab.gnome.org': None,
+                   'salsa.debian.org': None }
+    _gl = {}
+
+    def __init__(self, *args, **kwargs):
+        IBugtracker.__init__(self, *args, **kwargs)
+
+        self.gl = None
+        self.project = None
+        self.merge_requests = False
+        self.hostname = self.url.split('://', 1)[1].split('/', 1)[0]
+
+        if not self.hostname in Gitlab._gl.keys():
+            if not self.hostname in Gitlab._GL_TOKENS.keys() or not Gitlab._GL_TOKENS[self.hostname]:
+                self.log.error("No access token for gitlab host {}".format(self.hostname))
+                return
+
+            try: # We need python-gitlab
+                import gitlab
+                from distutils.version import LooseVersion
+
+                if LooseVersion(gitlab.__version__) < LooseVersion('1.0.0'):
+                    self.log.exception("gitlab version must be 1.0.0 or newer")
+
+                Gitlab._gl[self.hostname] = gitlab.Gitlab(self.url, private_token=Gitlab._GL_TOKENS[self.hostname])
+            except ImportError:
+                self.log.error("Please install python-gitlab (=> 1.0.0)")
+
+        self.gl = Gitlab._gl[self.hostname]
+
+    def has_multiple_trackers(self):
+        return True
+
+    def get_tracker(self, url):
+        if not self.gl:
+            return
+        if not url:
+            self.log.info("Impossible to get tracker for an empty url")
+            return
+
+        try:
+            url = url.replace('http://', 'https://', 1)
+            site_prefix = self.url if self.url[-1] != '/' else self.url[:-1]
+
+            if not url.startswith(site_prefix+'/'):
+                return
+
+            projectmatch = re.search(re.escape(self.hostname)+"\/(.+)\/(issues|merge_requests)\/\d+", url)
+
+            if projectmatch:
+                project_full_name = projectmatch.group(1)
+                project = self.gl.projects.get(project_full_name)
+                merge_request = projectmatch.group(2) == u'merge_requests'
+
+                if not merge_request and not project.issues_enabled:
+                    s = u'Project {} has no issues'.format(project_full_name)
+                    self.log.error(s)
+                    return
+                elif merge_request and not project.merge_requests_enabled:
+                    s = u'Project {} has no merge requests'.format(project_full_name)
+                    self.log.error(s)
+                    return
+
+                description = project.name
+                if project.namespace['kind'] != u'user':
+                    description = project.namespace['name']
+
+                gl = Gitlab(project_full_name.replace('/', '-'), project.web_url, description)
+                gl.project = project
+                gl.merge_requests = merge_request
+                return gl
+
+        except Exception as e:
+            s = u'{}: Impossible to get tracker for {}: {}'.format(
+                self.description, url, e)
+            self.log.exception(s)
+
+    def get_bug(self, id):
+        if not self.gl or not self.project:
+            self.log.info("Gitlab or project not initialized")
+            return []
+
+        try:
+            if self.merge_requests:
+                issue = self.project.mergerequests.get(id)
+                id = u'(Merge request) {}'.format(id)
+            else:
+                issue = self.project.issues.get(id)
+
+            assignee = None
+            labels = u', '.join([l for l in issue.labels])
+
+            if issue.assignee:
+                assignee = u'{} ({})'.format(issue.assignee.username, issue.assignee['name'])
+
+            extinfo = u'(comments: {})'.format(issue.user_notes_count)
+
+            return [(id, self.project.path, issue.title, labels, issue.state, assignee, issue.web_url, extinfo)]
+        except Exception as e:
+            s = u'{}: Impossible to get infos for {} issue {}: {}'.format(
+                self.description, self.project.path_with_namespace, id, e)
+            self.log.exception(s)
+            raise BugtrackerError, s
+
+
 # Introspection is quite cool
 defined_bugtrackers = {}
 v = vars()
@@ -1150,6 +1256,7 @@
 registerBugtracker('ubuntu', 'https://launchpad.net', 'Ubuntu', 'launchpad')
 registerBugtracker('gnome', 'http://bugzilla.gnome.org', 'Gnome', 'bugzilla')
 registerBugtracker('gnome2', 'http://bugs.gnome.org', 'Gnome', 'bugzilla')
+registerBugtracker('gnome3', 'https://gitlab.gnome.org', 'Gnome', 'gitlab')
 registerBugtracker('kde', 'http://bugs.kde.org', 'KDE', 'bugzilla')
 registerBugtracker('ximian', 'http://bugzilla.ximian.com', 'Ximian', 'bugzilla')
 registerBugtracker('freedesktop', 'http://bugzilla.freedesktop.org', 'Freedesktop', 'bugzilla')
@@ -1168,5 +1275,8 @@
 registerBugtracker('ubottu', 'https://launchpad.net', 'Ubottu', 'launchpad')
 registerBugtracker('sourceforge', 'http://sourceforge.net/tracker/', 'Sourceforge', 'sourceforge')
 registerBugtracker('github', 'https://github.com', 'Github', 'github')
+registerBugtracker('gitlab', 'https://gitlab.com', 'Gitlab', 'gitlab')
+registerBugtracker('salsa', 'https://salsa.debian.org', 'Debian Salsa', 'gitlab')
+
 # Don't delete this one
 Class = Bugtracker