Merge lp:~juliank/lp-ftbfs-report/teams into lp:~wgrant/lp-ftbfs-report/production

[Julian Andres Klode]

Generate per team lists

[Julian Andres Klode (juliank)]

Ping

[William Grant (wgrant)]

Thanks, just a couple of minor changes needed.

review: Needs Fixing

[lp:~juliank/lp-ftbfs-report/teams]

62. By Julian Andres Klode on 2018-04-13

Minor cleanup based on wgrant's review

[William Grant (wgrant)]

review: Approve

=== modified file 'source/build_status.html'
--- source/build_status.html	2016-01-29 01:15:20 +0000
+++ source/build_status.html	2018-04-13 08:54:54 +0000
@@ -134,6 +134,11 @@
         <a href="#{{ ps }}">{{ ps }}</a> ({{ lst|count }})
         {% endfor -%}
     </p>
+    <p>Jump to team:
+        {% for (team, lst) in teams.items()|sort if lst|count > 0 -%}
+        <a href="#{{ team }}">{{ team }}</a> ({{ lst|count }})
+        {% endfor -%}
+    </p>
 
     {% if notice %}
     {{ notice }}
@@ -189,6 +194,12 @@
         {{ table(lst, ps, 'Also belongs to another packageset?') }}
     {% endfor -%}
 
+    <h2>Teams</h2>
+    {% for (team, lst) in teams.items()|sort if lst|count > 0 -%}
+        <h3 id="{{ team }}">{{ team }}: {{ lst|count }} packages (<a href="#top">top</a>)</h3>
+        {{ table(lst, team, 'Also belongs to another team?') }}
+    {% endfor -%}
+
     {% if main_archive %}
     <h2 id="main_superseded">main (superseded): {{ main_superseded|count }} packages (<a href="#top">top</a>)</h2>
     {{ table(main_superseded) }}

=== modified file 'source/build_status.py'
--- source/build_status.py	2018-02-20 11:28:59 +0000
+++ source/build_status.py	2018-04-13 08:54:54 +0000
@@ -20,6 +20,7 @@
 #httplib2.debuglevel = 1
 
 import os
+import requests
 import sys
 import time
 import apt_pkg
@@ -107,6 +108,10 @@
             for ps in srcpkg.packagesets:
                 packagesets_ftbfs[ps].append(srcpkg)
 
+            srcpkg.teams = set([team for (team, srcpkglist) in teams.items() if spph.source_package_name in srcpkglist])
+            for team in srcpkg.teams:
+                teams_ftbfs[team].append(srcpkg)
+
             # add to cache
             cls._cache[spph.source_package_name] = srcpkg
 
@@ -144,6 +149,13 @@
         else:
             return list(self.packagesets.difference((name,)))
 
+    def getTeams(self, name=None):
+        '''Return the list of teams without the team `name`.'''
+        if name is None:
+            return list(self.teams)
+        else:
+            return list(self.teams.difference((name,)))
+
 class SPPH(object):
     _cache = dict() # dict with all SPPH objects
 
@@ -300,6 +312,8 @@
         data['%s_superseded' % comp] = filter_ftbfs(components[comp], False) if not release_only else []
     for pkgset, pkglist in packagesets_ftbfs.items():
         packagesets_ftbfs[pkgset] = filter_ftbfs(pkglist, True)
+    for team, pkglist in teams_ftbfs.items():
+        teams_ftbfs[team] = filter_ftbfs(pkglist, True)
 
     # container object to hold the counts and the tooltip
     class StatData(object):
@@ -339,6 +353,7 @@
     data['archs_by_archive'] = archs_by_archive
     data['lastupdate'] = time.strftime('%F %T %z')
     data['packagesets'] = packagesets_ftbfs
+    data['teams'] = teams_ftbfs
     data['notice'] = notice
     data['abbrs'] = {
         'FAILEDTOBUILD': 'F',
@@ -476,6 +491,11 @@
                 packagesets[ps.name] = ps.getSourcesIncluded(direct_inclusion=False)
                 packagesets_ftbfs[ps.name] = [] # empty list to add FTBFS for each package set later
 
+        teams = requests.get('https://people.canonical.com/~ubuntu-archive/package-team-mapping.json').json()
+
+        # Per team list of FTBFS
+        teams_ftbfs = {team: [] for team in teams}
+
         for state in ('Failed to build', 'Dependency wait', 'Chroot problem', 'Failed to upload', 'Cancelled build'):
             last_published[state] = fetch_pkg_list(archive, series, state, last_published[state], default_arch_list, main_archive, main_series, options.release_only)