Merge lp:click into lp:~ubuntu-managed-branches/click/click

[Michael Vogt]

Support for declaring dependencies on multiple frameworks in a click package; Small documentation updates

* Add support for declaring dependencies on multiple frameworks in a click package (LP: #1318757)
* Small documentation updates

[lp:click]

423. By Colin Watson on 2014-05-13

note closure of LP: #1318757

[Colin Watson (cjwatson)]

review: Approve

[lp:click]

424. By Colin Watson on 2014-05-13

merge lp:~mvo/click/avoid-exposing-envvars

=== added file 'README'
--- README	1970-01-01 00:00:00 +0000
+++ README	2014-05-13 21:05:36 +0000
@@ -0,0 +1,1 @@
+See doc/index.rst to get started.

=== modified file 'click/build.py'
--- click/build.py	2014-01-23 17:19:09 +0000
+++ click/build.py	2014-05-13 21:05:36 +0000
@@ -50,6 +50,11 @@
 from click.preinst import static_preinst
 from click.versions import spec_version
 
+from click.framework import (
+    validate_framework,
+    ClickFrameworkInvalid,
+)
+
 
 @contextlib.contextmanager
 def make_temp_dir():
@@ -196,30 +201,13 @@
             package.add_file("control.tar.gz", control_tar_path)
             package.add_file("data.tar.gz", data_tar_path)
 
-    def _validate_framework(self, framework):
+    def _validate_framework(self, framework_string):
         """Apply policy checks to framework declarations."""
         try:
-            apt_pkg
-        except NameError:
-            return
-
-        try:
-            parsed_framework = apt_pkg.parse_depends(framework)
-        except ValueError:
-            raise ClickBuildError('Could not parse framework "%s"' % framework)
-        if len(parsed_framework) > 1:
-            raise ClickBuildError(
-                'Multiple dependencies in framework "%s" not yet allowed' %
-                framework)
-        for or_dep in parsed_framework:
-            if len(or_dep) > 1:
-                raise ClickBuildError(
-                    'Alternative dependencies in framework "%s" not yet '
-                    'allowed' % framework)
-            if or_dep[0][1] or or_dep[0][2]:
-                raise ClickBuildError(
-                    'Version relationship in framework "%s" not yet allowed' %
-                    framework)
+            validate_framework(
+                framework_string, ignore_missing_frameworks=True)
+        except ClickFrameworkInvalid as e:
+            raise ClickBuildError(str(e))
 
     def build(self, dest_dir, manifest_path="manifest.json"):
         with make_temp_dir() as temp_dir:

=== added file 'click/framework.py'
--- click/framework.py	1970-01-01 00:00:00 +0000
+++ click/framework.py	2014-05-13 21:05:36 +0000
@@ -0,0 +1,138 @@
+# Copyright (C) 2014 Canonical Ltd.
+# Author: Michael Vogt <[e-mail]>
+
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; version 3 of the License.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+"""Pure python click framework handling support."""
+
+import logging
+import os
+import re
+
+try:
+    import apt_pkg
+except:
+    pass
+
+import click.paths
+
+
+class ClickFrameworkInvalid(Exception):
+    pass
+
+
+# FIXME: use native lib if available
+#from gi.repository import Click
+#click_framework_get_base_version = Click.framework_get_base_version
+#click_framework_has_framework = Click.has_framework
+
+
+# python version of the vala parse_deb822_file()
+def parse_deb822_file(filename):
+    data = {}
+    with open(filename) as f:
+        for line in f:
+            line = line.strip()
+            # from deb822.vala
+            field_re_posix = r'^([^:[:space:]]+)[[:space:]]*:[[:space:]]'\
+                       '([^[:space:]].*?)[[:space:]]*$'
+            # python does not do posix char classes
+            field_re = field_re_posix.replace("[:space:]", "\s")
+            blank_re_posix = r'^[[:space:]]*$'
+            blank_re = blank_re_posix.replace("[:space:]", "\s")
+            if re.match(blank_re, line):
+                break
+            match = re.match(field_re, line)
+            if match and match.group(1) and match.group(2):
+                data[match.group(1).lower()] = match.group(2)
+    return data
+
+
+# python version of vala get_frameworks_dir
+def get_frameworks_dir():
+    return click.paths.frameworks_dir
+
+
+def get_framework_path(framework_name):
+    framework_path = os.path.join(
+        get_frameworks_dir(), framework_name+".framework")
+    return framework_path
+
+
+# python version of the vala click_framework_get_base_version()
+def click_framework_get_base_version(framework_name):
+    deb822 = parse_deb822_file(get_framework_path(framework_name))
+    return deb822.get("base-version", None)
+
+
+# python version of the vala click_framework_has_framework
+def click_framework_has_framework(framework_name):
+    return os.path.exists(get_framework_path(framework_name))
+
+
+def validate_framework(framework_string, ignore_missing_frameworks=False):
+    try:
+        apt_pkg
+    except NameError:
+        logging.warning("No apt_pkg module, skipping validate_framework")
+        return
+
+    try:
+        parsed_framework = apt_pkg.parse_depends(framework_string)
+    except ValueError:
+        raise ClickFrameworkInvalid(
+            'Could not parse framework "%s"' % framework_string)
+
+    framework_base_versions = set()
+    missing_frameworks = []
+    for or_dep in parsed_framework:
+        if len(or_dep) > 1:
+            raise ClickFrameworkInvalid(
+                'Alternative dependencies in framework "%s" not yet '
+                'allowed' % framework_string)
+        if or_dep[0][1] or or_dep[0][2]:
+            raise ClickFrameworkInvalid(
+                'Version relationship in framework "%s" not yet allowed' %
+                framework_string)
+        # now verify that different base versions are not mixed
+        framework_name = or_dep[0][0]
+        if not click_framework_has_framework(framework_name):
+            missing_frameworks.append(framework_name)
+            continue
+        framework_base_version = click_framework_get_base_version(
+                framework_name)
+        framework_base_versions.add(framework_base_version)
+
+    if not ignore_missing_frameworks:
+        if len(missing_frameworks) > 1:
+            raise ClickFrameworkInvalid(
+                'Frameworks %s not present on system (use '
+                '--force-missing-framework option to override)' %
+                ", ".join('"%s"' % f for f in missing_frameworks))
+        elif missing_frameworks:
+            raise ClickFrameworkInvalid(
+                'Framework "%s" not present on system (use '
+                '--force-missing-framework option to override)' %
+                missing_frameworks[0])
+    else:
+        if len(missing_frameworks) > 1:
+            logging.warning("Ignoring missing frameworks %s" % (
+                ", ".join('"%s"' % f for f in missing_frameworks)))
+        elif missing_frameworks:
+            logging.warning('Ignoring missing framework "%s"' % (
+                missing_frameworks[0]))
+
+    if len(framework_base_versions) > 1:
+        raise ClickFrameworkInvalid(
+            'Multiple frameworks with different base versions are not '
+            'allowed. Found: {0}'.format(framework_base_versions))

=== modified file 'click/install.py'
--- click/install.py	2014-04-03 08:52:02 +0000
+++ click/install.py	2014-05-13 21:05:36 +0000
@@ -49,6 +49,11 @@
 from click.preinst import static_preinst_matches
 from click.versions import spec_version
 
+from click.framework import (
+    validate_framework,
+    ClickFrameworkInvalid,
+)
+
 
 try:
     _DebFile.close
@@ -189,34 +194,9 @@
                 raise ClickInstallerAuditError(
                     'No "framework" entry in manifest')
             try:
-                parsed_framework = apt_pkg.parse_depends(framework)
-            except ValueError:
-                raise ClickInstallerAuditError(
-                    'Could not parse framework "%s"' % framework)
-            for or_dep in parsed_framework:
-                if len(or_dep) > 1:
-                    raise ClickInstallerAuditError(
-                        'Alternative dependencies in framework "%s" not yet '
-                        'allowed' % framework)
-                if or_dep[0][1] or or_dep[0][2]:
-                    raise ClickInstallerAuditError(
-                        'Version relationship in framework "%s" not yet '
-                        'allowed' % framework)
-            if not self.force_missing_framework:
-                missing_frameworks = []
-                for or_dep in parsed_framework:
-                    if not Click.Framework.has_framework(or_dep[0][0]):
-                        missing_frameworks.append(or_dep[0][0])
-                if len(missing_frameworks) > 1:
-                    raise ClickInstallerAuditError(
-                        'Frameworks %s not present on system (use '
-                        '--force-missing-framework option to override)' %
-                        ", ".join('"%s"' % f for f in missing_frameworks))
-                elif missing_frameworks:
-                    raise ClickInstallerAuditError(
-                        'Framework "%s" not present on system (use '
-                        '--force-missing-framework option to override)' %
-                        missing_frameworks[0])
+                validate_framework(framework, self.force_missing_framework)
+            except ClickFrameworkInvalid as e:
+                raise ClickInstallerAuditError(str(e))
 
             if check_arch:
                 architecture = manifest.get("architecture", "all")

=== modified file 'click/paths.py.in'
--- click/paths.py.in	2014-03-10 14:49:27 +0000
+++ click/paths.py.in	2014-05-13 21:05:36 +0000
@@ -16,3 +16,4 @@
 """Click paths."""
 
 preload_path = "@pkglibdir@/libclickpreload.so"
+frameworks_dir = "@pkgdatadir@/frameworks"

=== modified file 'click/tests/helpers.py'
--- click/tests/helpers.py	2014-03-10 14:49:27 +0000
+++ click/tests/helpers.py	2014-05-13 21:05:36 +0000
@@ -30,6 +30,7 @@
 
 import contextlib
 import os
+import re
 import shutil
 import sys
 import tempfile
@@ -107,6 +108,34 @@
         self.assertRaisesGError(
             "click_user_error-quark", code, callableObj, *args, **kwargs)
 
+    def _create_mock_framework_dir(self, frameworks_dir=None):
+        if frameworks_dir is None:
+            frameworks_dir = os.path.join(self.temp_dir, "frameworks")
+            patcher = mock.patch('click.paths.frameworks_dir', frameworks_dir)
+            patcher.start()
+            self.addCleanup(patcher.stop)
+        Click.ensuredir(frameworks_dir)
+        return frameworks_dir
+
+    def _create_mock_framework_file(self, framework_name):
+        self.use_temp_dir()
+        self._create_mock_framework_dir()
+        r = r'(?P<name>[a-z]+-sdk)-(?P<ver>[0-9.]+)(-[a-z0-9-]+)?'
+        match = re.match(r, framework_name)
+        if match is None:
+            name = "unknown"
+            ver = "1.0"
+        else:
+            name = match.group("name")
+            ver = match.group("ver")
+        framework_filename = os.path.join(
+            self.temp_dir, "frameworks",
+            "{0}.framework".format(framework_name))
+        with open(framework_filename, "w") as f:
+            f.write("Base-Name: {0}\n".format(name))
+            f.write("Base-Version: {0}\n".format(ver))
+
+
 
 if not hasattr(mock, "call"):
     # mock 0.7.2, the version in Ubuntu 12.04 LTS, lacks mock.ANY and

=== modified file 'click/tests/test_build.py'
--- click/tests/test_build.py	2014-01-23 17:19:09 +0000
+++ click/tests/test_build.py	2014-05-13 21:05:36 +0000
@@ -245,6 +245,7 @@
             del target_json["installed-size"]
             self.assertEqual(source_json, target_json)
 
+    # FIXME: DRY violation with test_build_multiple_architectures etc
     def test_build_multiple_frameworks(self):
         self.use_temp_dir()
         scratch = os.path.join(self.temp_dir, "scratch")
@@ -259,11 +260,44 @@
                     "ubuntu-sdk-14.04-basic, ubuntu-sdk-14.04-webapps",
             }, f)
         self.builder.add_file(scratch, "/")
-        self.assertRaisesRegex(
-            ClickBuildError,
-            'Multiple dependencies in framework "ubuntu-sdk-14.04-basic, '
-            'ubuntu-sdk-14.04-webapps" not yet allowed',
-            self.builder.build, self.temp_dir)
+        path = self.builder.build(self.temp_dir)
+        control_path = os.path.join(self.temp_dir, "control")
+        subprocess.check_call(["dpkg-deb", "-e", path, control_path])
+        manifest_path = os.path.join(control_path, "manifest")
+        with open(os.path.join(scratch, "manifest.json")) as source, \
+                open(manifest_path) as target:
+            source_json = json.load(source)
+            target_json = json.load(target)
+            del target_json["installed-size"]
+            self.assertEqual(source_json, target_json)
+
+
+class TestClickFrameworkValidation(TestCase):
+    def setUp(self):
+        super(TestClickFrameworkValidation, self).setUp()
+        self.builder = ClickBuilder()
+        for framework_name in ("ubuntu-sdk-13.10",
+                               "ubuntu-sdk-14.04-papi",
+                               "ubuntu-sdk-14.04-html"):
+            self._create_mock_framework_file(framework_name)
+
+    def test_validate_framework_good(self):
+        valid_framework_values = (
+            "ubuntu-sdk-13.10",
+            "ubuntu-sdk-14.04-papi, ubuntu-sdk-14.04-html",
+        )
+        for framework in valid_framework_values:
+            self.builder._validate_framework(framework)
+
+    def test_validate_framework_bad(self):
+        invalid_framework_values = (
+            "ubuntu-sdk-13.10, ubuntu-sdk-14.04-papi",
+            "ubuntu-sdk-13.10 (>= 13.10)",
+            "ubuntu-sdk-13.10 | ubuntu-sdk-14.04",
+        )
+        for framework in invalid_framework_values:
+            with self.assertRaises(ClickBuildError):
+                self.builder._validate_framework(framework)
 
 
 class TestClickSourceBuilder(TestCase, TestClickBuilderBaseMixin):

=== modified file 'click/tests/test_install.py'
--- click/tests/test_install.py	2014-04-03 08:52:02 +0000
+++ click/tests/test_install.py	2014-05-13 21:05:36 +0000
@@ -104,12 +104,10 @@
         return package_path
 
     def _setup_frameworks(self, preloads, frameworks_dir=None, frameworks=[]):
-        if frameworks_dir is None:
-            frameworks_dir = os.path.join(self.temp_dir, "frameworks")
+        frameworks_dir = self._create_mock_framework_dir(frameworks_dir)
         shutil.rmtree(frameworks_dir, ignore_errors=True)
-        Click.ensuredir(frameworks_dir)
         for framework in frameworks:
-            touch(os.path.join(frameworks_dir, "%s.framework" % framework))
+            self._create_mock_framework_file(framework)
         preloads["click_get_frameworks_dir"].side_effect = (
             lambda: self.make_string(frameworks_dir))
 

=== modified file 'debian/changelog'
--- debian/changelog	2014-04-08 09:41:55 +0000
+++ debian/changelog	2014-05-13 21:05:36 +0000
@@ -1,3 +1,11 @@
+click (0.4.22) UNRELEASED; urgency=medium
+
+  [ Michael Vogt ]
+  * Update documentation for building the project.
+  * Add support for multiple frameworks (LP: #1318757).
+
+ -- Colin Watson <[e-mail]>  Thu, 08 May 2014 13:47:55 +0100
+
 click (0.4.21.1) trusty; urgency=medium
 
   [ Colin Watson ]

=== modified file 'doc/file-format.rst'
--- doc/file-format.rst	2014-03-07 15:09:17 +0000
+++ doc/file-format.rst	2014-05-13 21:05:36 +0000
@@ -103,8 +103,7 @@
 "framework": "ubuntu-sdk-13.10", or a list of simple names all of which must
 be satisfied, e.g. "framework": "ubuntu-sdk-14.04-qml,
 ubuntu-sdk-14.04-webapps"; version relationships and alternative
-dependencies are not currently allowed.  At the moment, ``click build`` will
-only allow building with a single simple name, pending policy decisions.
+dependencies are not currently allowed.
 
 The manifest may contain arbitrary additional optional keys; new optional
 keys may be defined without changing the version number of this

=== modified file 'doc/index.rst'
--- doc/index.rst	2014-03-13 10:38:22 +0000
+++ doc/index.rst	2014-05-13 21:05:36 +0000
@@ -25,20 +25,34 @@
 Currently, this package should remain compatible with Python 2.7, 3.2, 3.3,
 and 3.4; Ubuntu 12.04 LTS, Ubuntu 13.10, and Ubuntu 14.04 LTS.
 
+Build
+=====
+
+If you run from a fresh bzr checkout, please ensure you have the required 
+build dependencies first by running::
+
+    $ dpkg-checkbuilddeps
+
+and installing anything that is missing here.
+
+Then run::
+
+    $ ./autogen.sh
+    $ ./configure --with-systemdsystemunitdir=/lib/systemd/system \
+	--with-systemduserunitdir=/usr/lib/systemd/user
+    $ make
+
+to build the project.
+
 
 Dependencies
 ------------
 
-For Ubuntu 13.10, make sure you have the *python2.7* and *python3.3*
+For Ubuntu 14.04, make sure you have the *python2.7* and *python3.4*
 packages installed.  Unless you upgraded from a previous version of Ubuntu
-and haven't removed it yet, you won't have Python 3.2 available.  Build it
-from source if necessary, install them say into ``/usr/local``, and make
-sure it is on your ``$PATH``.
-
-You'll need *gcc* in order to build the preload shared library.  Assuming you
-have this, do the following::
-
-    $ (cd preload && make)
+and haven't removed it yet, you won't have Python 3.3 and Python 3.2
+available.  Build them from source if necessary, install them say into
+``/usr/local``, and make sure they are on your ``$PATH``.
 
 You'll need *tox* (Ubuntu package *python-tox*) installed in order to run the
 full test suite.  You should be able to just say::
@@ -66,6 +80,15 @@
 an additional check to make sure you've got the preload shared library
 built.
 
+To run a specific testcase, use the standard python unittest syntax like::
+
+  $ python3 -m unittest click.tests.test_install
+
+or::
+
+  $ python2 -m unittest click.tests.test_build.TestClickBuilder.test_build
+
+
 
 Documentation
 =============